-- Logs begin at Thu 2022-08-25 23:51:19 UTC, end at Fri 2022-08-26 02:22:12 UTC. -- Aug 26 00:56:12.912617 dv-neutron-854561-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Aug 26 00:56:15.507657 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.common.config [-] Logging enabled! Aug 26 00:56:15.508411 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev18 Aug 26 00:56:15.508411 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89753) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 26 00:56:15.511594 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.common.config [-] Logging enabled! Aug 26 00:56:15.511853 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev18 Aug 26 00:56:15.512167 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89753) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 26 00:56:15.513110 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 00:56:15.513345 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 00:56:15.513709 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 00:56:15.513987 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 00:56:15.514214 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 00:56:15.514536 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.514842 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.515134 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.515364 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.515663 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.515956 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.516247 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.516539 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.516837 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.517129 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.517406 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.517689 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.517956 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.518240 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.518529 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.518819 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.519046 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] debug = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.519325 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.519741 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.520160 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.520443 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.520733 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.521322 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.521605 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.521970 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.522263 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.522599 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] host = dv-neutron-854561-2-hyperv {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.522883 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.523176 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.523478 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.523758 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.524035 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.524311 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.524599 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.524874 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.525151 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] log_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.525427 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.525716 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.526036 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.526326 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.526554 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.526779 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.527071 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.527359 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.527638 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.527914 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.528192 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.528465 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.528742 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.529012 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.529300 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.529588 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.529898 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.530177 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.530453 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.530727 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.531002 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.531288 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.531828 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.532102 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.532375 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.532665 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.532936 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.533211 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.533511 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.533818 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.534104 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.534389 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.534662 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.534947 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.535222 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.535496 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.535769 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] use_json = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.536048 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.536318 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.536624 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.537112 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.537532 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.537842 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.538142 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.538421 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.538701 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:15.539005 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.539309 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.539615 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.539907 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.540199 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.540482 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.540772 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.541054 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.541370 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.541660 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.541973 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.542256 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.542546 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.542829 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.543125 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.543434 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.543730 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.544025 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.544302 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.544577 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.544851 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.545133 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.545422 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.545716 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.546036 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.546314 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.546597 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.546889 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.547168 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.547443 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.547725 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.548019 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.548304 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.548580 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.548866 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.549160 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.549451 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.549726 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.550032 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.550323 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.550602 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.550873 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.551144 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.551426 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.551699 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.551985 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.552940 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.553329 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.553613 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.553926 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.554206 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.554483 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.554767 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.555043 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.555324 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.555597 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.555873 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.556148 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.556423 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.556695 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.556969 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.557239 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.557515 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.557815 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.558086 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.558358 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.558630 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.558901 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.559186 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.559484 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.559763 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.560042 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.560322 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.560601 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.560878 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.561156 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.561432 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.561709 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.562008 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.562300 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.562584 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.562871 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.563153 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.563430 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.563724 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.564000 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.564283 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.564560 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.564843 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.565127 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.565411 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.565704 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.566030 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.566324 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.566623 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.566915 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.567196 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.567504 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.567844 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:15.568724 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 00:56:15.569121 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89753) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 26 00:56:15.970276 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO keyring.backend [-] Loading KWallet Aug 26 00:56:15.978006 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO keyring.backend [-] Loading SecretService Aug 26 00:56:15.981467 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO keyring.backend [-] Loading Windows Aug 26 00:56:15.982836 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO keyring.backend [-] Loading chainer Aug 26 00:56:15.983407 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO keyring.backend [-] Loading macOS Aug 26 00:56:16.017262 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 26 00:56:16.017539 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=89753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 26 00:56:16.017862 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 26 00:56:16.018202 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 26 00:56:16.422198 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.422484 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.422759 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.423959 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.424243 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.424513 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.460848 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.461129 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.461399 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.474548 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.474902 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.475181 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.507023 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.507311 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.507581 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.545009 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.545629 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.545629 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.794664 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.794884 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.795158 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.795434 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.796205 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.921574 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.921925 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.922212 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.922486 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.922755 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.923071 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.923340 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.923602 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.923859 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.924144 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.924406 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.924673 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.924942 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.925204 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.925474 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.925765 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.926034 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.926310 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.926567 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.926852 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.927772 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.928234 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.928550 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.928848 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.929107 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.929363 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.929778 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:56:16.930029 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:56:16.930268 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:56:16.930505 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:56:16.930741 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:56:16.930975 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:56:16.931344 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 26 00:56:16.934507 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 26 00:56:16.938445 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 26 00:56:16.942119 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Aug 26 00:56:16.944023 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 26 00:56:16.944476 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 26 00:56:16.944811 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 26 00:56:16.945348 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 26 00:56:16.948258 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 26 00:56:16.948523 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 26 00:56:16.949435 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 00:56:16.978213 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 26 00:56:16.978675 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.978984 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89753) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 26 00:56:16.979349 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.980706 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89753) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 26 00:56:16.980996 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 00:56:16.981245 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 26 00:56:16.984589 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:16.984876 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:17.050100 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 26 00:56:17.050283 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 26 00:56:17.050496 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 26 00:56:17.050885 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 26 00:56:17.084993 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_db.sqlalchemy.engines [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89753) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 26 00:56:17.650937 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Initializing driver for type 'gre' Aug 26 00:56:17.651654 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] gre ID ranges: [(1, 1000)] Aug 26 00:56:17.856469 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Initializing driver for type 'local' Aug 26 00:56:17.856800 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Initializing driver for type 'vlan' Aug 26 00:56:17.953726 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] VlanTypeDriver initialization complete Aug 26 00:56:17.954108 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Initializing driver for type 'vxlan' Aug 26 00:56:17.954648 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] vxlan ID ranges: [(1, 1000)] Aug 26 00:56:18.164544 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Initializing extension driver 'port_security' Aug 26 00:56:18.164886 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] PortSecurityExtensionDriver initialization complete Aug 26 00:56:18.165224 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Initializing mechanism driver 'openvswitch' Aug 26 00:56:18.165562 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Initializing mechanism driver 'hyperv' Aug 26 00:56:18.172243 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.plugin [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:56:18.172916 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > port after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.173293 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > port after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.173647 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > port after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.174200 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 00:56:18.174636 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > subnet after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.175024 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > subnet after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.175372 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > subnet after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.175767 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 00:56:18.176175 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > network after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.176528 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > network after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.176874 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > network after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.177265 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 00:56:18.177687 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > security_group after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.178046 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > security_group after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.178390 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > security_group after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.178780 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 00:56:18.179186 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.179537 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.179882 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.180398 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 00:56:18.180805 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > address_group after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.181152 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > address_group after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.181496 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > address_group after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.182044 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 00:56:18.189032 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] ML2 OVO RPC backend initialized. {{(pid=89753) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Aug 26 00:56:18.189032 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router_interface after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.189032 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.189032 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > network before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.189439 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > networks before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.189439 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > port before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.189439 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > ports before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.189439 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > subnet before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.189837 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > subnets before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.189837 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > network after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.189837 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > network after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.189837 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > network after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.190141 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > port after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.190141 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > port after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.190141 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > port after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.190141 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > subnet after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.190444 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > subnet after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.190444 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > subnet after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.190444 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.plugin [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Modular L2 Plugin initialization complete Aug 26 00:56:18.190444 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading services supported by the core plugin {{(pid=89753) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 26 00:56:18.190444 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Got port-security extension from driver 'port_security' Aug 26 00:56:18.190444 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.extensions.vlantransparent [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Disabled vlantransparent extension. Aug 26 00:56:18.190956 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89753) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 26 00:56:18.190956 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading Plugin: router Aug 26 00:56:18.236660 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router_interface before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.236972 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router after_create 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.237346 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router before_create 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.237756 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.238137 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.238495 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router after_delete 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.238858 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > floatingip after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.239229 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router after_create 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.239598 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router after_update 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.240560 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router after_update 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.241011 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.241271 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router after_update 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.241690 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router precommit_update 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.242089 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: port after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.242435 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: port after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.242782 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: subnet after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.243125 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.243476 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > port precommit_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.243825 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router precommit_create 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.244170 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: port before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.244516 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router precommit_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.244874 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router after_update 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.245220 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router precommit_delete 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.245572 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router precommit_create 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.245971 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router_interface after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.249459 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router precommit_update 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.249459 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > agent after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.249459 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > agent after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.249459 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > network after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.249790 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Tracking information for resource: router configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:56:18.249790 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Tracking information for resource: floatingip configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:56:18.253465 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.db.l3_agentschedulers_db [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 26 00:56:18.254078 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: port after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.254444 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: port after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.254801 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: port after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.255183 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: port after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.256703 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router before_create 55550100 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.257075 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router precommit_delete 55550100 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.257444 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router precommit_create 55550100 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.257834 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > router precommit_update 55550100 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.262282 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.services.provider_configuration [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Service providers = [] {{(pid=89753) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 26 00:56:18.262653 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.db.servicetype_db [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89753) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 26 00:56:18.265575 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.services.service_base [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 00:56:18.265989 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.services.service_base [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 00:56:18.266307 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.services.service_base [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 00:56:18.267248 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.services.service_base [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 00:56:18.267622 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.services.service_base [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 26 00:56:18.268005 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:56:18.268326 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 26 00:56:18.279519 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:56:18.279862 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading Plugin: auto_allocate Aug 26 00:56:18.285926 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: network precommit_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.286301 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: network precommit_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.286849 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:56:18.287167 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading Plugin: tag Aug 26 00:56:18.312799 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:56:18.313127 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading Plugin: timestamp Aug 26 00:56:18.317320 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:56:18.317693 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading Plugin: network_ip_availability Aug 26 00:56:18.323688 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.324062 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.324422 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.325175 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:56:18.325497 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading Plugin: flavors Aug 26 00:56:18.330610 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:56:18.330979 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading Plugin: revisions Aug 26 00:56:18.336438 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:56:18.336903 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_concurrency.lockutils [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.319s {{(pid=89753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 26 00:56:18.337841 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89753) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Aug 26 00:56:18.338272 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Initializing extension manager. Aug 26 00:56:18.338871 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: __init__.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.339269 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: __pycache__ {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.339680 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.340043 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: address_group.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.340888 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.341498 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: address-group Aug 26 00:56:18.341893 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: address_scope.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.342670 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.343232 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: address-scope Aug 26 00:56:18.343581 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: admin_state_down_before_update.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.356880 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.362443 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: router-admin-state-down-before-update Aug 26 00:56:18.362806 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: agent.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.363562 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.364087 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: agent Aug 26 00:56:18.364425 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: agent_resources_synced.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.366259 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.366902 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: agent-resources-synced Aug 26 00:56:18.367317 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: allowedaddresspairs.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.369563 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.370125 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: allowed-address-pairs Aug 26 00:56:18.370451 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: auto_allocated_topology.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.371543 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.372059 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: auto-allocated-topology Aug 26 00:56:18.372386 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: availability_zone.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.373086 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.373594 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: availability_zone Aug 26 00:56:18.373943 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: availability_zone_filter.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.374854 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.375369 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: availability_zone_filter Aug 26 00:56:18.375689 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: data_plane_status.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.376594 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.377103 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension data-plane-status not supported by any of loaded plugins Aug 26 00:56:18.377423 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: default_subnetpools.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.378357 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.378862 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: default-subnetpools Aug 26 00:56:18.379182 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: dhcpagentscheduler.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.380149 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.380956 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: dhcp_agent_scheduler Aug 26 00:56:18.381462 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: dns.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.382443 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.382948 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension dns-integration not supported by any of loaded plugins Aug 26 00:56:18.383273 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: dns_domain_ports.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.384179 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.384681 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 26 00:56:18.385003 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: dvr.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.385701 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.386231 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: dvr Aug 26 00:56:18.386621 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: empty_string_filtering.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.387545 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.388117 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: empty-string-filtering Aug 26 00:56:18.388474 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.389467 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.390060 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 26 00:56:18.390429 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.391423 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.391965 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 26 00:56:18.392336 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: external_net.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.393275 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.393802 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: external-net Aug 26 00:56:18.394126 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: extra_dhcp_opt.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.395049 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.395590 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: extra_dhcp_opt Aug 26 00:56:18.395949 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: extraroute.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.396918 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.397494 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: extraroute Aug 26 00:56:18.397880 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: extraroute_atomic.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.399002 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.399553 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: extraroute-atomic Aug 26 00:56:18.399925 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: filter_validation.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.400638 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.401143 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: filter-validation Aug 26 00:56:18.401458 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: fip_pf_description.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.402543 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.403098 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 26 00:56:18.403448 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: fip_port_details.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.404532 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.405111 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: fip-port-details Aug 26 00:56:18.405511 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: flavors.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.407188 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.407746 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: flavors Aug 26 00:56:18.408109 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.409899 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.410450 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 26 00:56:18.410812 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: floatingip_pools.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.412167 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.412715 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: floatingip-pools Aug 26 00:56:18.413042 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: ip_allocation.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.413980 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.414514 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension ip_allocation not supported by any of loaded plugins Aug 26 00:56:18.414857 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.415803 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.416358 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: ip-substring-filtering Aug 26 00:56:18.416701 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: l2_adjacency.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.417714 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.418276 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension l2_adjacency not supported by any of loaded plugins Aug 26 00:56:18.418614 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: l3.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.419613 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.420121 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: router Aug 26 00:56:18.420449 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: l3_conntrack_helper.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.422939 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.423457 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 26 00:56:18.423784 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.424712 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.425225 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: ext-gw-mode Aug 26 00:56:18.425553 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.426493 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.427003 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: l3-ha Aug 26 00:56:18.427986 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: l3_flavors.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.434131 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.434645 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: l3-flavors Aug 26 00:56:18.434969 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.435894 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.436401 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: l3-port-ip-change-not-allowed Aug 26 00:56:18.436723 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: l3agentscheduler.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.437766 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.438320 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: l3_agent_scheduler Aug 26 00:56:18.438640 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: logging.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.440137 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.440652 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension logging not supported by any of loaded plugins Aug 26 00:56:18.440982 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: metering.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.441728 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.442330 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: metering Aug 26 00:56:18.442676 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.443830 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.444337 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: metering_source_and_destination_fields Aug 26 00:56:18.444660 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: multiprovidernet.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.445583 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.446127 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: multi-provider Aug 26 00:56:18.446450 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: netmtu.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.447354 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.447867 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: net-mtu Aug 26 00:56:18.448188 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: netmtu_writable.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.449134 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.449647 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: net-mtu-writable Aug 26 00:56:18.449997 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: network_availability_zone.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.450685 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.451242 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: network_availability_zone Aug 26 00:56:18.451622 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: network_ip_availability.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.452704 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.453210 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: network-ip-availability Aug 26 00:56:18.453534 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: network_segment_range.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.454324 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.454824 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension network-segment-range not supported by any of loaded plugins Aug 26 00:56:18.455183 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: pagination.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.456155 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.456479 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: pagination Aug 26 00:56:18.456793 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: port_device_profile.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.457688 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.458241 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: port-device-profile Aug 26 00:56:18.458611 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.459586 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.460096 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: port-mac-address-regenerate Aug 26 00:56:18.460421 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.461326 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.461868 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: port-numa-affinity-policy Aug 26 00:56:18.462195 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: port_resource_request.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.463094 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.463603 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension port-resource-request not supported by any of loaded plugins Aug 26 00:56:18.463924 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: portbindings.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.464842 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.465348 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: binding Aug 26 00:56:18.465671 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: portbindings_extended.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.466951 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.467459 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: binding-extended Aug 26 00:56:18.467785 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: portsecurity.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.468692 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.469202 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: port-security Aug 26 00:56:18.469525 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: project_id.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.470635 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.470963 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: project-id Aug 26 00:56:18.471283 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: providernet.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.472193 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.472705 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: provider Aug 26 00:56:18.473027 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: qos.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.477104 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.477623 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension qos not supported by any of loaded plugins Aug 26 00:56:18.477989 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.479233 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.479743 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 26 00:56:18.480073 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.480985 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.481493 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 26 00:56:18.481838 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: qos_default.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.482745 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.483252 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension qos-default not supported by any of loaded plugins Aug 26 00:56:18.483576 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: qos_fip.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.484225 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.484724 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension qos-fip not supported by any of loaded plugins Aug 26 00:56:18.485047 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: qos_gateway_ip.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.485996 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.486507 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 26 00:56:18.486882 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: qos_port_network_policy.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.487738 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.488240 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 26 00:56:18.488569 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: qos_rule_type_details.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.489482 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.490565 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 26 00:56:18.490886 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: qos_rules_alias.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.491915 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.492421 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 26 00:56:18.492745 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: quotasv2.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.493654 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.494017 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: quotas Aug 26 00:56:18.494335 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: quotasv2_detail.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.495941 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.496276 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: quota_details Aug 26 00:56:18.496604 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: rbac.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.497656 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.498209 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: rbac-policies Aug 26 00:56:18.498542 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: rbac_address_group.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.499460 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.499972 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: rbac-address-group Aug 26 00:56:18.500296 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: rbac_address_scope.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.501205 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.501711 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: rbac-address-scope Aug 26 00:56:18.502057 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: rbac_security_groups.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.502963 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.503475 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: rbac-security-groups Aug 26 00:56:18.503799 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: rbac_subnetpool.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.504715 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.505289 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: rbac-subnetpool Aug 26 00:56:18.505614 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: revisionifmatch.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.506544 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.507060 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: revision-if-match Aug 26 00:56:18.507383 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: revisions.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.508483 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.508991 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: standard-attr-revisions Aug 26 00:56:18.509320 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: router_availability_zone.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.510039 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.510554 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: router_availability_zone Aug 26 00:56:18.510878 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: routerservicetype.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.511942 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.512453 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension router-service-type not supported by any of loaded plugins Aug 26 00:56:18.512781 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.513722 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.514258 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: security-groups-normalized-cidr Aug 26 00:56:18.514581 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: security_groups_port_filtering.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.515508 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.516017 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: port-security-groups-filtering Aug 26 00:56:18.516340 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.517260 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.517802 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: security-groups-remote-address-group Aug 26 00:56:18.518129 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: securitygroup.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.528358 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.528882 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: security-group Aug 26 00:56:18.529212 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: segment.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.530031 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.530542 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension segment not supported by any of loaded plugins Aug 26 00:56:18.530869 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.532045 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.532553 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 26 00:56:18.532878 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: servicetype.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.533993 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.534512 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: service-type Aug 26 00:56:18.534838 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: sorting.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.535807 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.536137 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: sorting Aug 26 00:56:18.536523 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: standard_attr_segment.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.538018 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.538534 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 26 00:56:18.538858 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: standardattrdescription.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.539517 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.540035 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: standard-attr-description Aug 26 00:56:18.540358 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: stateful_security_group.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.541273 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.541809 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: stateful-security-group Aug 26 00:56:18.542135 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: stdattrs_common.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.542712 dv-neutron-854561-2-hyperv neutron-server[89753]: WARNING neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 26 00:56:18.543029 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.544042 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.544567 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 26 00:56:18.544886 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: subnet_onboard.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.545970 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.546489 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: subnet_onboard Aug 26 00:56:18.546810 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.547732 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.548249 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 26 00:56:18.548570 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: subnet_service_types.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.549485 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.550029 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: subnet-service-types Aug 26 00:56:18.550353 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: subnetallocation.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.551423 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.551943 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: subnet_allocation Aug 26 00:56:18.552320 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.552962 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.553471 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: subnetpool-prefix-ops Aug 26 00:56:18.553808 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.554746 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.555251 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 26 00:56:18.555570 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: tagging.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.556630 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.557143 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: standard-attr-tag Aug 26 00:56:18.557466 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: timestamp.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.558675 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.559187 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loaded extension: standard-attr-timestamp Aug 26 00:56:18.559515 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: trunk.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.560547 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.561059 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension trunk not supported by any of loaded plugins Aug 26 00:56:18.561384 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: trunk_details.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.562320 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.562830 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension trunk-details not supported by any of loaded plugins Aug 26 00:56:18.563155 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: uplink_status_propagation.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.564090 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.564597 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 26 00:56:18.564920 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Loading extension file: vlantransparent.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:56:18.565586 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:56:18.566121 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extension vlan-transparent not supported by any of loaded plugins Aug 26 00:56:18.568614 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:network Aug 26 00:56:18.569360 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:subnet Aug 26 00:56:18.571324 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 00:56:18.571947 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:port Aug 26 00:56:18.573225 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:56:18.573674 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Service FLAVORS assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:56:18.574317 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:56:18.574750 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:56:18.575079 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:router Aug 26 00:56:18.575734 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:floatingip Aug 26 00:56:18.576458 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Service METERING assigned prefix: /metering {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:56:18.577980 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.578337 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.578687 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:56:18.579805 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 00:56:18.580261 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:security_group Aug 26 00:56:18.580901 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 00:56:18.581651 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Service CORE assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:56:18.582005 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 00:56:18.582346 dv-neutron-854561-2-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] subnetpool is already registered Aug 26 00:56:18.582964 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Service CORE assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:56:18.583803 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 00:56:18.584238 dv-neutron-854561-2-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] subnetpool is already registered Aug 26 00:56:18.587069 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:56:18.587508 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Service FLAVORS assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:56:18.588109 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:56:18.588534 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:56:18.588869 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:router Aug 26 00:56:18.589200 dv-neutron-854561-2-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] router is already registered Aug 26 00:56:18.589832 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:floatingip Aug 26 00:56:18.590171 dv-neutron-854561-2-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] floatingip is already registered Aug 26 00:56:18.590800 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Service METERING assigned prefix: /metering {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:56:18.591477 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 00:56:18.591803 dv-neutron-854561-2-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] rbac_policy is already registered Aug 26 00:56:18.592347 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:security_group Aug 26 00:56:18.592675 dv-neutron-854561-2-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] security_group is already registered Aug 26 00:56:18.593269 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 00:56:18.593597 dv-neutron-854561-2-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] security_group_rule is already registered Aug 26 00:56:18.594299 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Service CORE assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:56:18.594630 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 00:56:18.594952 dv-neutron-854561-2-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] subnetpool is already registered Aug 26 00:56:18.595563 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Service CORE assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:56:18.595890 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 00:56:18.596211 dv-neutron-854561-2-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] subnetpool is already registered Aug 26 00:56:18.596868 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: extensions {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.598400 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: address-groups {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.600730 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: address-scopes {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.601969 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: agents {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.603132 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: auto-allocated-topology {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.604377 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: availability_zones {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.605692 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: dhcp-networks {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.607205 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: dhcp-agents {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.608649 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: routers {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.610471 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: flavors {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.611621 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: service_profiles {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.612831 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: next_providers {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.614389 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: service_profiles {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.616236 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: floatingip-pools {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.617447 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: routers {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.619272 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: floatingips {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.620474 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: l3-routers {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.621910 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: l3-agents {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.623340 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: metering-labels {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.624698 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: metering-label-rules {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.626011 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: network-ip-availabilities {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.627285 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: bindings {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.628937 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: quotas {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.630456 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: quotas {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.631847 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: rbac-policies {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.633137 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: security-groups {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.634389 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: security-group-rules {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.635742 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: service-providers {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.636962 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: subnetpools {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.639291 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: subnetpools {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.640769 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.642483 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.758368 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.760053 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.761926 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.763810 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.765510 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.767464 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.769237 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.771166 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:56:18.777132 dv-neutron-854561-2-hyperv neutron-server[89753]: WARNING keystonemiddleware.auth_token [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 26 00:56:18.782130 dv-neutron-854561-2-hyperv neutron-server[89753]: WARNING keystonemiddleware.auth_token [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 26 00:56:18.790331 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_concurrency.lockutils [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Acquired lock "singleton_lock" {{(pid=89753) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 26 00:56:18.790809 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_concurrency.lockutils [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Releasing lock "singleton_lock" {{(pid=89753) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 26 00:56:18.791441 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO oslo_service.service [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Starting 2 workers Aug 26 00:56:18.796117 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Started child 89862 {{(pid=89753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 26 00:56:18.800372 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Started child 89863 {{(pid=89753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 26 00:56:18.801195 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:18.801928 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO neutron.service [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Neutron service started, listening on 0.0.0.0:9696 Aug 26 00:56:18.803154 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Notify callbacks [] for process, before_spawn {{(pid=89753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:18.803459 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [-] (89862) wsgi starting up on http://0.0.0.0:9696 Aug 26 00:56:18.805830 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO oslo_service.service [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Starting 1 workers Aug 26 00:56:18.807346 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:18.808740 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [-] (89863) wsgi starting up on http://0.0.0.0:9696 Aug 26 00:56:18.810987 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Started child 89864 {{(pid=89753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 26 00:56:18.811538 dv-neutron-854561-2-hyperv neutron-server[89753]: INFO oslo_service.service [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Starting 1 workers Aug 26 00:56:18.815714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.service [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] calling RpcWorker wait() {{(pid=89864) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 26 00:56:18.816270 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Started child 89865 {{(pid=89753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 26 00:56:18.816351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.service [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] returning from RpcWorker wait() {{(pid=89864) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 26 00:56:18.816804 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-ef6fcbef-e499-4e96-a125-4724dbcfd2aa None None] Notify callbacks [] for process, after_spawn {{(pid=89753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:18.817505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:18.818637 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:56:18.819992 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89753) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 26 00:56:18.820387 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 00:56:18.820709 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 00:56:18.821079 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 00:56:18.821539 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 00:56:18.821863 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 00:56:18.822531 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.823552 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.823870 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.824141 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.824235 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:18.824651 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.824973 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.825249 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.825508 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.825810 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.826045 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.826221 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.826381 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.826622 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.826873 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.827167 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.827420 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.827651 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.827931 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.828101 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.828364 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.828632 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.828877 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.829131 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] debug = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.829368 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.829846 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.830137 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.830376 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.830591 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.830852 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.831074 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.831351 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.831591 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.831803 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.832035 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.832289 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.832527 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.832740 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.832953 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.833215 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.833437 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.834064 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] host = dv-neutron-854561-2-hyperv {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.834315 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.834527 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.834743 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.834986 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.835227 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.835456 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.835727 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.835993 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.836262 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.836483 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.836764 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.837033 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.837256 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.837504 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.837656 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_options = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.837906 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.838287 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.838558 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.838753 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.838926 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.839074 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.839316 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.839481 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.839731 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.839942 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.840153 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.840362 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.840593 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.840833 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.841089 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.841405 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.842379 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.842629 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.843118 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.843286 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.843432 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.843648 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.843910 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.844139 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.844421 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.844662 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.844921 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.845166 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.845386 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.845642 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.845928 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.846168 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.846406 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.846561 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:56:18.846699 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.846877 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.847112 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.847347 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.847625 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.847858 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.848106 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.848364 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.848578 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.848834 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.849691 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.849944 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.850178 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_json = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.860823 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.860823 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.860823 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.860823 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.860823 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.860823 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.860823 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.860823 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.862393 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.862393 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.862393 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.862393 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.862393 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.862393 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.862393 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.862393 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.863237 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.863237 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.863237 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.863237 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.863237 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.863237 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.863237 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.863237 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.864340 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.864340 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.864340 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.864340 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.864340 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.864340 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.864340 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.864340 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.866070 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.866070 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.866070 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.866070 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.866070 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.866070 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.866070 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.866070 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.867091 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.867091 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.867091 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.867091 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.867091 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.867091 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.867091 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.867091 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.867091 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.868248 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.868248 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.868248 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.868248 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.868248 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.868248 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.868248 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.868248 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.868248 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.869013 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.869013 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.869013 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.869013 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.869013 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.869013 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.869013 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.869013 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.870095 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.870095 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.870095 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.870095 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.870095 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.870095 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.870095 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.870095 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.870095 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.871216 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.871216 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.871216 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.871216 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.871216 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.871216 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.871216 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.871216 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.871216 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.872365 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.872365 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.872365 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.872365 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.872365 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.872365 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.872365 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.872365 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.872365 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.873526 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.873526 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.873526 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.873526 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.873526 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.873526 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.874322 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.874322 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.874322 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.874725 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.874725 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.875017 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.875162 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.875293 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.875516 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.875753 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.876014 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.876260 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.876509 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.876741 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.876972 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.877211 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.877473 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.877759 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.878003 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.878250 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.878483 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.878756 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.879002 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.879269 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.879490 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.879861 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.880168 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.880520 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.881164 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.881164 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.881465 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.881613 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.881807 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.882063 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.882310 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.882558 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.882796 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.883076 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.883332 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.883571 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.883810 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.884027 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.885147 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.885147 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.885147 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.885147 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.885479 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.885614 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.885886 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.886038 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.886298 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.886545 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.886788 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.887054 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.887268 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.887494 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.887721 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.887949 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.888178 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.888388 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.888634 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.888864 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.889073 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.889307 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.889534 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.889784 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.890014 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.890229 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.890462 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.890689 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.890915 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.891151 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.891384 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.891598 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.891811 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.892024 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.892231 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.892500 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.892714 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.893350 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.893350 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.893570 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.893702 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.893967 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.894218 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.894934 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.894934 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.894934 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.895284 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.895284 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.895505 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.895713 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.896064 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.896308 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.896557 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.896824 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.897017 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.897353 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.897613 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.897881 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.898135 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.898370 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.898633 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.898868 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.899079 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.899294 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.899507 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.899726 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.899969 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.900183 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.900396 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.900608 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.900821 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.901088 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.901324 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.901576 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.901811 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.902032 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.902247 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.902458 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.902693 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.902900 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.903128 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.903338 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.903552 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.903757 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.904054 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.904301 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.904526 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.904758 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.904987 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.905215 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.905447 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.905656 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.905894 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.906111 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.906341 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.906804 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.907011 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.907243 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.907475 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.907756 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.908001 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.908217 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.908500 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.908746 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.909309 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.909309 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.909501 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.909731 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.910012 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.910231 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.910444 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.910662 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.910929 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.911236 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.912068 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.912421 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.912806 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.913291 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.913591 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.913900 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.914137 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.914458 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.914845 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.915055 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.915307 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.915550 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.915814 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.916053 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.916268 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.916678 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.916950 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.916950 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.917174 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.917409 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.917635 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.917870 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.929817 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.929817 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.929817 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.929817 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.929817 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.929817 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.929817 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 00:56:18.929817 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89753) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 26 00:56:18.930421 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 00:56:18.930421 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 00:56:18.930421 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 00:56:18.930421 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 00:56:18.930421 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 00:56:18.930421 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.930421 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.930421 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.930959 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.930959 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.930959 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.930959 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.930959 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.930959 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.930959 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.930959 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.931502 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.931502 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.931502 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.931502 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.931502 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.931502 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.931502 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.931502 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.932027 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.932027 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.932027 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.932027 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] debug = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.932027 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.932027 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.932711 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.932711 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.932711 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.932711 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.932711 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.932711 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.932711 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.932711 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933354 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933354 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933354 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933354 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933354 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933354 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933354 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933354 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] host = dv-neutron-854561-2-hyperv {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933929 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933929 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933929 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933929 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933929 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933929 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933929 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.933929 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.934487 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.934487 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.934487 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.934487 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.934487 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.934487 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.934487 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_options = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.934487 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.934487 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935114 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935114 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935114 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935114 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935114 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935114 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935114 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935595 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935595 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935595 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935595 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935595 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935595 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935595 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935595 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.935595 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936431 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936431 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936431 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936431 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936431 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936431 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936431 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936431 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936965 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936965 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936965 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936965 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936965 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936965 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936965 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.936965 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.937584 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.937584 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.937584 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.937584 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.937584 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.937584 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.937584 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.937584 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.938194 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.938194 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.938194 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.938194 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_json = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.938194 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.938194 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.938194 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.938194 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.938194 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.938796 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.938796 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.938796 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.938796 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:56:18.938796 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.938796 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.938796 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.938796 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.939336 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.939336 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.939336 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.939336 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.939336 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.939336 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.939336 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.939336 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.939860 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.939860 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.939860 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.939860 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.940139 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.940139 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.940285 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.940399 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.940559 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.940716 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.940889 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.941048 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.941208 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.941372 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.941525 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.941684 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.941866 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.942025 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.942183 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.942342 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.942501 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.942676 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.942881 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.943022 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.943187 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.943345 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.943504 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.943663 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.943820 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.943978 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.944137 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.944296 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.944455 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.944613 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.944772 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.944930 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.945092 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.945250 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.945417 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.945577 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.945735 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.945913 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.946072 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.946230 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.946391 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.946591 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.946726 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.946960 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.947072 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.947249 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.947334 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.947490 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.947638 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.947801 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.948496 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.948658 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.948802 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.948982 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.949110 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.949271 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.949434 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.949579 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.949766 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.949904 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.950057 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.950224 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.950390 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.950558 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.950716 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.950819 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.950983 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.951137 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.951282 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.951458 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.951618 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.951781 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.951945 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.952105 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.952262 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.952420 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.952579 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.952738 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.952898 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.953056 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.953215 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.953376 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.953534 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.953693 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.953874 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.954029 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.954188 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.954346 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.954506 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.954665 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.954823 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.954982 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.955140 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.955299 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.955456 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.955626 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.955785 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.955945 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.956104 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.956270 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.956467 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.956550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:56:18.956655 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.956728 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.956891 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.957051 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.957247 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.957351 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.957515 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.957672 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.957853 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.958036 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.958180 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.958378 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.958526 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.958679 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.965905 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.965905 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.965905 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.965905 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.965905 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.965905 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.965905 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.965905 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.966496 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.966496 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.966496 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.966496 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.966496 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.966496 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.966496 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.966496 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967031 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967031 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967031 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967031 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967031 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967031 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967031 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967031 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967561 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967561 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967561 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967561 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967561 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967561 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967561 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.967561 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968136 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968136 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968136 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968136 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968136 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968136 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968136 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968136 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968684 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968684 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968684 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968684 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968684 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968684 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968684 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.968684 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969229 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969229 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969229 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969229 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969229 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969229 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969229 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969229 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969813 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969813 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969813 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969813 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969813 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969813 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969813 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.969813 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970346 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970346 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970346 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970346 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970346 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970346 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970346 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970346 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970876 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970876 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970876 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970876 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970876 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970876 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970876 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970876 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.970876 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.971462 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.971462 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.971462 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.971462 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.971689 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.971689 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.971829 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.971984 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.972144 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.972312 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.972470 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.972633 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.972790 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.972945 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.973112 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.973271 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.973430 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.973587 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.973769 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.974448 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.974619 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.974773 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.975556 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.975765 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.975935 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.976100 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.976272 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.976431 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.976593 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.976752 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.976912 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.977070 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.977232 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.977395 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.977562 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.977726 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.977918 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.978085 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.978257 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.978429 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.978601 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.978755 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.978900 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.979104 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.979211 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.979365 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.979511 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.979663 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.979941 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.980038 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.980113 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.980291 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.980429 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.980574 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.980733 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.980919 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.981150 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.981251 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.981367 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.981526 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.981685 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.981878 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:56:18.982019 dv-neutron-854561-2-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 00:56:19.092717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 40330) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:56:19.101879 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070307 Aug 26 00:56:30.408332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f2fd2-b7f4-4a85-80fe-918b2f168609 None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 00:56:30.495347 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9f2fd2-b7f4-4a85-80fe-918b2f168609 None None] No non-hosted networks {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 26 00:56:30.504615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.agentschedulers_db [None req-bc9f2fd2-b7f4-4a85-80fe-918b2f168609 None None] DHCP Agent not found on host dv-neutron-854561-2-hyperv {{(pid=89864) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 26 00:56:30.566084 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-16f1f354-a141-44a2-b5ef-dcd8a88d355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528673'] for agent, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:33.039058 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f4ccfc0a-8437-42d5-b8b9-fe881a0cc5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528673'] for agent, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:33.079346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-17d0c349-d72e-49b1-99ac-12117ba883ef None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-854561-2-hyperv {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 00:56:33.080033 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-17d0c349-d72e-49b1-99ac-12117ba883ef None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 00:56:33.703167 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-17d0c349-d72e-49b1-99ac-12117ba883ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:33.747332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528673'] for agent, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:33.749228 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:33.749807 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:33.750317 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:33.752053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:33.752621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:33.753018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:33.753414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:33.753896 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:33.754287 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:33.754688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:33.755179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:33.755675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:33.756146 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-854561-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:56:33.761319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-854561-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:56:33.884994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528673'] for agent, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:35.350670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528673'] for agent, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:36.318882 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.db.l3_hamode_db [None req-b7f9055e-c783-4e5c-b8aa-ff1a228cb811 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 26 00:56:36.405388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f9055e-c783-4e5c-b8aa-ff1a228cb811 None None] Routers set() bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 00:56:36.406362 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f9055e-c783-4e5c-b8aa-ff1a228cb811 None None] Router IDs set() for agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Aug 26 00:56:36.986906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 40422) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:56:37.580406 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING oslo_policy.policy [None req-9185f274-48ea-4097-ae21-da303b73d854 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:56:37.580975 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING oslo_policy.policy [None req-9185f274-48ea-4097-ae21-da303b73d854 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:56:37.800101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-9185f274-48ea-4097-ae21-da303b73d854 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 00:56:37.801097 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9185f274-48ea-4097-ae21-da303b73d854 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8132489 Aug 26 00:56:40.237773 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 40436) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:56:40.609599 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-7dc91170-71e4-4ca3-9eb2-84583db6516a admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 00:56:40.704644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.policy [None req-7dc91170-71e4-4ca3-9eb2-84583db6516a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89862) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 00:56:40.750292 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING oslo_policy.policy [None req-7dc91170-71e4-4ca3-9eb2-84583db6516a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:56:40.750659 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING oslo_policy.policy [None req-7dc91170-71e4-4ca3-9eb2-84583db6516a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:56:40.759603 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.quota [None req-7dc91170-71e4-4ca3-9eb2-84583db6516a admin admin] Loaded quota_driver: . Aug 26 00:56:40.775654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7dc91170-71e4-4ca3-9eb2-84583db6516a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 00:56:40.885510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7dc91170-71e4-4ca3-9eb2-84583db6516a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784988585351', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784988584914', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784988573277', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784988600850', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784988586165', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784988546777', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4111646', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3976585', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-871055', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684145'] for rbac-policy, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:41.101577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7dc91170-71e4-4ca3-9eb2-84583db6516a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:41.102918 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7dc91170-71e4-4ca3-9eb2-84583db6516a admin admin] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8641236 Aug 26 00:56:43.828738 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 40450) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:56:44.420035 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING oslo_policy.policy [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:56:44.420639 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING oslo_policy.policy [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:56:44.635872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Request body: {'network': {'name': 'private', 'project_id': '5b2a3bc500704cc7974deecca9a6a828', 'admin_state_up': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 00:56:44.637557 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.quota [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Loaded quota_driver: . Aug 26 00:56:44.653628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 00:56:44.660365 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Usage tracker for resource:network and tenant:5b2a3bc500704cc7974deecca9a6a828 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 00:56:44.666142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 00:56:44.673722 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 00:56:44.798905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Made reservation on behalf of 5b2a3bc500704cc7974deecca9a6a828 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:56:44.873109 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.policy [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89863) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 00:56:44.924790 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING oslo_policy.policy [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:56:44.924790 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING oslo_policy.policy [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:56:44.930304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:44.952027 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:44.966905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 00:56:44.970687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Usage tracker for resource:security_group_rule and tenant:5b2a3bc500704cc7974deecca9a6a828 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 00:56:44.976600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 00:56:44.982213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 00:56:45.110898 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:45.193398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:45.218040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 00:56:45.242696 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784988334484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:45.243242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Unsubscribe: segment precommit_create {{(pid=89863) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 00:56:45.243750 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Added segment dd9d1f61-7fb9-47d2-9767-8b64e1804576 of type vlan for network d0c2f0c8-89a0-4120-ac21-3d968bb6eff1 Aug 26 00:56:45.252224 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e83b4e4-558e-4c0c-b124-4c877e75cc99,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:45.307123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:45.307463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:45.307799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:45.308163 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:45.308525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:45.308853 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:45.309176 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:45.309498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:45.309851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:45.310173 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:45.310490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:45.310805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Tracked resource versions report: Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: pushed versions: Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: { 'AddressGroup': {'1.2'}, Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'ConntrackHelper': {'1.0'}, Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Log': {'1.0'}, Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Network': {'1.1'}, Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Port': {'1.7'}, Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'PortForwarding': {'1.2'}, Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'QosPolicy': {'1.8'}, Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'SecurityGroup': {'1.4'}, Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'SecurityGroupRule': {'1.2'}, Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'SubPort': {'1.0'}, Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Subnet': {'1.1'}, Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Trunk': {'1.1'}} Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: consumer versions: Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: { DHCP agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: L3 agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: Metadata agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: Metering agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: Open vSwitch agent@dv-neutron-854561-2-hyperv: { 'AddressGroup': '1.2', Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'ConntrackHelper': '1.0', Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Log': '1.0', Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Network': '1.1', Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Port': '1.7', Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'PortForwarding': '1.2', Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'QosPolicy': '1.8', Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'SecurityGroup': '1.4', Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'SecurityGroupRule': '1.2', Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'SubPort': '1.0', Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Subnet': '1.1', Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Trunk': '1.1'}} Aug 26 00:56:45.312087 dv-neutron-854561-2-hyperv neutron-server[89863]: {{(pid=89863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 00:56:45.360622 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:45.472778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:45.474275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:45.474932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:45.584704 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] Pushing event updated for resources: {'Network': ['ID=d0c2f0c8-89a0-4120-ac21-3d968bb6eff1,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:45.597379 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network d0c2f0c8-89a0-4120-ac21-3d968bb6eff1 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 00:56:45.661651 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b35a6cae-f119-4923-be26-4e63de744375 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.8306818 Aug 26 00:56:48.478318 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 40472) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:56:48.975913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85479129-cbc8-42e2-995b-c0989be8a1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:48.977262 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-85479129-cbc8-42e2-995b-c0989be8a1bc admin admin] 10.222.0.83 "GET /v2.0/networks/d0c2f0c8-89a0-4120-ac21-3d968bb6eff1 HTTP/1.1" status: 200 len: 826 time: 0.4979706 Aug 26 00:56:49.008842 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b689c933-19c7-4bf8-a179-a5793dfe636f admin admin] 10.222.0.83 "GET /v2.0/subnetpools/63c4c6a5-f162-4bff-b858-346ebca365f2 HTTP/1.1" status: 200 len: 734 time: 0.0260973 Aug 26 00:56:49.017664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] Request body: {'subnet': {'tenant_id': '5b2a3bc500704cc7974deecca9a6a828', 'subnetpool_id': '63c4c6a5-f162-4bff-b858-346ebca365f2', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 00:56:49.023283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 00:56:49.027167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] Usage tracker for resource:subnet and tenant:5b2a3bc500704cc7974deecca9a6a828 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 00:56:49.030164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 00:56:49.036526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 00:56:49.101228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] Made reservation on behalf of 5b2a3bc500704cc7974deecca9a6a828 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:56:49.103612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:49.455818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:49.544002 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] Checking segment: {'id': 'dd9d1f61-7fb9-47d2-9767-8b64e1804576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 00:56:49.544766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] Network hostable DHCP agents. Network: d0c2f0c8-89a0-4120-ac21-3d968bb6eff1, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:56:49.549820 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f99318-62b5-4ea6-b862-499547dc2f44,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:49.621157 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] Network d0c2f0c8-89a0-4120-ac21-3d968bb6eff1 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:56:49.701250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, d0c2f0c8-89a0-4120-ac21-3d968bb6eff1) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:56:49.706042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:49.706560 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:49.711569 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4390f06a-d3c5-41fd-b78b-8c71971ecf18 None None] Network d0c2f0c8-89a0-4120-ac21-3d968bb6eff1 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 00:56:49.812231 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1eaf3dcc-8bc2-42cd-8627-5d6e05d19761 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7847121 Aug 26 00:56:50.009060 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-d0c2f0c8-89a0-4120-ac21-3d968bb6eff1', 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1', 'tenant_id': '5b2a3bc500704cc7974deecca9a6a828', 'fixed_ips': [{'subnet_id': 'd5f99318-62b5-4ea6-b862-499547dc2f44'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 00:56:50.010343 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:50.208934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Allocated IP 172.20.0.2 (d0c2f0c8-89a0-4120-ac21-3d968bb6eff1/d5f99318-62b5-4ea6-b862-499547dc2f44/5bd425ed-7079-4f22-82c4-6832e1726011) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:56:50.448626 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:50.462352 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Transition to ACTIVE for port object 5bd425ed-7079-4f22-82c4-6832e1726011 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 00:56:50.481929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Transition to ACTIVE for port object 5bd425ed-7079-4f22-82c4-6832e1726011 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 00:56:50.655218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:50.721109 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Network d0c2f0c8-89a0-4120-ac21-3d968bb6eff1 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:56:50.724359 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:56:50.731067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 00:56:50.733242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Pushing event updated for resources: {'Port': ['ID=5bd425ed-7079-4f22-82c4-6832e1726011,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:50.774807 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:50.775162 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:50.775541 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:50.775837 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:50.776166 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:50.776509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:50.776961 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:50.777331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:50.785473 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:50.786027 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:50.789299 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:50.789661 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Tracked resource versions report: Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: pushed versions: Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: { 'AddressGroup': {'1.2'}, Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'ConntrackHelper': {'1.0'}, Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Log': {'1.0'}, Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Network': {'1.1'}, Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Port': {'1.7'}, Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'PortForwarding': {'1.2'}, Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'QosPolicy': {'1.8'}, Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'SecurityGroup': {'1.4'}, Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'SecurityGroupRule': {'1.2'}, Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'SubPort': {'1.0'}, Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Subnet': {'1.1'}, Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Trunk': {'1.1'}} Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: consumer versions: Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: { DHCP agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: L3 agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: Metadata agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: Metering agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: Open vSwitch agent@dv-neutron-854561-2-hyperv: { 'AddressGroup': '1.2', Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'ConntrackHelper': '1.0', Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Log': '1.0', Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Network': '1.1', Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Port': '1.7', Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'PortForwarding': '1.2', Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'QosPolicy': '1.8', Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'SecurityGroup': '1.4', Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'SecurityGroupRule': '1.2', Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'SubPort': '1.0', Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Subnet': '1.1', Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Trunk': '1.1'}} Aug 26 00:56:50.791086 dv-neutron-854561-2-hyperv neutron-server[89864]: {{(pid=89864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 00:56:50.868995 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Attempting to bind port 5bd425ed-7079-4f22-82c4-6832e1726011 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 00:56:50.869384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Attempting to bind port 5bd425ed-7079-4f22-82c4-6832e1726011 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'dd9d1f61-7fb9-47d2-9767-8b64e1804576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 00:56:50.869841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Attempting to bind port 5bd425ed-7079-4f22-82c4-6832e1726011 on network d0c2f0c8-89a0-4120-ac21-3d968bb6eff1 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 00:56:50.876061 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 00:56:50.876463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Checking segment: {'id': 'dd9d1f61-7fb9-47d2-9767-8b64e1804576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 00:56:50.876966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:50.877360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Bound using segment: {'id': 'dd9d1f61-7fb9-47d2-9767-8b64e1804576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 00:56:50.877912 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Bound port: 5bd425ed-7079-4f22-82c4-6832e1726011, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9d1f61-7fb9-47d2-9767-8b64e1804576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 00:56:50.878317 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:50.978749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-eddac006-e368-4be7-9849-f695b119f37c None None] For port 5bd425ed-7079-4f22-82c4-6832e1726011, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 00:56:50.982762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-eddac006-e368-4be7-9849-f695b119f37c None None] For port 5bd425ed-7079-4f22-82c4-6832e1726011, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5bd425ed-7079-4f22-82c4-6832e1726011,segment=NetworkSegment(dd9d1f61-7fb9-47d2-9767-8b64e1804576),segment_id=dd9d1f61-7fb9-47d2-9767-8b64e1804576)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 00:56:51.061802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:51.144114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddac006-e368-4be7-9849-f695b119f37c None None] Pushing event updated for resources: {'Port': ['ID=5bd425ed-7079-4f22-82c4-6832e1726011,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:52.332791 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 40482) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:56:52.725968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-621ac633-2e97-4c35-b992-d4a41867fbe4 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 00:56:52.726978 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-621ac633-2e97-4c35-b992-d4a41867fbe4 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3932402 Aug 26 00:56:55.050784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc99eea-f8b3-480d-a033-58ba6f6aaf79 None None] Network d0c2f0c8-89a0-4120-ac21-3d968bb6eff1 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 00:56:55.211501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 40496) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:56:55.352114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-498903af-d2b3-4257-8fbb-0e43fb5a8d57 None None] Provisioning for port 5bd425ed-7079-4f22-82c4-6832e1726011 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 00:56:55.583954 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5bd425ed-7079-4f22-82c4-6832e1726011 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 00:56:55.603195 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-cfa10989-084a-4f00-83c1-e85ae6c8a5a6 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 00:56:55.613245 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cfa10989-084a-4f00-83c1-e85ae6c8a5a6 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3917406 Aug 26 00:56:55.712493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 5bd425ed-7079-4f22-82c4-6832e1726011 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 00:56:55.717934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 5bd425ed-7079-4f22-82c4-6832e1726011 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 00:56:55.718339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:55.842219 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 5bd425ed-7079-4f22-82c4-6832e1726011 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 00:56:55.842764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:55.875363 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 5bd425ed-7079-4f22-82c4-6832e1726011, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5bd425ed-7079-4f22-82c4-6832e1726011,segment=NetworkSegment(dd9d1f61-7fb9-47d2-9767-8b64e1804576),segment_id=dd9d1f61-7fb9-47d2-9767-8b64e1804576)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 00:56:55.969894 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:56.040423 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=5bd425ed-7079-4f22-82c4-6832e1726011,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:57.574360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5bd425ed-7079-4f22-82c4-6832e1726011 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 00:56:57.643177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 5bd425ed-7079-4f22-82c4-6832e1726011 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 00:56:57.643556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:57.768985 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 5bd425ed-7079-4f22-82c4-6832e1726011 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 00:56:58.459597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 40508) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:56:58.819028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6b58a4df-5bb0-4a75-96f8-929ce861a161 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '5b2a3bc500704cc7974deecca9a6a828'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 00:56:58.824294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6b58a4df-5bb0-4a75-96f8-929ce861a161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 00:56:58.828158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6b58a4df-5bb0-4a75-96f8-929ce861a161 admin admin] Usage tracker for resource:router and tenant:5b2a3bc500704cc7974deecca9a6a828 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 00:56:58.831403 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6b58a4df-5bb0-4a75-96f8-929ce861a161 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 00:56:58.837250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6b58a4df-5bb0-4a75-96f8-929ce861a161 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 00:56:58.929899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6b58a4df-5bb0-4a75-96f8-929ce861a161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:58.931553 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6b58a4df-5bb0-4a75-96f8-929ce861a161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:58.954260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6b58a4df-5bb0-4a75-96f8-929ce861a161 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:59.147797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6b58a4df-5bb0-4a75-96f8-929ce861a161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:59.278426 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6b58a4df-5bb0-4a75-96f8-929ce861a161 admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:56:59.279552 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6b58a4df-5bb0-4a75-96f8-929ce861a161 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8189917 Aug 26 00:57:00.432388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-65cedbe2-1b1e-4dd7-8986-8a40d47bf28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:01.727763 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 40518) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:57:02.094964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-f06ae613-025e-44a8-af1c-716c81e712cd admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 00:57:02.095914 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f06ae613-025e-44a8-af1c-716c81e712cd admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3672440 Aug 26 00:57:02.974870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-00b720b8-9759-4580-9c1a-c6ee837ffaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:03.672372 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:03.792212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:04.557663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 40538) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:57:04.708124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 00:57:04.713341 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 00:57:04.717652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Usage tracker for resource:network and tenant:be60182d23b74d52b4865bc9df3dd7cf is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 00:57:04.721368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 00:57:04.728529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 00:57:04.849304 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Made reservation on behalf of be60182d23b74d52b4865bc9df3dd7cf for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:57:04.852123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:04.869086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:04.883701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 00:57:04.887740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Usage tracker for resource:security_group_rule and tenant:be60182d23b74d52b4865bc9df3dd7cf is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 00:57:04.890905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 00:57:04.897588 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 00:57:04.996162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:05.072114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:05.088970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Reserving flat network on physical network physnet1 {{(pid=89862) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 26 00:57:05.119910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784988334484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:05.120444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Unsubscribe: segment precommit_create {{(pid=89862) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 00:57:05.120944 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Added segment 837d44e9-b72f-4341-8eec-54ece5fac0d0 of type flat for network 49e274ef-58e5-4652-9e84-36bb0a18cd29 Aug 26 00:57:05.170181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b9fa2e-baf9-4acb-aef8-c1e8624e7e71,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:05.192100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:05.192442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:05.192843 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:05.193205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:05.193526 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:05.193873 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:05.194194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:05.194511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:05.194824 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:05.195134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:05.195443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:05.195781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Tracked resource versions report: Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: pushed versions: Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: { 'AddressGroup': {'1.2'}, Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'ConntrackHelper': {'1.0'}, Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Log': {'1.0'}, Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Network': {'1.1'}, Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Port': {'1.7'}, Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'PortForwarding': {'1.2'}, Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'QosPolicy': {'1.8'}, Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'SecurityGroup': {'1.4'}, Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'SecurityGroupRule': {'1.2'}, Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'SubPort': {'1.0'}, Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Subnet': {'1.1'}, Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Trunk': {'1.1'}} Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: consumer versions: Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: { DHCP agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: L3 agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: Metadata agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: Metering agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: Open vSwitch agent@dv-neutron-854561-2-hyperv: { 'AddressGroup': '1.2', Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'ConntrackHelper': '1.0', Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Log': '1.0', Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Network': '1.1', Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Port': '1.7', Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'PortForwarding': '1.2', Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'QosPolicy': '1.8', Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'SecurityGroup': '1.4', Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'SecurityGroupRule': '1.2', Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'SubPort': '1.0', Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Subnet': '1.1', Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Trunk': '1.1'}} Aug 26 00:57:05.197184 dv-neutron-854561-2-hyperv neutron-server[89862]: {{(pid=89862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 00:57:05.239017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:05.323939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:05.352354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:05.354073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:05.355103 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:05.464144 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] Pushing event updated for resources: {'Network': ['ID=49e274ef-58e5-4652-9e84-36bb0a18cd29,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:05.474706 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 00:57:05.570205 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-dc69e068-768b-4f76-b33f-16e96dc5f646 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0114174 Aug 26 00:57:07.855346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 40562) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:57:07.967761 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9531a7c5-db52-433d-9dc3-c650c05ac6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:07.969090 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9531a7c5-db52-433d-9dc3-c650c05ac6fd admin admin] 10.222.0.83 "GET /v2.0/subnets/d5f99318-62b5-4ea6-b862-499547dc2f44 HTTP/1.1" status: 200 len: 849 time: 0.1127980 Aug 26 00:57:08.148653 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-746ec95f-2469-4bbb-b1ee-d1bd907fbff9 admin admin] 10.222.0.83 "GET /v2.0/routers/695ab57d-c480-4be6-9072-0fec50a3fe6a HTTP/1.1" status: 200 len: 704 time: 0.1733713 Aug 26 00:57:08.631787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:08.958507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Allocated IP 172.20.0.1 (d0c2f0c8-89a0-4120-ac21-3d968bb6eff1/d5f99318-62b5-4ea6-b862-499547dc2f44/29e02705-a478-4dad-bd43-30a6a8707f73) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:57:09.129030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:09.146705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Transition to ACTIVE for port object 29e02705-a478-4dad-bd43-30a6a8707f73 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 00:57:09.267454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:09.338122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Network d0c2f0c8-89a0-4120-ac21-3d968bb6eff1 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:57:09.341121 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:57:09.347975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 00:57:09.348876 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:09.470746 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Pushing event updated for resources: {'Port': ['ID=29e02705-a478-4dad-bd43-30a6a8707f73,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:09.632261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2edf58f2-f175-4133-a709-0f3bdd301471 None None] Provisioning for port 29e02705-a478-4dad-bd43-30a6a8707f73 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 00:57:09.638070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2edf58f2-f175-4133-a709-0f3bdd301471 None None] Provisioning complete for port 29e02705-a478-4dad-bd43-30a6a8707f73 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 00:57:09.638445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2edf58f2-f175-4133-a709-0f3bdd301471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:09.696371 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2edf58f2-f175-4133-a709-0f3bdd301471 None None] Port 29e02705-a478-4dad-bd43-30a6a8707f73 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 00:57:09.703006 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:09.947186 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:10.032165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:10.032939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:10.174693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Pushing event updated for resources: {'Port': ['ID=29e02705-a478-4dad-bd43-30a6a8707f73,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:10.231949 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Network d0c2f0c8-89a0-4120-ac21-3d968bb6eff1 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:57:10.232906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:57:10.418394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dcb5cf8b-db55-4fc3-b00a-ce4a716d7c96 None None] Provisioning complete for port 29e02705-a478-4dad-bd43-30a6a8707f73 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 00:57:10.418691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cf8b-db55-4fc3-b00a-ce4a716d7c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:10.472086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-dcb5cf8b-db55-4fc3-b00a-ce4a716d7c96 None None] Port 29e02705-a478-4dad-bd43-30a6a8707f73 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 00:57:10.490172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Router 695ab57d-c480-4be6-9072-0fec50a3fe6a is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 00:57:10.647506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 00:57:10.657783 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Sync routers for ids ['695ab57d-c480-4be6-9072-0fec50a3fe6a'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:57:10.658313 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c8b7de02-235f-45f1-a8dc-a81c246d2e6a admin admin] 10.222.0.83 "PUT /v2.0/routers/695ab57d-c480-4be6-9072-0fec50a3fe6a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5041683 Aug 26 00:57:10.669572 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Routers {'695ab57d-c480-4be6-9072-0fec50a3fe6a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 00:57:10.670479 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T00:57:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['695ab57d-c480-4be6-9072-0fec50a3fe6a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:57:10.849931 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Set router 695ab57d-c480-4be6-9072-0fec50a3fe6a gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 00:57:11.234705 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695ab57d-c480-4be6-9072-0fec50a3fe6a', 'name': 'router1', 'tenant_id': '5b2a3bc500704cc7974deecca9a6a828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:56:58Z', 'updated_at': '2022-08-26T00:57:09Z', 'revision_number': 2, 'project_id': '5b2a3bc500704cc7974deecca9a6a828', 'gw_port_host': None, '_interfaces': [{'id': '29e02705-a478-4dad-bd43-30a6a8707f73', 'name': '', 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1', 'tenant_id': '5b2a3bc500704cc7974deecca9a6a828', 'mac_address': 'fa:16:3e:1f:09:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695ab57d-c480-4be6-9072-0fec50a3fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5f99318-62b5-4ea6-b862-499547dc2f44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:57:08Z', 'updated_at': '2022-08-26T00:57:09Z', 'revision_number': 2, 'project_id': '5b2a3bc500704cc7974deecca9a6a828', 'subnets': [{'id': 'd5f99318-62b5-4ea6-b862-499547dc2f44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63c4c6a5-f162-4bff-b858-346ebca365f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:57:11.239669 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Checking router: 695ab57d-c480-4be6-9072-0fec50a3fe6a for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:57:11.240186 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Updating router 695ab57d-c480-4be6-9072-0fec50a3fe6a port 29e02705-a478-4dad-bd43-30a6a8707f73 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:57:11.292678 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:11.678292 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:11.693991 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Transition to ACTIVE for port object 29e02705-a478-4dad-bd43-30a6a8707f73 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 00:57:11.758006 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:11.927793 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6c51d-f8bf-4526-90d6-cb89c8807861 None None] Pushing event updated for resources: {'Port': ['ID=29e02705-a478-4dad-bd43-30a6a8707f73,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:11.972979 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b6c51d-f8bf-4526-90d6-cb89c8807861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:11.973339 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b6c51d-f8bf-4526-90d6-cb89c8807861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:11.973726 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b6c51d-f8bf-4526-90d6-cb89c8807861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:11.974061 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b6c51d-f8bf-4526-90d6-cb89c8807861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:11.974380 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b6c51d-f8bf-4526-90d6-cb89c8807861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:11.974721 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b6c51d-f8bf-4526-90d6-cb89c8807861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:11.975033 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b6c51d-f8bf-4526-90d6-cb89c8807861 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:11.975349 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b6c51d-f8bf-4526-90d6-cb89c8807861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:11.975677 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b6c51d-f8bf-4526-90d6-cb89c8807861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:11.975990 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b6c51d-f8bf-4526-90d6-cb89c8807861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:11.976301 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b6c51d-f8bf-4526-90d6-cb89c8807861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:11.976610 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b6c51d-f8bf-4526-90d6-cb89c8807861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b6c51d-f8bf-4526-90d6-cb89c8807861 None None] Tracked resource versions report: Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: pushed versions: Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: { 'AddressGroup': {'1.2'}, Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'ConntrackHelper': {'1.0'}, Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Log': {'1.0'}, Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Network': {'1.1'}, Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Port': {'1.7'}, Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'PortForwarding': {'1.2'}, Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'QosPolicy': {'1.8'}, Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'SecurityGroup': {'1.4'}, Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'SecurityGroupRule': {'1.2'}, Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'SubPort': {'1.0'}, Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Subnet': {'1.1'}, Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Trunk': {'1.1'}} Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: consumer versions: Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: { DHCP agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: L3 agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: Metadata agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: Metering agent@dv-neutron-854561-2-hyperv: {}, Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: Open vSwitch agent@dv-neutron-854561-2-hyperv: { 'AddressGroup': '1.2', Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'ConntrackHelper': '1.0', Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Log': '1.0', Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Network': '1.1', Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Port': '1.7', Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'PortForwarding': '1.2', Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'QosPolicy': '1.8', Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'SecurityGroup': '1.4', Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'SecurityGroupRule': '1.2', Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'SubPort': '1.0', Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Subnet': '1.1', Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Trunk': '1.1'}} Aug 26 00:57:11.977957 dv-neutron-854561-2-hyperv neutron-server[89865]: {{(pid=89865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 00:57:12.006261 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Attempting to bind port 29e02705-a478-4dad-bd43-30a6a8707f73 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 00:57:12.007483 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Attempting to bind port 29e02705-a478-4dad-bd43-30a6a8707f73 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'dd9d1f61-7fb9-47d2-9767-8b64e1804576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 00:57:12.007483 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Attempting to bind port 29e02705-a478-4dad-bd43-30a6a8707f73 on network d0c2f0c8-89a0-4120-ac21-3d968bb6eff1 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 00:57:12.012115 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 00:57:12.012501 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Checking segment: {'id': 'dd9d1f61-7fb9-47d2-9767-8b64e1804576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 00:57:12.012986 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:12.013366 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Bound using segment: {'id': 'dd9d1f61-7fb9-47d2-9767-8b64e1804576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 00:57:12.013902 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Bound port: 29e02705-a478-4dad-bd43-30a6a8707f73, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9d1f61-7fb9-47d2-9767-8b64e1804576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 00:57:12.014280 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:12.103849 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] For port 29e02705-a478-4dad-bd43-30a6a8707f73, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 00:57:12.108234 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] For port 29e02705-a478-4dad-bd43-30a6a8707f73, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=29e02705-a478-4dad-bd43-30a6a8707f73,segment=NetworkSegment(dd9d1f61-7fb9-47d2-9767-8b64e1804576),segment_id=dd9d1f61-7fb9-47d2-9767-8b64e1804576)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 00:57:12.226868 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:12.314237 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Routers {'695ab57d-c480-4be6-9072-0fec50a3fe6a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 00:57:12.314873 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T00:57:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['695ab57d-c480-4be6-9072-0fec50a3fe6a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:57:12.456983 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6c51d-f8bf-4526-90d6-cb89c8807861 None None] Pushing event updated for resources: {'Port': ['ID=29e02705-a478-4dad-bd43-30a6a8707f73,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:12.479496 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] Set router 695ab57d-c480-4be6-9072-0fec50a3fe6a gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 00:57:12.808954 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695ab57d-c480-4be6-9072-0fec50a3fe6a', 'name': 'router1', 'tenant_id': '5b2a3bc500704cc7974deecca9a6a828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:56:58Z', 'updated_at': '2022-08-26T00:57:09Z', 'revision_number': 2, 'project_id': '5b2a3bc500704cc7974deecca9a6a828', 'gw_port_host': None, '_interfaces': [{'id': '29e02705-a478-4dad-bd43-30a6a8707f73', 'name': '', 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1', 'tenant_id': '5b2a3bc500704cc7974deecca9a6a828', 'mac_address': 'fa:16:3e:1f:09:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695ab57d-c480-4be6-9072-0fec50a3fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5f99318-62b5-4ea6-b862-499547dc2f44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:57:08Z', 'updated_at': '2022-08-26T00:57:12Z', 'revision_number': 4, 'project_id': '5b2a3bc500704cc7974deecca9a6a828', 'subnets': [{'id': 'd5f99318-62b5-4ea6-b862-499547dc2f44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63c4c6a5-f162-4bff-b858-346ebca365f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:57:12.812959 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76546193-5a3a-47e7-a713-0d0b62143533 None None] The sync data for ids ['695ab57d-c480-4be6-9072-0fec50a3fe6a'] in dv-neutron-854561-2-hyperv is: [{'id': '695ab57d-c480-4be6-9072-0fec50a3fe6a', 'name': 'router1', 'tenant_id': '5b2a3bc500704cc7974deecca9a6a828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:56:58Z', 'updated_at': '2022-08-26T00:57:09Z', 'revision_number': 2, 'project_id': '5b2a3bc500704cc7974deecca9a6a828', 'gw_port_host': None, '_interfaces': [{'id': '29e02705-a478-4dad-bd43-30a6a8707f73', 'name': '', 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1', 'tenant_id': '5b2a3bc500704cc7974deecca9a6a828', 'mac_address': 'fa:16:3e:1f:09:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695ab57d-c480-4be6-9072-0fec50a3fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5f99318-62b5-4ea6-b862-499547dc2f44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:57:08Z', 'updated_at': '2022-08-26T00:57:12Z', 'revision_number': 4, 'project_id': '5b2a3bc500704cc7974deecca9a6a828', 'subnets': [{'id': 'd5f99318-62b5-4ea6-b862-499547dc2f44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63c4c6a5-f162-4bff-b858-346ebca365f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:57:12.951041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 40576) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:57:13.131737 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d520c2b-b911-4af5-af68-c528c030cff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:13.133100 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8d520c2b-b911-4af5-af68-c528c030cff0 admin admin] 10.222.0.83 "GET /v2.0/networks/49e274ef-58e5-4652-9e84-36bb0a18cd29 HTTP/1.1" status: 200 len: 842 time: 0.1811261 Aug 26 00:57:13.142774 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Request body: {'subnet': {'cidr': '172.26.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'gateway_ip': '172.26.2.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 00:57:13.147906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 00:57:13.152589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Usage tracker for resource:subnet and tenant:be60182d23b74d52b4865bc9df3dd7cf is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 00:57:13.155746 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 00:57:13.162155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 00:57:13.306637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Made reservation on behalf of be60182d23b74d52b4865bc9df3dd7cf for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:57:13.309014 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:13.592593 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 29e02705-a478-4dad-bd43-30a6a8707f73 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 00:57:13.747055 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 29e02705-a478-4dad-bd43-30a6a8707f73 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 00:57:13.752406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 29e02705-a478-4dad-bd43-30a6a8707f73 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 00:57:13.752782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:13.790890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.objects.ports [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89863) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 00:57:13.791352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:13.869679 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=136007ff-4d72-4132-aba5-3754ff9b8f40,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:13.873658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 00:57:13.874039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Network hostable DHCP agents. Network: 49e274ef-58e5-4652-9e84-36bb0a18cd29, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:57:13.877005 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 29e02705-a478-4dad-bd43-30a6a8707f73 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 00:57:13.877411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:13.910244 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 29e02705-a478-4dad-bd43-30a6a8707f73, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=29e02705-a478-4dad-bd43-30a6a8707f73,segment=NetworkSegment(dd9d1f61-7fb9-47d2-9767-8b64e1804576),segment_id=dd9d1f61-7fb9-47d2-9767-8b64e1804576)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 00:57:13.946190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:57:13.975838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:14.045401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=29e02705-a478-4dad-bd43-30a6a8707f73,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:14.049571 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 49e274ef-58e5-4652-9e84-36bb0a18cd29) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:57:14.054531 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:14.055616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:14.058571 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fecd34f-d6f3-4514-9c66-3bd07229f3e7 None None] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 00:57:14.147389 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f1c58279-4a83-4135-9b3d-e6427975b483 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0081263 Aug 26 00:57:14.293031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495733bc-30ea-4d1f-90f5-2d7220060916 None None] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 00:57:15.569044 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 29e02705-a478-4dad-bd43-30a6a8707f73 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 00:57:15.639217 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 29e02705-a478-4dad-bd43-30a6a8707f73 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 00:57:15.639590 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:15.767659 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 29e02705-a478-4dad-bd43-30a6a8707f73 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 00:57:16.520433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 40590) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:57:16.732743 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0920f7de-1fd7-41da-843a-c6ba2597d676 admin admin] 10.222.0.83 "GET /v2.0/routers/695ab57d-c480-4be6-9072-0fec50a3fe6a HTTP/1.1" status: 200 len: 710 time: 0.2109461 Aug 26 00:57:16.861208 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f13619a-681e-443f-85e3-092822a97421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:16.862604 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0f13619a-681e-443f-85e3-092822a97421 admin admin] 10.222.0.83 "GET /v2.0/networks/49e274ef-58e5-4652-9e84-36bb0a18cd29 HTTP/1.1" status: 200 len: 886 time: 0.1249990 Aug 26 00:57:16.871875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 00:57:17.372121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:17.776476 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:17.837134 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:17.982115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Allocated IP 172.26.2.143 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/86d14a79-c0c7-4570-9b50-827c59db4e2c) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:57:18.135894 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:18.256001 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:18.320943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:57:18.323785 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:57:18.327618 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 00:57:18.443981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Pushing event updated for resources: {'Port': ['ID=86d14a79-c0c7-4570-9b50-827c59db4e2c,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:18.787690 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:19.187517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:19.190940 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:19.387157 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Router 695ab57d-c480-4be6-9072-0fec50a3fe6a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 00:57:19.570055 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 00:57:19.579706 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:19.580199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Sync routers for ids ['695ab57d-c480-4be6-9072-0fec50a3fe6a'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:57:19.580890 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-df0470fc-b084-4d96-b245-edae1b6fd135 admin admin] 10.222.0.83 "PUT /v2.0/routers/695ab57d-c480-4be6-9072-0fec50a3fe6a HTTP/1.1" status: 200 len: 890 time: 2.7121911 Aug 26 00:57:19.591494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Routers {'695ab57d-c480-4be6-9072-0fec50a3fe6a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 00:57:19.592309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T00:57:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['695ab57d-c480-4be6-9072-0fec50a3fe6a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:57:19.791574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Set router 695ab57d-c480-4be6-9072-0fec50a3fe6a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 00:57:20.165467 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695ab57d-c480-4be6-9072-0fec50a3fe6a', 'name': 'router1', 'tenant_id': '5b2a3bc500704cc7974deecca9a6a828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '86d14a79-c0c7-4570-9b50-827c59db4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:56:58Z', 'updated_at': '2022-08-26T00:57:18Z', 'revision_number': 4, 'project_id': '5b2a3bc500704cc7974deecca9a6a828', 'gw_port': {'id': '86d14a79-c0c7-4570-9b50-827c59db4e2c', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:94:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695ab57d-c480-4be6-9072-0fec50a3fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:57:17Z', 'updated_at': '2022-08-26T00:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '29e02705-a478-4dad-bd43-30a6a8707f73', 'name': '', 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1', 'tenant_id': '5b2a3bc500704cc7974deecca9a6a828', 'mac_address': 'fa:16:3e:1f:09:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ab57d-c480-4be6-9072-0fec50a3fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5f99318-62b5-4ea6-b862-499547dc2f44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:57:08Z', 'updated_at': '2022-08-26T00:57:13Z', 'revision_number': 5, 'project_id': '5b2a3bc500704cc7974deecca9a6a828', 'subnets': [{'id': 'd5f99318-62b5-4ea6-b862-499547dc2f44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63c4c6a5-f162-4bff-b858-346ebca365f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:57:20.170515 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Checking router: 695ab57d-c480-4be6-9072-0fec50a3fe6a for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:57:20.170869 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Updating router 695ab57d-c480-4be6-9072-0fec50a3fe6a port 86d14a79-c0c7-4570-9b50-827c59db4e2c binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:57:20.224416 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:20.558388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:20.569997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Transition to ACTIVE for port object 86d14a79-c0c7-4570-9b50-827c59db4e2c will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 00:57:20.637641 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:20.698765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Attempting to bind port 86d14a79-c0c7-4570-9b50-827c59db4e2c on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 00:57:20.699124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Attempting to bind port 86d14a79-c0c7-4570-9b50-827c59db4e2c by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 00:57:20.699486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Attempting to bind port 86d14a79-c0c7-4570-9b50-827c59db4e2c on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 00:57:20.707850 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 00:57:20.709727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 00:57:20.709727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:20.709727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 00:57:20.710231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Bound port: 86d14a79-c0c7-4570-9b50-827c59db4e2c, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 00:57:20.710619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:20.757338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53d282-071d-423f-a5a3-d8f40f01bbe5 None None] Pushing event updated for resources: {'Port': ['ID=86d14a79-c0c7-4570-9b50-827c59db4e2c,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:20.793098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] For port 86d14a79-c0c7-4570-9b50-827c59db4e2c, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 00:57:20.796234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] For port 86d14a79-c0c7-4570-9b50-827c59db4e2c, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=86d14a79-c0c7-4570-9b50-827c59db4e2c,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 00:57:20.883737 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:20.948833 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Routers {'695ab57d-c480-4be6-9072-0fec50a3fe6a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 00:57:20.949455 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T00:57:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['695ab57d-c480-4be6-9072-0fec50a3fe6a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:57:21.084914 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53d282-071d-423f-a5a3-d8f40f01bbe5 None None] Pushing event updated for resources: {'Port': ['ID=86d14a79-c0c7-4570-9b50-827c59db4e2c,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:21.138637 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] Set router 695ab57d-c480-4be6-9072-0fec50a3fe6a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 00:57:21.474686 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695ab57d-c480-4be6-9072-0fec50a3fe6a', 'name': 'router1', 'tenant_id': '5b2a3bc500704cc7974deecca9a6a828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '86d14a79-c0c7-4570-9b50-827c59db4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:56:58Z', 'updated_at': '2022-08-26T00:57:18Z', 'revision_number': 4, 'project_id': '5b2a3bc500704cc7974deecca9a6a828', 'gw_port': {'id': '86d14a79-c0c7-4570-9b50-827c59db4e2c', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:94:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695ab57d-c480-4be6-9072-0fec50a3fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:57:17Z', 'updated_at': '2022-08-26T00:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '29e02705-a478-4dad-bd43-30a6a8707f73', 'name': '', 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1', 'tenant_id': '5b2a3bc500704cc7974deecca9a6a828', 'mac_address': 'fa:16:3e:1f:09:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ab57d-c480-4be6-9072-0fec50a3fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5f99318-62b5-4ea6-b862-499547dc2f44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:57:08Z', 'updated_at': '2022-08-26T00:57:13Z', 'revision_number': 5, 'project_id': '5b2a3bc500704cc7974deecca9a6a828', 'subnets': [{'id': 'd5f99318-62b5-4ea6-b862-499547dc2f44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63c4c6a5-f162-4bff-b858-346ebca365f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:57:21.478749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd65938-01d3-4a60-8ea4-7b7e0d315afe None None] The sync data for ids ['695ab57d-c480-4be6-9072-0fec50a3fe6a'] in dv-neutron-854561-2-hyperv is: [{'id': '695ab57d-c480-4be6-9072-0fec50a3fe6a', 'name': 'router1', 'tenant_id': '5b2a3bc500704cc7974deecca9a6a828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': '86d14a79-c0c7-4570-9b50-827c59db4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:56:58Z', 'updated_at': '2022-08-26T00:57:18Z', 'revision_number': 4, 'project_id': '5b2a3bc500704cc7974deecca9a6a828', 'gw_port': {'id': '86d14a79-c0c7-4570-9b50-827c59db4e2c', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:94:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695ab57d-c480-4be6-9072-0fec50a3fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:57:17Z', 'updated_at': '2022-08-26T00:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '29e02705-a478-4dad-bd43-30a6a8707f73', 'name': '', 'network_id': 'd0c2f0c8-89a0-4120-ac21-3d968bb6eff1', 'tenant_id': '5b2a3bc500704cc7974deecca9a6a828', 'mac_address': 'fa:16:3e:1f:09:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695ab57d-c480-4be6-9072-0fec50a3fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5f99318-62b5-4ea6-b862-499547dc2f44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:57:08Z', 'updated_at': '2022-08-26T00:57:13Z', 'revision_number': 5, 'project_id': '5b2a3bc500704cc7974deecca9a6a828', 'subnets': [{'id': 'd5f99318-62b5-4ea6-b862-499547dc2f44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63c4c6a5-f162-4bff-b858-346ebca365f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:57:22.052459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 40600) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:57:22.181299 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cb23f437-f2a2-41f5-8fd5-70bd9da8c995 admin admin] 10.222.0.83 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1275496 Aug 26 00:57:23.603504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 86d14a79-c0c7-4570-9b50-827c59db4e2c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 00:57:23.763634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 86d14a79-c0c7-4570-9b50-827c59db4e2c completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 00:57:23.769006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 86d14a79-c0c7-4570-9b50-827c59db4e2c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 00:57:23.769316 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:23.940246 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 86d14a79-c0c7-4570-9b50-827c59db4e2c is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 00:57:23.941322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:23.959759 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 86d14a79-c0c7-4570-9b50-827c59db4e2c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=86d14a79-c0c7-4570-9b50-827c59db4e2c,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 00:57:24.025670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:24.105334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=86d14a79-c0c7-4570-9b50-827c59db4e2c,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:25.597428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 86d14a79-c0c7-4570-9b50-827c59db4e2c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 00:57:25.687762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 86d14a79-c0c7-4570-9b50-827c59db4e2c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 00:57:25.688202 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:25.829527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 86d14a79-c0c7-4570-9b50-827c59db4e2c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 00:57:27.888860 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 5 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 00:57:30.442829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-075dce05-674b-407e-ba63-5e13f92263c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:32.968889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aaa9aaae-0f76-449b-9419-756eb0091218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:33.683736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:33.809028 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:57:35.318385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:58:00.426214 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bcf0a3fe-55eb-4d94-a525-a85269f4922d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:58:03.002067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3f645be5-d84f-46f4-a825-2b1e1654b5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:58:03.665668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:58:03.796018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:58:04.857831 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 5 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 00:58:05.342754 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:58:30.424101 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-48468e80-eb38-470b-b6ce-76a55e68d152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:58:33.048382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2a3812e1-d1b5-428a-adf0-9d8b1cb02c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:58:33.659521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:58:33.802906 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:58:35.311040 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:58:41.861389 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 5 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 00:59:00.442399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-382f6b0d-5726-4b4f-a3da-020652d0661d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:59:02.973319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b0b309b2-c6fa-434b-9caa-7419ead6a0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:59:03.704946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:59:03.813901 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:59:05.321889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:59:18.860263 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 5 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 00:59:30.431113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9b9ce260-8630-4c01-97b0-34d2bad50e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:59:32.978919 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e1539f7f-f39d-450a-910b-b3eee33c24ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:59:33.693334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:59:33.830250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:59:34.650154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41202) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:59:34.718057 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-72976fdf-334f-4592-bada-6f14fb74029e admin admin] GET failed (client error): The resource could not be found. Aug 26 00:59:34.719345 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-72976fdf-334f-4592-bada-6f14fb74029e admin admin] 10.222.0.83 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0682461 Aug 26 00:59:34.852503 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18636aa-6841-41f9-ab35-0017c7b6daaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:34.853993 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c18636aa-6841-41f9-ab35-0017c7b6daaf admin admin] 10.222.0.83 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1306918 Aug 26 00:59:35.333373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:59:37.094081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41212) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:59:37.207190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a927bdf3-5b66-4761-b26f-6d5d02d6461c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:37.207743 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a927bdf3-5b66-4761-b26f-6d5d02d6461c admin admin] Synchronizing usage tracker for tenant:be60182d23b74d52b4865bc9df3dd7cf on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 00:59:37.332722 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a927bdf3-5b66-4761-b26f-6d5d02d6461c admin admin] Unset dirty status for tenant:be60182d23b74d52b4865bc9df3dd7cf on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 00:59:37.333938 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a927bdf3-5b66-4761-b26f-6d5d02d6461c admin admin] 10.222.0.83 "GET /v2.0/subnets/d5f99318-62b5-4ea6-b862-499547dc2f44 HTTP/1.1" status: 200 len: 849 time: 0.2388937 Aug 26 00:59:37.343334 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 00:59:37.460687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Notify callbacks [] for subnet, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:59:37.704597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784988419642'] for subnet, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:59:37.753369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:37.754454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:59:37.755173 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] 10.222.0.83 "PUT /v2.0/subnets/d5f99318-62b5-4ea6-b862-499547dc2f44 HTTP/1.1" status: 200 len: 868 time: 0.4155505 Aug 26 00:59:37.773400 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d62ae0-f22e-46c8-8123-5bef790c1ac0 None None] Network d0c2f0c8-89a0-4120-ac21-3d968bb6eff1 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 00:59:37.776502 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f99318-62b5-4ea6-b862-499547dc2f44,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:37.784986 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:37.785355 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:37.787583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:37.787583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:37.787583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:37.787583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:37.787583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:37.787583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:37.788046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:37.788046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:37.788457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:37.789392 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9d68cb-6e7d-491c-a255-e46dca5b578e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:38.243879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ea9f4304-5b33-45f0-9064-db98ffd8ed41 None None] Provisioning complete for port 29e02705-a478-4dad-bd43-30a6a8707f73 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 00:59:38.244261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ea9f4304-5b33-45f0-9064-db98ffd8ed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:59:38.360584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f4304-5b33-45f0-9064-db98ffd8ed41 None None] Current status of the port 29e02705-a478-4dad-bd43-30a6a8707f73 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 00:59:38.372105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ea9f4304-5b33-45f0-9064-db98ffd8ed41 None None] Provisioning complete for port 5bd425ed-7079-4f22-82c4-6832e1726011 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 00:59:38.372474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ea9f4304-5b33-45f0-9064-db98ffd8ed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 00:59:38.488273 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f4304-5b33-45f0-9064-db98ffd8ed41 None None] Current status of the port 5bd425ed-7079-4f22-82c4-6832e1726011 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 00:59:39.986076 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41222) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:59:40.159697 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbec89b0-ab70-4cce-8560-508087139fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:40.160173 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbec89b0-ab70-4cce-8560-508087139fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:40.161695 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fbec89b0-ab70-4cce-8560-508087139fc3 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1746387 Aug 26 00:59:42.344217 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41232) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:59:42.558338 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759e609c-4e93-4e34-ab99-b409864d2272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:42.558725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759e609c-4e93-4e34-ab99-b409864d2272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:42.560659 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-759e609c-4e93-4e34-ab99-b409864d2272 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2153711 Aug 26 00:59:44.809450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41242) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:59:44.983029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74afaa1-c74f-4d3e-bf4d-1553dac10bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:44.984381 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c74afaa1-c74f-4d3e-bf4d-1553dac10bc2 admin admin] 10.222.0.83 "GET /v2.0/networks/49e274ef-58e5-4652-9e84-36bb0a18cd29 HTTP/1.1" status: 200 len: 886 time: 0.1739409 Aug 26 00:59:47.174348 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41252) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:59:47.349913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e7fa4-0d18-4f72-8ab6-2a3840c4b0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:47.352205 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bc7e7fa4-0d18-4f72-8ab6-2a3840c4b0dd admin admin] 10.222.0.83 "GET /v2.0/networks/d0c2f0c8-89a0-4120-ac21-3d968bb6eff1 HTTP/1.1" status: 200 len: 870 time: 0.1768563 Aug 26 00:59:49.528231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41262) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:59:49.633008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950d9aa7-2616-4fda-9ca8-331c9144535a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:49.633463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950d9aa7-2616-4fda-9ca8-331c9144535a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:49.635102 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-950d9aa7-2616-4fda-9ca8-331c9144535a admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1059382 Aug 26 00:59:51.821450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41272) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:59:51.932170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48978ad8-19b8-4827-afbe-44969bdd736c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:51.932635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48978ad8-19b8-4827-afbe-44969bdd736c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:51.934158 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-48978ad8-19b8-4827-afbe-44969bdd736c admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1117053 Aug 26 00:59:54.116723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41282) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:59:54.218039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc1fafe-fc8f-4300-9cb7-0e66dd510924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:54.219309 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bfc1fafe-fc8f-4300-9cb7-0e66dd510924 admin admin] 10.222.0.83 "GET /v2.0/subnets/136007ff-4d72-4132-aba5-3754ff9b8f40 HTTP/1.1" status: 200 len: 816 time: 0.1013639 Aug 26 00:59:55.891224 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 5 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 00:59:56.411155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41292) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 00:59:56.519396 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6127c42c-2d03-468b-96aa-bf908b057e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:56.520734 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6127c42c-2d03-468b-96aa-bf908b057e01 admin admin] 10.222.0.83 "GET /v2.0/subnets/d5f99318-62b5-4ea6-b862-499547dc2f44 HTTP/1.1" status: 200 len: 868 time: 0.1086621 Aug 26 01:00:00.407560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-16b1d93d-3034-4f28-9688-470ab21a2e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:02.990076 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bf700b52-6d23-4736-be12-12acaf003e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:03.698696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:03.812680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:05.327374 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:16.730966 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41338) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:00:16.781349 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-7fafda05-ec4b-4b30-bc4c-6f285873917f admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:00:16.782379 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7fafda05-ec4b-4b30-bc4c-6f285873917f admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504162 Aug 26 01:00:19.055435 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41348) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:00:19.124189 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8dfa68-97c2-4fe0-879f-7c247cb041aa admin admin] GET failed (client error): The resource could not be found. Aug 26 01:00:19.124698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6d8dfa68-97c2-4fe0-879f-7c247cb041aa admin admin] Synchronizing usage tracker for tenant:be60182d23b74d52b4865bc9df3dd7cf on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:00:19.195268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6d8dfa68-97c2-4fe0-879f-7c247cb041aa admin admin] Unset dirty status for tenant:be60182d23b74d52b4865bc9df3dd7cf on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:00:19.196411 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6d8dfa68-97c2-4fe0-879f-7c247cb041aa admin admin] 10.222.0.83 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1400540 Aug 26 01:00:19.324871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967fd3b1-e52c-4e0d-9146-4c7d33224545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:19.326360 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-967fd3b1-e52c-4e0d-9146-4c7d33224545 admin admin] 10.222.0.83 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1259029 Aug 26 01:00:21.529783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41358) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:00:21.578306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:00:21.583492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:00:21.594221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:00:21.696706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Made reservation on behalf of be60182d23b74d52b4865bc9df3dd7cf for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:00:21.699138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:21.786750 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING neutron.services.revisions.revision_plugin [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Could not find related network for resource to bump revision. Aug 26 01:00:21.799291 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:00:21.808918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:21.809255 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Added segment 547389c9-8674-4983-b839-7c811e23e0b2 of type vlan for network a2c288fd-d469-4e03-97f9-6e0373fe9f28 Aug 26 01:00:21.837719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:21.926449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:21.927543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:21.928735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:22.030264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c288fd-d469-4e03-97f9-6e0373fe9f28,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:22.037063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:22.037346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:22.037766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:22.038242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:22.038575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:22.038929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:22.039246 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:22.039584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:22.039909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:22.040226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:22.040568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:22.040882 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:22.051561 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network a2c288fd-d469-4e03-97f9-6e0373fe9f28 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:00:22.087558 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-938ed6c3-8f85-45fb-bd29-b53b1d92f3a8 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5566716 Aug 26 01:00:24.310821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41368) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:00:24.377910 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0785e2a5-5c2a-472e-9510-2c9971e10ce0 admin admin] GET failed (client error): The resource could not be found. Aug 26 01:00:24.378427 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0785e2a5-5c2a-472e-9510-2c9971e10ce0 admin admin] Synchronizing usage tracker for tenant:be60182d23b74d52b4865bc9df3dd7cf on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:00:24.445411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0785e2a5-5c2a-472e-9510-2c9971e10ce0 admin admin] Unset dirty status for tenant:be60182d23b74d52b4865bc9df3dd7cf on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:00:24.446604 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0785e2a5-5c2a-472e-9510-2c9971e10ce0 admin admin] 10.222.0.83 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1348331 Aug 26 01:00:24.601690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c60475-1367-458d-bbbd-59ca37c5858a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:24.603177 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b0c60475-1367-458d-bbbd-59ca37c5858a admin admin] 10.222.0.83 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1522717 Aug 26 01:00:24.612565 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4a9469aa-6344-4e7d-9db8-f8ae31178b6a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'a2c288fd-d469-4e03-97f9-6e0373fe9f28'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:00:24.617769 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4a9469aa-6344-4e7d-9db8-f8ae31178b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:00:24.627213 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4a9469aa-6344-4e7d-9db8-f8ae31178b6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:00:24.692267 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9469aa-6344-4e7d-9db8-f8ae31178b6a admin admin] Made reservation on behalf of be60182d23b74d52b4865bc9df3dd7cf for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:00:24.695131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a9469aa-6344-4e7d-9db8-f8ae31178b6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:24.961601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a9469aa-6344-4e7d-9db8-f8ae31178b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:25.038531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9469aa-6344-4e7d-9db8-f8ae31178b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ea515f-cba8-4386-92b3-36565cde01e4,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:25.044215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9469aa-6344-4e7d-9db8-f8ae31178b6a admin admin] Checking segment: {'id': '547389c9-8674-4983-b839-7c811e23e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a2c288fd-d469-4e03-97f9-6e0373fe9f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:00:25.044562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9469aa-6344-4e7d-9db8-f8ae31178b6a admin admin] Network hostable DHCP agents. Network: a2c288fd-d469-4e03-97f9-6e0373fe9f28, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:00:25.114846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9469aa-6344-4e7d-9db8-f8ae31178b6a admin admin] Network a2c288fd-d469-4e03-97f9-6e0373fe9f28 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:00:25.200714 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-4a9469aa-6344-4e7d-9db8-f8ae31178b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, a2c288fd-d469-4e03-97f9-6e0373fe9f28) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:00:25.204736 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9469aa-6344-4e7d-9db8-f8ae31178b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:25.205321 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a9469aa-6344-4e7d-9db8-f8ae31178b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:25.210250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9337a6b8-cce6-4462-8b98-14ce7682633b None None] Network a2c288fd-d469-4e03-97f9-6e0373fe9f28 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:00:25.293603 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4a9469aa-6344-4e7d-9db8-f8ae31178b6a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6841404 Aug 26 01:00:25.466263 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-a2c288fd-d469-4e03-97f9-6e0373fe9f28', 'network_id': 'a2c288fd-d469-4e03-97f9-6e0373fe9f28', 'tenant_id': 'be60182d23b74d52b4865bc9df3dd7cf', 'fixed_ips': [{'subnet_id': 'a8ea515f-cba8-4386-92b3-36565cde01e4'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:00:25.467139 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:25.643573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Allocated IP 192.168.233.2 (a2c288fd-d469-4e03-97f9-6e0373fe9f28/a8ea515f-cba8-4386-92b3-36565cde01e4/d35292f4-0718-47bc-9f09-fe5fb5722a38) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:00:25.854270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:25.864339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Transition to ACTIVE for port object d35292f4-0718-47bc-9f09-fe5fb5722a38 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:00:25.883968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Transition to ACTIVE for port object d35292f4-0718-47bc-9f09-fe5fb5722a38 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:00:25.973131 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:26.042518 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Network a2c288fd-d469-4e03-97f9-6e0373fe9f28 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:00:26.045500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:00:26.051871 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:00:26.054748 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Pushing event updated for resources: {'Port': ['ID=d35292f4-0718-47bc-9f09-fe5fb5722a38,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:26.091635 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:26.092019 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:26.092339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:26.092672 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:26.093001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:26.093346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:26.093672 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:26.094020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:26.094351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:26.094670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:26.094996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:26.095310 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:26.191858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Attempting to bind port d35292f4-0718-47bc-9f09-fe5fb5722a38 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:00:26.191858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Attempting to bind port d35292f4-0718-47bc-9f09-fe5fb5722a38 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '547389c9-8674-4983-b839-7c811e23e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a2c288fd-d469-4e03-97f9-6e0373fe9f28'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:00:26.191858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Attempting to bind port d35292f4-0718-47bc-9f09-fe5fb5722a38 on network a2c288fd-d469-4e03-97f9-6e0373fe9f28 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:00:26.191858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:00:26.191858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Checking segment: {'id': '547389c9-8674-4983-b839-7c811e23e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a2c288fd-d469-4e03-97f9-6e0373fe9f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:00:26.191858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:26.191858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Bound using segment: {'id': '547389c9-8674-4983-b839-7c811e23e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a2c288fd-d469-4e03-97f9-6e0373fe9f28'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:00:26.191858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Bound port: d35292f4-0718-47bc-9f09-fe5fb5722a38, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '547389c9-8674-4983-b839-7c811e23e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a2c288fd-d469-4e03-97f9-6e0373fe9f28'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:00:26.191858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:26.281691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] For port d35292f4-0718-47bc-9f09-fe5fb5722a38, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:00:26.284922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] For port d35292f4-0718-47bc-9f09-fe5fb5722a38, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d35292f4-0718-47bc-9f09-fe5fb5722a38,segment=NetworkSegment(547389c9-8674-4983-b839-7c811e23e0b2),segment_id=547389c9-8674-4983-b839-7c811e23e0b2)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:00:26.407497 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:26.486022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5ee69-7fe4-4c11-abee-ffc55ecb7edb None None] Pushing event updated for resources: {'Port': ['ID=d35292f4-0718-47bc-9f09-fe5fb5722a38,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:27.264042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee12741-cac4-4ab2-8bbd-a3eb9ad3d29e None None] Network a2c288fd-d469-4e03-97f9-6e0373fe9f28 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:00:27.418667 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-edcf681c-b40f-4be7-b5a0-f30bf64e521a None None] Provisioning for port d35292f4-0718-47bc-9f09-fe5fb5722a38 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:00:27.705797 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d35292f4-0718-47bc-9f09-fe5fb5722a38 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:00:27.846995 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port d35292f4-0718-47bc-9f09-fe5fb5722a38 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:00:27.852929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d35292f4-0718-47bc-9f09-fe5fb5722a38 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:00:27.856903 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:27.975394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d35292f4-0718-47bc-9f09-fe5fb5722a38 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:00:27.975981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:28.010081 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port d35292f4-0718-47bc-9f09-fe5fb5722a38, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d35292f4-0718-47bc-9f09-fe5fb5722a38,segment=NetworkSegment(547389c9-8674-4983-b839-7c811e23e0b2),segment_id=547389c9-8674-4983-b839-7c811e23e0b2)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:00:28.086550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:28.153613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=d35292f4-0718-47bc-9f09-fe5fb5722a38,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:29.661691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d35292f4-0718-47bc-9f09-fe5fb5722a38 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:00:29.735598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d35292f4-0718-47bc-9f09-fe5fb5722a38 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:00:29.735966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:29.852278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d35292f4-0718-47bc-9f09-fe5fb5722a38 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:00:30.441272 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-69c58c97-73f8-4384-a65a-1f44dd27a7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:32.860432 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 5 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:00:32.972746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a48e111d-388f-4508-b8ec-85db87b96586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:33.692192 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:33.839505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:00:35.349412 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:00.406198 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b3dd4523-0f93-425f-9685-16a29cc97998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:02.988823 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8d96ccbe-d997-4146-9e29-7167ecf56fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:03.669223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:03.823229 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:05.348576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:09.859325 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 5 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:01:30.400158 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-15ea29a0-5981-4493-9609-0be234f019e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:33.004421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-96e69adc-f527-43a2-842d-3505e252a8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:33.724101 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:33.850226 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:35.343003 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:44.601721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41418) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:01:44.608035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-f93dc7e2-8e87-4e76-8b05-389c18b3333e tempest-verify_tempest_config-1471612362 tempest-verify_tempest_config-1471612362-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:01:44.608986 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f93dc7e2-8e87-4e76-8b05-389c18b3333e tempest-verify_tempest_config-1471612362 tempest-verify_tempest_config-1471612362-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061066 Aug 26 01:01:45.143941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41436) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:01:45.258294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:45.272974 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:01:45.276802 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Usage tracker for resource:security_group_rule and tenant:72a55d16ef4943a98a8af1f4ae4c2244 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:01:45.279880 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:01:45.285378 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:01:45.367198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:45.444996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:45.490201 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Synchronizing usage tracker for tenant:be60182d23b74d52b4865bc9df3dd7cf on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:01:45.493420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e13473f-ddb2-4089-9f9b-73fc1fca788e,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:45.503644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:45.504004 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:45.504339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:45.504669 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:45.505000 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:45.505322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:45.505645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:45.506010 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:45.506335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:45.506651 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:45.506969 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:45.507284 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:45.571025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] Unset dirty status for tenant:be60182d23b74d52b4865bc9df3dd7cf on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:01:45.572257 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-997a093b-f623-4992-9b7a-20808e4a2a80 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=72a55d16ef4943a98a8af1f4ae4c2244&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4273376 Aug 26 01:01:45.575373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41442) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:01:45.634978 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1b81c3b4-b331-4ba1-b564-c7e3e7e8a41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:45.660623 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1b81c3b4-b331-4ba1-b564-c7e3e7e8a41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:45.834452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1b81c3b4-b331-4ba1-b564-c7e3e7e8a41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:45.851114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81c3b4-b331-4ba1-b564-c7e3e7e8a41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e13473f-ddb2-4089-9f9b-73fc1fca788e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:45.857281 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1b81c3b4-b331-4ba1-b564-c7e3e7e8a41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:01:45.860169 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1b81c3b4-b331-4ba1-b564-c7e3e7e8a41a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2e13473f-ddb2-4089-9f9b-73fc1fca788e HTTP/1.1" status: 204 len: 168 time: 0.2822440 Aug 26 01:01:46.857904 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 5 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:02:00.428204 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-88578745-9a5b-4d75-84cc-112daa5158d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:02:03.003505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b5c67bec-eef6-48d0-9369-4fe2dc09bb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:02:03.959815 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:02:03.986580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:02:05.422446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:02:23.855951 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 5 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:02:30.427834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e5849778-8896-4cb3-917b-c875d16d0d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:02:33.014968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ba7be112-1c5b-4638-9820-e1e8635e3068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:02:33.688698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:02:33.839052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:02:35.357611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:03:00.432729 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3c4cf394-994f-4c3d-b6d0-09c2697b08cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:03:00.854473 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 5 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:03:02.981093 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-35af1cfc-a273-46b6-bc65-863b1c1b41f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:03:03.706908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:03:03.849935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:03:05.352870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:03:10.398535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528673'] for agent, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:03:25.623205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41512) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:03:25.742633 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1636b64b-95fe-447f-acbb-a48bc44546b3 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1183476 Aug 26 01:03:27.979508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41522) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:03:28.038623 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-793a8df1-1fb3-41ce-950a-5d1bf259523a admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0580328 Aug 26 01:03:30.420463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8dbef0bb-db69-4261-bc9a-4835b20def05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:03:32.973704 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1801e9f3-8c8a-4d98-8e40-109ce8941fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:03:33.689185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:03:33.855675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:03:35.367756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:03:37.854006 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:03:40.413869 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:04:00.426486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-443fcf91-3a76-4ed6-9c5d-526d5333ca0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:04:02.964252 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0254c0b1-012f-4dd9-bf8f-1ca9ef16d9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:04:03.700087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:04:03.837599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:04:05.385885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:04:10.386489 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:04:14.853093 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:04:30.437002 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4cee4aed-36a5-4fce-ba58-5f37c554c3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:04:32.980190 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-64f1413e-bd69-4929-aaca-772c46a65cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:04:33.836797 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:04:33.909447 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:04:35.367968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:04:40.407874 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:04:51.852340 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:05:00.436276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-26eb4268-2c12-4831-89f4-38449c00706f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:01.024351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41708) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:01.534040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41724) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:01.742935 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1216022340-network', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:01.747966 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:01.752251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Usage tracker for resource:network and tenant:6eb05f5695bc465ba7db98f5e6c92aa6 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:01.755152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:01.761716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:01.853283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Made reservation on behalf of 6eb05f5695bc465ba7db98f5e6c92aa6 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:01.855826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:01.868619 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:01.883508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:01.888148 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Usage tracker for resource:security_group_rule and tenant:6eb05f5695bc465ba7db98f5e6c92aa6 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:01.891052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:01.896955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:01.983161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:01.989313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-337839166-network', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:01.993807 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:01.998254 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Usage tracker for resource:network and tenant:dc7e4520f47e43769b8eb97b4077c751 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:02.001103 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:02.006902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:02.060477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:02.082437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:02.106993 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:02.107428 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Added segment 4cb85b69-9a34-4e9a-85df-0f6663512b73 of type vlan for network 174dbc40-879a-4d96-b5c3-d31c82619b85 Aug 26 01:05:02.112977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd98df6-2fb2-4db2-aab8-3fdcb723d3d0,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:02.122208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:02.122556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:02.122895 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:02.123236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:02.123567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:02.124017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:02.124232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:02.124579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:02.124910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:02.125325 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:02.125865 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:02.125999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Tracked resource versions report: Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: pushed versions: Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: { 'AddressGroup': {'1.2'}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'ConntrackHelper': {'1.0'}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Log': {'1.0'}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Network': {'1.1'}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Port': {'1.7'}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'PortForwarding': {'1.2'}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'QosPolicy': {'1.8'}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'SecurityGroup': {'1.4'}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'SecurityGroupRule': {'1.2'}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'SubPort': {'1.0'}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Subnet': {'1.1'}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Trunk': {'1.1'}} Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: consumer versions: Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: { DHCP agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: HyperV agent@hv-neutron-8545: {}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: L3 agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: Metadata agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: Metering agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: Open vSwitch agent@dv-neutron-854561-2-hyperv: { 'AddressGroup': '1.2', Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'ConntrackHelper': '1.0', Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Log': '1.0', Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Network': '1.1', Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Port': '1.7', Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'PortForwarding': '1.2', Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'QosPolicy': '1.8', Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'SecurityGroup': '1.4', Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'SecurityGroupRule': '1.2', Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'SubPort': '1.0', Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Subnet': '1.1', Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: 'Trunk': '1.1'}} Aug 26 01:05:02.130123 dv-neutron-854561-2-hyperv neutron-server[89862]: {{(pid=89862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 01:05:02.151826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:02.155566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Made reservation on behalf of dc7e4520f47e43769b8eb97b4077c751 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:02.159149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:02.178483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:02.208212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:02.214585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Usage tracker for resource:security_group_rule and tenant:dc7e4520f47e43769b8eb97b4077c751 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:02.217847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:02.223888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:02.295762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:02.297149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:02.297699 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:02.344980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:02.427707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] Pushing event updated for resources: {'Network': ['ID=174dbc40-879a-4d96-b5c3-d31c82619b85,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:02.440650 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 174dbc40-879a-4d96-b5c3-d31c82619b85 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:02.448607 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:02.477331 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:02.491041 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f2d8ac-0684-4873-a825-c82c5d999edd,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:02.499163 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:02.499542 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Added segment d26fdeef-60bf-477c-a8a6-c33a9c235219 of type vlan for network 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 Aug 26 01:05:02.537566 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-45fd2553-c5aa-4720-937c-d321a5846665 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5086088 Aug 26 01:05:02.537566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:02.538632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41758) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:02.551830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Request body: {'subnet': {'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1216022340-subnet', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:02.561975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:02.566857 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Usage tracker for resource:subnet and tenant:6eb05f5695bc465ba7db98f5e6c92aa6 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:02.571971 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:02.579926 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:02.648001 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:02.657348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:02.657348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:02.663832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Made reservation on behalf of 6eb05f5695bc465ba7db98f5e6c92aa6 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:02.667491 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:02.767365 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] Pushing event updated for resources: {'Network': ['ID=6e95c854-f01a-4195-8eb1-4cf6cc7465e9,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:02.780578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:02.964109 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-29cd86ca-0965-4b2c-8dd7-610c5441d8be admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4287806 Aug 26 01:05:02.966826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41766) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:02.987919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] Request body: {'subnet': {'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-337839166-subnet', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:02.987919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:02.987919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] Usage tracker for resource:subnet and tenant:dc7e4520f47e43769b8eb97b4077c751 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:02.987919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:02.992567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:03.145603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:03.173857 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0f8d4a2a-ed16-4549-a3d3-1e399a5e6eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:03.174149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] Made reservation on behalf of dc7e4520f47e43769b8eb97b4077c751 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:03.177100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] Notify callbacks [] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:03.210542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eace32ba-c656-40e4-806c-60ae69edefc3,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:03.228307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:03.229483 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:03.230287 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Tracked resource versions report: Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: pushed versions: Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: { 'AddressGroup': {'1.2'}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'ConntrackHelper': {'1.0'}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Log': {'1.0'}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Network': {'1.1'}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Port': {'1.7'}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'PortForwarding': {'1.2'}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'QosPolicy': {'1.8'}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'SecurityGroup': {'1.4'}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'SecurityGroupRule': {'1.2'}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'SubPort': {'1.0'}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Subnet': {'1.1'}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Trunk': {'1.1'}} Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: consumer versions: Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: { DHCP agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: HyperV agent@hv-neutron-8545: {}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: L3 agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: Metadata agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: Metering agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: Open vSwitch agent@dv-neutron-854561-2-hyperv: { 'AddressGroup': '1.2', Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'ConntrackHelper': '1.0', Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Log': '1.0', Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Network': '1.1', Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Port': '1.7', Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'PortForwarding': '1.2', Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'QosPolicy': '1.8', Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'SecurityGroup': '1.4', Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'SecurityGroupRule': '1.2', Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'SubPort': '1.0', Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Subnet': '1.1', Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: 'Trunk': '1.1'}} Aug 26 01:05:03.239960 dv-neutron-854561-2-hyperv neutron-server[89863]: {{(pid=89863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 01:05:03.250577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Checking segment: {'id': '4cb85b69-9a34-4e9a-85df-0f6663512b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:03.250945 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Network hostable DHCP agents. Network: 174dbc40-879a-4d96-b5c3-d31c82619b85, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:05:03.350463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Network 174dbc40-879a-4d96-b5c3-d31c82619b85 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:05:03.448652 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 174dbc40-879a-4d96-b5c3-d31c82619b85) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:03.453018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:03.453840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:03.464069 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65fce15-bd93-4e16-a1b3-6e57cf6494db None None] Network 174dbc40-879a-4d96-b5c3-d31c82619b85 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:03.535285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:03.580668 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b44d36fe-1928-4177-b556-68b74913a120 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0402384 Aug 26 01:05:03.583199 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41794) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:03.598273 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:03.598273 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:03.611266 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Usage tracker for resource:router and tenant:6eb05f5695bc465ba7db98f5e6c92aa6 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:03.615418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5688c5e7-2a4d-4222-b8d3-ece066beeeca,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:03.619924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:03.625992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] Checking segment: {'id': 'd26fdeef-60bf-477c-a8a6-c33a9c235219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:03.626526 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] Network hostable DHCP agents. Network: 6e95c854-f01a-4195-8eb1-4cf6cc7465e9, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:05:03.633233 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:03.741187 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-174dbc40-879a-4d96-b5c3-d31c82619b85', 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'fixed_ips': [{'subnet_id': 'eace32ba-c656-40e4-806c-60ae69edefc3'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:05:03.742144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:03.777689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] Network 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:05:03.830998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:03.831913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:03.834294 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:03.854913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:03.881835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 6e95c854-f01a-4195-8eb1-4cf6cc7465e9) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:03.886696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:03.887627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:03.894000 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fa4894-3240-4210-9e33-1cdf409f9818 None None] Network 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:03.924523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:04.018210 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f834c56c-37de-403b-a669-65ca7e95745e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0501502 Aug 26 01:05:04.020748 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41808) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:04.027352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:04.032877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:04.037987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Usage tracker for resource:router and tenant:dc7e4520f47e43769b8eb97b4077c751 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:04.039865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Allocated IP 172.20.0.2 (174dbc40-879a-4d96-b5c3-d31c82619b85/eace32ba-c656-40e4-806c-60ae69edefc3/71efa634-8ec3-4aec-b756-a0980fe30255) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:04.042203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:04.048815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:04.133841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:04.135725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:04.168749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:04.252780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41814) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:04.253467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41816) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:04.323732 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:04.399842 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'fixed_ips': [{'subnet_id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:05:04.401674 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:04.418452 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:04.446045 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Transition to ACTIVE for port object 71efa634-8ec3-4aec-b756-a0980fe30255 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:04.501553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Transition to ACTIVE for port object 71efa634-8ec3-4aec-b756-a0980fe30255 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:04.577376 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:04.731974 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Pushing event updated for resources: {'Port': ['ID=71efa634-8ec3-4aec-b756-a0980fe30255,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:04.742674 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:04.743012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:04.743346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:04.743675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:04.744201 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:04.745233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:04.745538 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:04.746460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:04.746460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:04.746652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:04.746908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:04.747384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Tracked resource versions report: Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: pushed versions: Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: { 'AddressGroup': {'1.2'}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'ConntrackHelper': {'1.0'}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Log': {'1.0'}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Network': {'1.1'}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Port': {'1.7'}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'PortForwarding': {'1.2'}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'QosPolicy': {'1.8'}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'SecurityGroup': {'1.4'}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'SecurityGroupRule': {'1.2'}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'SubPort': {'1.0'}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Subnet': {'1.1'}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Trunk': {'1.1'}} Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: consumer versions: Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: { DHCP agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: HyperV agent@hv-neutron-8545: {}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: L3 agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: Metadata agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: Metering agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: Open vSwitch agent@dv-neutron-854561-2-hyperv: { 'AddressGroup': '1.2', Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'ConntrackHelper': '1.0', Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Log': '1.0', Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Network': '1.1', Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Port': '1.7', Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'PortForwarding': '1.2', Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'QosPolicy': '1.8', Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'SecurityGroup': '1.4', Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'SecurityGroupRule': '1.2', Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'SubPort': '1.0', Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Subnet': '1.1', Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: 'Trunk': '1.1'}} Aug 26 01:05:04.748451 dv-neutron-854561-2-hyperv neutron-server[89864]: {{(pid=89864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 01:05:04.761168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Network 174dbc40-879a-4d96-b5c3-d31c82619b85 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:04.764400 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:04.783559 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:04.799073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-589826270'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:04.805159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1245820961'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:04.837317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:04.852244 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:04.859711 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Usage tracker for resource:network and tenant:f766c216ff5649c38cdfa9a5773a03ee is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:04.863138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:04.869659 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:04.877160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Usage tracker for resource:network and tenant:4c0993ccab104dfd815071caf01db4a7 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:04.882184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:04.890692 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:04.895141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:04.914693 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:04.921993 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Allocated IP 172.20.0.2 (6e95c854-f01a-4195-8eb1-4cf6cc7465e9/5688c5e7-2a4d-4222-b8d3-ece066beeeca/b02b66e7-6849-4d41-91bf-0af861ae0788) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:04.945167 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Made reservation on behalf of f766c216ff5649c38cdfa9a5773a03ee for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:04.946116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Attempting to bind port 71efa634-8ec3-4aec-b756-a0980fe30255 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:04.946485 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Attempting to bind port 71efa634-8ec3-4aec-b756-a0980fe30255 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '4cb85b69-9a34-4e9a-85df-0f6663512b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:04.946845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Attempting to bind port 71efa634-8ec3-4aec-b756-a0980fe30255 on network 174dbc40-879a-4d96-b5c3-d31c82619b85 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:04.950151 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:04.954859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:04.972286 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:05:04.972558 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Checking segment: {'id': '4cb85b69-9a34-4e9a-85df-0f6663512b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:04.972909 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:04.973402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Bound using segment: {'id': '4cb85b69-9a34-4e9a-85df-0f6663512b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:05:04.973782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Bound port: 71efa634-8ec3-4aec-b756-a0980fe30255, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb85b69-9a34-4e9a-85df-0f6663512b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:05:04.974175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.008668 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Made reservation on behalf of 4c0993ccab104dfd815071caf01db4a7 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:05.013449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.029490 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.041538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41842) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:05.051837 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.126392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:05.139655 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:05.149551 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Usage tracker for resource:security_group_rule and tenant:f766c216ff5649c38cdfa9a5773a03ee is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:05.155736 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:05.164550 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Usage tracker for resource:security_group_rule and tenant:4c0993ccab104dfd815071caf01db4a7 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:05.167844 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:05.173131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:05.176035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] For port 71efa634-8ec3-4aec-b756-a0980fe30255, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:05:05.188534 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:05.226841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] For port 71efa634-8ec3-4aec-b756-a0980fe30255, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=71efa634-8ec3-4aec-b756-a0980fe30255,segment=NetworkSegment(4cb85b69-9a34-4e9a-85df-0f6663512b73),segment_id=4cb85b69-9a34-4e9a-85df-0f6663512b73)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:05:05.230791 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Allocated IP 172.26.2.147 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/8453fa73-0e03-4980-b886-c91a2432c3cd) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:05.250519 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.264321 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Transition to ACTIVE for port object b02b66e7-6849-4d41-91bf-0af861ae0788 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:05.289703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Transition to ACTIVE for port object b02b66e7-6849-4d41-91bf-0af861ae0788 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:05.310817 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.362795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41850) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:05.366083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.379392 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41854) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:05.402764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.442003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.451942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063d282-916b-4607-8af3-30ca32a9f0f9 None None] Pushing event updated for resources: {'Port': ['ID=71efa634-8ec3-4aec-b756-a0980fe30255,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:05.505114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.543843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Network 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:05.545769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Pushing event updated for resources: {'Port': ['ID=b02b66e7-6849-4d41-91bf-0af861ae0788,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:05.549463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:05.551792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:05.558864 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.609010 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.615147 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.645258 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.698775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41864) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:05.715831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f666fa26-e417-472e-8ddd-722f5be97fc1,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:05.746095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Attempting to bind port b02b66e7-6849-4d41-91bf-0af861ae0788 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:05.746244 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Attempting to bind port b02b66e7-6849-4d41-91bf-0af861ae0788 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'd26fdeef-60bf-477c-a8a6-c33a9c235219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:05.746665 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Attempting to bind port b02b66e7-6849-4d41-91bf-0af861ae0788 on network 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:05.754914 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:05:05.754914 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Checking segment: {'id': 'd26fdeef-60bf-477c-a8a6-c33a9c235219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:05.754914 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.755393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Bound using segment: {'id': 'd26fdeef-60bf-477c-a8a6-c33a9c235219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:05:05.755764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Bound port: b02b66e7-6849-4d41-91bf-0af861ae0788, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26fdeef-60bf-477c-a8a6-c33a9c235219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:05:05.756163 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:05.757565 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ccd122-1a92-48ad-957a-623f6b3effa2,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:05.814361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:05.815595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:05.820475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:05.827467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:06.117473 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:06.118006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] For port b02b66e7-6849-4d41-91bf-0af861ae0788, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:05:06.118519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.119104 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] For port b02b66e7-6849-4d41-91bf-0af861ae0788, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b02b66e7-6849-4d41-91bf-0af861ae0788,segment=NetworkSegment(d26fdeef-60bf-477c-a8a6-c33a9c235219),segment_id=d26fdeef-60bf-477c-a8a6-c33a9c235219)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:05:06.119649 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Added segment 23443703-64aa-40dd-8315-965f55b6fbee of type vlan for network dbfb87f3-2f00-457d-a36e-e6fc0eef87d4 Aug 26 01:05:06.119649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:06.120028 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 71efa634-8ec3-4aec-b756-a0980fe30255 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:06.120226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.120226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-e1843784-d854-44fa-9cc3-d6736ea96cdb tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:06.120226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:06.120226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.120226 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Added segment cb7bcda9-f975-402c-b3ab-26e4a4070b97 of type vlan for network f8e0e342-df62-4595-bb82-64e26d04ad72 Aug 26 01:05:06.120226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Usage tracker for resource:floatingip and tenant:0e86ec1ef7914a87a68b9c91fea26c40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:06.123547 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1260232469'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:06.124216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.124663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:06.125847 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-459709757', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:06.125847 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Pushing event updated for resources: {'Port': ['ID=8453fa73-0e03-4980-b886-c91a2432c3cd,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:06.126512 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.129687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:06.130151 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:06.158976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:05:06.168951 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c263c-d832-4e75-9d1d-4a3291f184ff None None] Pushing event updated for resources: {'Port': ['ID=b02b66e7-6849-4d41-91bf-0af861ae0788,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:06.177761 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.195321 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Usage tracker for resource:port and tenant:99c8f1d348c24c5b8a29cdd98366ee7e is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:06.200322 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:06.203251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:06.209109 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:06.211394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Usage tracker for resource:network and tenant:ea7fca2489b94f1299d4dad518018730 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:06.215556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:06.223580 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:06.231305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.302453 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.322238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 71efa634-8ec3-4aec-b756-a0980fe30255 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:06.324707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Made reservation on behalf of ea7fca2489b94f1299d4dad518018730 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:06.328629 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.359775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.366513 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:06.367120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.401425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Made reservation on behalf of 99c8f1d348c24c5b8a29cdd98366ee7e for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:06.404543 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.480506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.489463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.495283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.501980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:06.502549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.507569 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e1843784-d854-44fa-9cc3-d6736ea96cdb tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] 10.222.0.83 "PUT /v2.0/quotas/bcfb308a0df843428177ae6178280877 HTTP/1.1" status: 200 len: 368 time: 1.1317573 Aug 26 01:05:06.521514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41882) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:06.535782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Request body: {'network': {'project_id': 'bcfb308a0df843428177ae6178280877'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:06.550824 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:06.553381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:06.555827 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:06.565984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Usage tracker for resource:security_group_rule and tenant:ea7fca2489b94f1299d4dad518018730 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:06.568891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Usage tracker for resource:network and tenant:bcfb308a0df843428177ae6178280877 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:06.575250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Usage tracker for resource:security_group_rule and tenant:99c8f1d348c24c5b8a29cdd98366ee7e is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:06.577885 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:06.580647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:06.587734 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:06.595804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:06.602278 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:06.604410 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:06.625144 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Allocated IP 172.26.2.15 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/e89e7130-e0dc-4a94-9ae8-d58287186611) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:06.655975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.660637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Pushing event updated for resources: {'Network': ['ID=dbfb87f3-2f00-457d-a36e-e6fc0eef87d4,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:06.671931 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network dbfb87f3-2f00-457d-a36e-e6fc0eef87d4 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:06.711636 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-20a5b180-14f9-40b2-9603-bdec3b9bc1e0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4570706 Aug 26 01:05:06.726273 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41886) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:06.781512 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5242784 Aug 26 01:05:06.785029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41888) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:06.828214 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c2b716-24fa-4d1e-8bfe-f7a03cb19d40 None None] Network 174dbc40-879a-4d96-b5c3-d31c82619b85 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:06.858098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Request body: {'subnet': {'network_id': 'dbfb87f3-2f00-457d-a36e-e6fc0eef87d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:06.866597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Made reservation on behalf of bcfb308a0df843428177ae6178280877 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:06.869965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.915425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:06.975797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:07.061311 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Usage tracker for resource:security_group_rule and tenant:bcfb308a0df843428177ae6178280877 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:07.092695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed133cab-bea7-4988-8724-a4ca317c4680 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Pushing event updated for resources: {'Network': ['ID=f8e0e342-df62-4595-bb82-64e26d04ad72,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:07.179080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.193444 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:07.201976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:07.204888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Request body: {'network': {'name': 'tempest-network--851250213', 'router:external': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:07.210505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:07.212381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.214179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:07.220952 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Usage tracker for resource:subnet and tenant:f766c216ff5649c38cdfa9a5773a03ee is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:07.226718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.231721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Usage tracker for resource:network and tenant:9fd1267b490147a1bbb795bfff61c976 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:07.235917 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.239305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:07.243514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:07.255793 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network f8e0e342-df62-4595-bb82-64e26d04ad72 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:07.288413 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:07.292570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:07.323368 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.344134 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.349445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63145b2f-4096-48a7-9ced-48a002ce3fe2 None None] Network 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:07.363463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] device_id is not set on port 6d696386-88d3-4614-b6f5-619a13e80048 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:05:07.388694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Made reservation on behalf of 9fd1267b490147a1bbb795bfff61c976 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:07.391317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.405951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.422988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Made reservation on behalf of f766c216ff5649c38cdfa9a5773a03ee for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:07.426783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks [] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.431716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1075} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:07.449510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:07.459293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-858c45ba-628b-47a5-97f0-14d137c9421d None None] Provisioning for port 71efa634-8ec3-4aec-b756-a0980fe30255 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:07.471322 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23ed4c7-2937-4641-a21c-c5698c855427,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:07.474170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.474508 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Added segment 527003a1-d04d-480b-91eb-1899b7e8dcee of type vlan for network 9a285da1-ff76-4a19-8e0d-8da77d84588d Aug 26 01:05:07.499527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Usage tracker for resource:security_group_rule and tenant:9fd1267b490147a1bbb795bfff61c976 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:07.500431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-858c45ba-628b-47a5-97f0-14d137c9421d None None] Provisioning complete for port 71efa634-8ec3-4aec-b756-a0980fe30255 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:07.500970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-858c45ba-628b-47a5-97f0-14d137c9421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.503988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.537495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:07.548887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.601785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:07.668597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:07.676272 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:07.678095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:07.679217 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113b7d21-b08b-47ff-940e-48857da2f035,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:07.690502 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.751467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.816699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-858c45ba-628b-47a5-97f0-14d137c9421d None None] Current status of the port 71efa634-8ec3-4aec-b756-a0980fe30255 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:07.817179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-858c45ba-628b-47a5-97f0-14d137c9421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.832026 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.859297 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=e89e7130-e0dc-4a94-9ae8-d58287186611,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:07.881270 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Allocated IP 172.26.2.162 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/943686c7-4d5c-4cc9-9b9b-3efd0951863c) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:07.886335 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.898194 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-858c45ba-628b-47a5-97f0-14d137c9421d None None] For port 71efa634-8ec3-4aec-b756-a0980fe30255, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=71efa634-8ec3-4aec-b756-a0980fe30255,segment=NetworkSegment(4cb85b69-9a34-4e9a-85df-0f6663512b73),segment_id=4cb85b69-9a34-4e9a-85df-0f6663512b73)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:07.899152 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:07.899842 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:07.981523 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be19e24b-5eff-4cb9-84e2-16c8345a1bf8,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:07.984777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b02b66e7-6849-4d41-91bf-0af861ae0788 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:07.991756 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:08.097881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-858c45ba-628b-47a5-97f0-14d137c9421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.111966 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.112308 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Added segment 8a265cac-2047-4d2a-aca1-ce3cd507e585 of type vlan for network efe78ecb-ce6a-4cc9-9757-025dc57ddec1 Aug 26 01:05:08.143617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Pushing event updated for resources: {'Network': ['ID=9a285da1-ff76-4a19-8e0d-8da77d84588d,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:08.160584 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.167470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 9a285da1-ff76-4a19-8e0d-8da77d84588d details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:08.235725 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-53dd85cb-fafe-4657-a331-a958f75ba729 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.1926608 Aug 26 01:05:08.236470 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Router 72708df3-52ba-4cbf-87d8-7a34491c842b is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:05:08.258674 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port b02b66e7-6849-4d41-91bf-0af861ae0788 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:08.305271 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c45ba-628b-47a5-97f0-14d137c9421d None None] Pushing event updated for resources: {'Port': ['ID=71efa634-8ec3-4aec-b756-a0980fe30255,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:08.317269 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.318283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:08.318859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.351091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f5c9d419-b05a-48f4-ab7d-e34e7fd6af61 None None] Provisioning for port b02b66e7-6849-4d41-91bf-0af861ae0788 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:08.359742 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f5c9d419-b05a-48f4-ab7d-e34e7fd6af61 None None] Provisioning complete for port b02b66e7-6849-4d41-91bf-0af861ae0788 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:08.360453 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f5c9d419-b05a-48f4-ab7d-e34e7fd6af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.428528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.487330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.510875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Pushing event updated for resources: {'Network': ['ID=efe78ecb-ce6a-4cc9-9757-025dc57ddec1,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:08.516055 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.531095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.536672 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network efe78ecb-ce6a-4cc9-9757-025dc57ddec1 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:08.538513 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:05:08.549198 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Sync routers for ids ['72708df3-52ba-4cbf-87d8-7a34491c842b'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:05:08.567292 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Routers {'72708df3-52ba-4cbf-87d8-7a34491c842b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:05:08.568095 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:05:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['72708df3-52ba-4cbf-87d8-7a34491c842b'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:08.572219 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b0360c08-21b1-48ae-b42f-7bc0939c7e67 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 2.0438848 Aug 26 01:05:08.582866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41910) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:08.594218 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Request body: {'network': {'project_id': 'bcfb308a0df843428177ae6178280877'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:08.606653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:08.614247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Usage tracker for resource:network and tenant:bcfb308a0df843428177ae6178280877 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:08.622495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:08.634648 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:08.673615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9d419-b05a-48f4-ab7d-e34e7fd6af61 None None] Current status of the port b02b66e7-6849-4d41-91bf-0af861ae0788 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:08.674170 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f5c9d419-b05a-48f4-ab7d-e34e7fd6af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.680556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.734057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-f5c9d419-b05a-48f4-ab7d-e34e7fd6af61 None None] For port b02b66e7-6849-4d41-91bf-0af861ae0788, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b02b66e7-6849-4d41-91bf-0af861ae0788,segment=NetworkSegment(d26fdeef-60bf-477c-a8a6-c33a9c235219),segment_id=d26fdeef-60bf-477c-a8a6-c33a9c235219)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:08.740091 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:08.744501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Made reservation on behalf of bcfb308a0df843428177ae6178280877 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:08.747063 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.779571 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.784025 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c6f16266-55dd-4e28-b9b2-3767a596e016 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.1997268 Aug 26 01:05:08.785948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:08.787608 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41914) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:08.853801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f5c9d419-b05a-48f4-ab7d-e34e7fd6af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.890463 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Set router 72708df3-52ba-4cbf-87d8-7a34491c842b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:05:08.973481 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:08.974116 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Added segment 686c3dc0-4414-4cd3-9c86-3be406190ef4 of type vlan for network 1bcd68fe-34aa-4934-acd1-2d04a9e4e4b2 Aug 26 01:05:09.007412 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f5c9d419-b05a-48f4-ab7d-e34e7fd6af61 None None] Provisioning complete for port 71efa634-8ec3-4aec-b756-a0980fe30255 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:09.007826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f5c9d419-b05a-48f4-ab7d-e34e7fd6af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:09.009499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41918) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:09.021844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Request body: {'port': {'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d', 'binding:host_id': 'hv-neutron-8545', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-892289627'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:09.047067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:09.055156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:09.059928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Usage tracker for resource:port and tenant:62eea4bb8c1a457e8ba660f1a8e51362 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:09.073429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:09.084504 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:09.084679 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9d419-b05a-48f4-ab7d-e34e7fd6af61 None None] Pushing event updated for resources: {'Port': ['ID=b02b66e7-6849-4d41-91bf-0af861ae0788,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:09.153968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9d419-b05a-48f4-ab7d-e34e7fd6af61 None None] Current status of the port 71efa634-8ec3-4aec-b756-a0980fe30255 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:09.189949 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68bec7f-0b96-4c9a-83aa-b543ce86a4a8,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:09.199585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Made reservation on behalf of 62eea4bb8c1a457e8ba660f1a8e51362 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:09.201963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:09.221060 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:03Z', 'updated_at': '2022-08-26T01:05:06Z', 'revision_number': 3, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'gw_port': {'id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:09.225659 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Checking router: 72708df3-52ba-4cbf-87d8-7a34491c842b for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:05:09.226145 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Updating router 72708df3-52ba-4cbf-87d8-7a34491c842b port 8453fa73-0e03-4980-b886-c91a2432c3cd binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:05:09.254390 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:09.254647 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Added segment a4865320-08cb-45ba-bfd2-70f4ebf17c37 of type vlan for network b9de19f9-2729-4ad9-b5f3-8313441dd4d1 Aug 26 01:05:09.287453 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:09.288474 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:09.302765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:09.303724 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:09.304595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:09.312400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Pushing event updated for resources: {'Subnet': ['ID=ecdd1281-ebc9-4e88-bad4-6bad8d21ad58,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:09.354729 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Checking segment: {'id': '23443703-64aa-40dd-8315-965f55b6fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'dbfb87f3-2f00-457d-a36e-e6fc0eef87d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:09.355154 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Network hostable DHCP agents. Network: dbfb87f3-2f00-457d-a36e-e6fc0eef87d4, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:05:09.361297 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:09.366702 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:09.372085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:09.387937 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:09.503837 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Usage tracker for resource:security_group_rule and tenant:62eea4bb8c1a457e8ba660f1a8e51362 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:09.530214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:09.542175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:09.553674 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Pushing event updated for resources: {'Network': ['ID=1bcd68fe-34aa-4934-acd1-2d04a9e4e4b2,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:09.569159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 1bcd68fe-34aa-4934-acd1-2d04a9e4e4b2 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:09.636059 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9ad2ca0f-977a-4bad-90af-8a00f2833a14 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.0518970 Aug 26 01:05:09.659974 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:05:09.690450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41922) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:09.706893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:09.712528 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Allocated IP 172.26.2.251 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/6d696386-88d3-4614-b6f5-619a13e80048) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:09.720824 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1339bc6d-e016-4a95-9919-d70e2ce1c23c tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Request body: {'network': {'project_id': 'bcfb308a0df843428177ae6178280877'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:09.726519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1339bc6d-e016-4a95-9919-d70e2ce1c23c tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:09.731265 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1339bc6d-e016-4a95-9919-d70e2ce1c23c tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Usage tracker for resource:network and tenant:bcfb308a0df843428177ae6178280877 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:09.734095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1339bc6d-e016-4a95-9919-d70e2ce1c23c tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:09.740778 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1339bc6d-e016-4a95-9919-d70e2ce1c23c tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:09.748691 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:09.750787 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1339bc6d-e016-4a95-9919-d70e2ce1c23c tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 26 01:05:09.751293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1339bc6d-e016-4a95-9919-d70e2ce1c23c tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:05:09.755584 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1339bc6d-e016-4a95-9919-d70e2ce1c23c tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0518858 Aug 26 01:05:09.756463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:09.757483 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41926) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:09.772152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Pushing event updated for resources: {'Port': ['ID=943686c7-4d5c-4cc9-9b9b-3efd0951863c,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:09.774462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Network dbfb87f3-2f00-457d-a36e-e6fc0eef87d4 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:05:09.785490 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:09.786445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:09.787031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:09.912444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Router bbf6d52a-4460-4725-ba4f-2ac06610a50b is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:05:09.934366 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, dbfb87f3-2f00-457d-a36e-e6fc0eef87d4) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:09.935838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b02b66e7-6849-4d41-91bf-0af861ae0788 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:09.964639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:09.966155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:09.967105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e87bd68-0080-4a0a-adc8-144c0e140181 None None] Network dbfb87f3-2f00-457d-a36e-e6fc0eef87d4 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:09.980079 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-56b228e6-d2d1-4ed9-9754-891af82576f9 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bcfb308a0df843428177ae6178280877&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2160470 Aug 26 01:05:10.007891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41930) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:10.059939 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:10.079227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:10.093126 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ef3660a8-aa0f-4be7-8574-63d4757e4a34 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3095701 Aug 26 01:05:10.098794 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41934) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:10.124616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Request body: {'port': {'network_id': 'dbfb87f3-2f00-457d-a36e-e6fc0eef87d4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2041793699'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:10.159910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event updated for resources: {'Network': ['ID=b9de19f9-2729-4ad9-b5f3-8313441dd4d1,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:10.176117 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-43e779f0-17d4-491c-b8bd-ec4378b1acfc tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.3270047 Aug 26 01:05:10.187633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41938) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:10.188293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:10.242609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network b9de19f9-2729-4ad9-b5f3-8313441dd4d1 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:10.292813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53620349-1369-4a59-bd73-2f6c818f0e60,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:10.302896 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] device_id is not set on port d9237040-2997-4222-afc2-354522a72c84 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:05:10.343341 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:10.351867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:10.406154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b02b66e7-6849-4d41-91bf-0af861ae0788 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:10.407163 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:10.451416 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:10.468007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8189393a-8358-42d1-a4cf-e9e55cbde360 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:10.468980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:05:10.491727 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:10.502376 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Sync routers for ids ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:05:10.585516 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:10.586961 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8189393a-8358-42d1-a4cf-e9e55cbde360 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:10.610038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Routers {'bbf6d52a-4460-4725-ba4f-2ac06610a50b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:05:10.610899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:05:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:10.622663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:10.624041 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6877c494-e28e-4537-92ba-b428062e4ce1 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6020825 Aug 26 01:05:10.642182 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41946) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:10.673732 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:10.686087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-dbfb87f3-2f00-457d-a36e-e6fc0eef87d4', 'network_id': 'dbfb87f3-2f00-457d-a36e-e6fc0eef87d4', 'tenant_id': 'f766c216ff5649c38cdfa9a5773a03ee', 'fixed_ips': [{'subnet_id': 'ecdd1281-ebc9-4e88-bad4-6bad8d21ad58'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:05:10.686898 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:10.718182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Usage tracker for resource:port and tenant:f766c216ff5649c38cdfa9a5773a03ee is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:10.767755 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:10.786092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:10.795340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:10.926927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Made reservation on behalf of f766c216ff5649c38cdfa9a5773a03ee for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:10.930370 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:10.988413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:11.021134 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b02b66e7-6849-4d41-91bf-0af861ae0788 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:11.022726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 71efa634-8ec3-4aec-b756-a0980fe30255 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:11.042632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:11.051210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Pushing event updated for resources: {'Port': ['ID=6d696386-88d3-4614-b6f5-619a13e80048,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:11.058249 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] device_id is not set on port 540a041d-6334-429a-8d11-e29d2b483268 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:05:11.090826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:11.091395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:11.091995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.098054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.098608 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8189393a-8358-42d1-a4cf-e9e55cbde360 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.186967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:11.188018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:11.189032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:11.189967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Subscribe: > port after_create 55550000 {{(pid=89862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:11.190370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:11.191384 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Subscribe: > port after_update 55550000 {{(pid=89862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:11.191663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:11.192286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:11.192920 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:11.193535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:11.197361 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.220230 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Transition to ACTIVE for port object 8453fa73-0e03-4980-b886-c91a2432c3cd will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:11.265127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189393a-8358-42d1-a4cf-e9e55cbde360 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be19e24b-5eff-4cb9-84e2-16c8345a1bf8,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:11.272496 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] device_id is not set on port d9237040-2997-4222-afc2-354522a72c84 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:05:11.311926 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.313462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.321903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8189393a-8358-42d1-a4cf-e9e55cbde360 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.323806 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8189393a-8358-42d1-a4cf-e9e55cbde360 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] 10.222.0.83 "DELETE /v2.0/security-groups/be19e24b-5eff-4cb9-84e2-16c8345a1bf8 HTTP/1.1" status: 204 len: 168 time: 1.3061576 Aug 26 01:05:11.335920 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41952) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:11.349485 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Allocated IP 172.20.0.1 (174dbc40-879a-4d96-b5c3-d31c82619b85/eace32ba-c656-40e4-806c-60ae69edefc3/dd58a1a4-3052-4806-8ea0-6a4d1d491fa0) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:11.375846 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Transition to ACTIVE for port object d9237040-2997-4222-afc2-354522a72c84 will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:11.418851 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 71efa634-8ec3-4aec-b756-a0980fe30255 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:11.419426 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.433511 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Attempting to bind port 8453fa73-0e03-4980-b886-c91a2432c3cd on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:11.434168 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Attempting to bind port 8453fa73-0e03-4980-b886-c91a2432c3cd by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:11.434940 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Attempting to bind port 8453fa73-0e03-4980-b886-c91a2432c3cd on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:11.443903 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7b56bd7f-6b01-4065-aae4-755972075f38 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 6.0633943 Aug 26 01:05:11.449598 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 41956) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:11.453819 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:05:11.454493 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:11.455215 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.455796 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:05:11.461627 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Bound port: 8453fa73-0e03-4980-b886-c91a2432c3cd, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:05:11.461627 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.488023 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.251'}]}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:11.497138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Set router bbf6d52a-4460-4725-ba4f-2ac06610a50b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:05:11.509874 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d5ba8-e851-4b08-a65e-02495dc6af24 None None] Pushing event updated for resources: {'Port': ['ID=8453fa73-0e03-4980-b886-c91a2432c3cd,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:11.525834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:11.526699 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:11.527294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:11.527887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:11.528563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9de19f9-2729-4ad9-b5f3-8313441dd4d1']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:11.530892 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5ba8-e851-4b08-a65e-02495dc6af24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:11.531435 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5ba8-e851-4b08-a65e-02495dc6af24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:11.531968 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5ba8-e851-4b08-a65e-02495dc6af24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:11.532441 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5ba8-e851-4b08-a65e-02495dc6af24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:11.532908 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5ba8-e851-4b08-a65e-02495dc6af24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:11.533514 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5ba8-e851-4b08-a65e-02495dc6af24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:11.534118 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5ba8-e851-4b08-a65e-02495dc6af24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:11.534713 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5ba8-e851-4b08-a65e-02495dc6af24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:11.535309 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5ba8-e851-4b08-a65e-02495dc6af24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:11.535771 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5ba8-e851-4b08-a65e-02495dc6af24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:11.536232 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5ba8-e851-4b08-a65e-02495dc6af24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:11.536821 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5ba8-e851-4b08-a65e-02495dc6af24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5ba8-e851-4b08-a65e-02495dc6af24 None None] Tracked resource versions report: Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: pushed versions: Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: { 'AddressGroup': {'1.2'}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'ConntrackHelper': {'1.0'}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Log': {'1.0'}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Network': {'1.1'}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Port': {'1.7'}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'PortForwarding': {'1.2'}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'QosPolicy': {'1.8'}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'SecurityGroup': {'1.4'}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'SecurityGroupRule': {'1.2'}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'SubPort': {'1.0'}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Subnet': {'1.1'}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Trunk': {'1.1'}} Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: consumer versions: Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: { DHCP agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: HyperV agent@hv-neutron-8545: {}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: L3 agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: Metadata agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: Metering agent@dv-neutron-854561-2-hyperv: {}, Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: Open vSwitch agent@dv-neutron-854561-2-hyperv: { 'AddressGroup': '1.2', Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'ConntrackHelper': '1.0', Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Log': '1.0', Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Network': '1.1', Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Port': '1.7', Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'PortForwarding': '1.2', Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'QosPolicy': '1.8', Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'SecurityGroup': '1.4', Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'SecurityGroupRule': '1.2', Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'SubPort': '1.0', Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Subnet': '1.1', Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: 'Trunk': '1.1'}} Aug 26 01:05:11.538081 dv-neutron-854561-2-hyperv neutron-server[89865]: {{(pid=89865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 01:05:11.543650 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.545537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:11.572708 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Usage tracker for resource:router and tenant:99c8f1d348c24c5b8a29cdd98366ee7e is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:11.579524 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4865320-08cb-45ba-bfd2-70f4ebf17c37') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:11.580078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4865320-08cb-45ba-bfd2-70f4ebf17c37') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:11.583859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:11.598311 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] For port 8453fa73-0e03-4980-b886-c91a2432c3cd, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:05:11.602939 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] For port 8453fa73-0e03-4980-b886-c91a2432c3cd, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=8453fa73-0e03-4980-b886-c91a2432c3cd,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:05:11.606666 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.660511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.662231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Pushing event updated for resources: {'Port': ['ID=d9237040-2997-4222-afc2-354522a72c84,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:11.665065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:11.675425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.683354 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.750600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:05:11.758431 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Checking segment: {'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:11.759104 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Network hostable DHCP agents. Network: 9a285da1-ff76-4a19-8e0d-8da77d84588d, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:05:11.803313 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Routers {'72708df3-52ba-4cbf-87d8-7a34491c842b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:05:11.805449 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:05:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['72708df3-52ba-4cbf-87d8-7a34491c842b'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:11.806016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.807336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.879586 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:05:11.880627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.904875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.955993 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:11.973475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Network 9a285da1-ff76-4a19-8e0d-8da77d84588d is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:05:12.008930 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Transition to ACTIVE for port object dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:12.014848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:12.052622 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:12.053117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:12.054014 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:12.055714 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Subscribe: > port after_create 55550000 {{(pid=89863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:12.056138 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:12.057843 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Subscribe: > port after_update 55550000 {{(pid=89863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:12.058734 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:12.059180 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:12.059605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:12.060143 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:12.063282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:12.097686 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Allocated IP 172.20.0.2 (dbfb87f3-2f00-457d-a36e-e6fc0eef87d4/ecdd1281-ebc9-4e88-bad4-6bad8d21ad58/0307a3f2-a500-4fbe-80bd-c856d10187f4) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:12.113433 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d5ba8-e851-4b08-a65e-02495dc6af24 None None] Pushing event updated for resources: {'Port': ['ID=8453fa73-0e03-4980-b886-c91a2432c3cd,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:12.174386 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] Set router 72708df3-52ba-4cbf-87d8-7a34491c842b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:05:12.253264 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:12.253850 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:12.254282 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:12.254709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 01:05:12.255294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcd68fe-34aa-4934-acd1-2d04a9e4e4b2']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:12.265970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 9a285da1-ff76-4a19-8e0d-8da77d84588d) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:12.277598 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:12.286330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686c3dc0-4414-4cd3-9c86-3be406190ef4') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:12.286808 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686c3dc0-4414-4cd3-9c86-3be406190ef4') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:12.309922 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:12.322320 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:12.323285 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:12.323285 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:12.331381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:12.331813 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:12.336561 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 2 to bind port d9237040-2997-4222-afc2-354522a72c84 Aug 26 01:05:12.358781 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:12.359208 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:12.359613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:12.362398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:12.375559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:12.376115 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:12.377665 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:05:12.378071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:12.389607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b181d8-031d-43e9-8ae3-85957f22bf0f None None] Network 9a285da1-ff76-4a19-8e0d-8da77d84588d requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:12.393812 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 3 to bind port d9237040-2997-4222-afc2-354522a72c84 Aug 26 01:05:12.400738 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:12.422470 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:12.422946 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:12.423436 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:12.430237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Pushing event updated for resources: {'Port': ['ID=943686c7-4d5c-4cc9-9b9b-3efd0951863c,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:12.462855 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:12.505981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:12.506554 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:12.526843 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 4 to bind port d9237040-2997-4222-afc2-354522a72c84 Aug 26 01:05:12.566349 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a4865320-08cb-45ba-bfd2-70f4ebf17c37 resource provider aggregate not found Aug 26 01:05:12.573126 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:12.687581 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Pushing event updated for resources: {'Port': ['ID=dd58a1a4-3052-4806-8ea0-6a4d1d491fa0,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:12.696088 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Network 174dbc40-879a-4d96-b5c3-d31c82619b85 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:12.698677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:12.699151 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:12.703198 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:12.709998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:12.716585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:12.716585 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:12.717072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:12.739059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9de19f9-2729-4ad9-b5f3-8313441dd4d1 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Aug 26 01:05:12.759353 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:03Z', 'updated_at': '2022-08-26T01:05:06Z', 'revision_number': 3, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'gw_port': {'id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:12.762589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:12.767677 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4a529bb3-e8bf-43ba-a199-0bcb8f73d1d9 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0457537 Aug 26 01:05:12.780013 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689d736-bc85-422d-9b17-4b625cf48f97 None None] The sync data for ids ['72708df3-52ba-4cbf-87d8-7a34491c842b'] in dv-neutron-854561-2-hyperv is: [{'id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:03Z', 'updated_at': '2022-08-26T01:05:06Z', 'revision_number': 3, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'gw_port': {'id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:02:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:05:12.781709 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a4865320-08cb-45ba-bfd2-70f4ebf17c37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4865320-08cb-45ba-bfd2-70f4ebf17c37 found for delete ", "request_id": "req-ab7cf5bc-e75f-4e48-9e0c-adb2097db389"}]} Aug 26 01:05:12.783048 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9de19f9-2729-4ad9-b5f3-8313441dd4d1,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:12.788170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41980) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:12.790215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:12.793256 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b67dbbdb-37b4-4eb9-9f07-a890993c0e8c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "DELETE /v2.0/networks/b9de19f9-2729-4ad9-b5f3-8313441dd4d1 HTTP/1.1" status: 204 len: 168 time: 2.6042943 Aug 26 01:05:12.799516 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 5 to bind port d9237040-2997-4222-afc2-354522a72c84 Aug 26 01:05:12.805455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41986) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:12.821574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1939771409', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'fixed_ips': [{'ip_address': '172.26.2.162'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:12.850372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:12.853286 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:12.898389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:12.933385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:12.950868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:12.952510 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:12.964431 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Usage tracker for resource:port and tenant:0e86ec1ef7914a87a68b9c91fea26c40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:12.986987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Usage tracker for resource:network and tenant:9fd1267b490147a1bbb795bfff61c976 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:13.028991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:13.033563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:13.116992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:13.132243 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 686c3dc0-4414-4cd3-9c86-3be406190ef4 resource provider aggregate not found Aug 26 01:05:13.136826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:13.207257 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:13.222756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Transition to ACTIVE for port object 0307a3f2-a500-4fbe-80bd-c856d10187f4 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:13.245008 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Transition to ACTIVE for port object 0307a3f2-a500-4fbe-80bd-c856d10187f4 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:13.264158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Made reservation on behalf of 0e86ec1ef7914a87a68b9c91fea26c40 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:13.267013 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:13.290968 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 686c3dc0-4414-4cd3-9c86-3be406190ef4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 686c3dc0-4414-4cd3-9c86-3be406190ef4 found for delete ", "request_id": "req-0ec009f4-7874-4c13-8425-99f4c0873f77"}]} Aug 26 01:05:13.293906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:13.303332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Made reservation on behalf of 9fd1267b490147a1bbb795bfff61c976 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:13.306051 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:13.313959 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:13.314683 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:13.315546 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:13.342785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 71efa634-8ec3-4aec-b756-a0980fe30255 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:13.361944 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:13.368870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:13.380142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:13.380607 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Added segment 4e0a6dfe-4bb8-4246-926a-9aed5f2501a2 of type vlan for network ac01bb18-1057-4eff-9da4-91e8186a3cf6 Aug 26 01:05:13.414783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:13.452416 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:13.460015 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Network dbfb87f3-2f00-457d-a36e-e6fc0eef87d4 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:13.460213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:13.461523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Pushing event updated for resources: {'Port': ['ID=0307a3f2-a500-4fbe-80bd-c856d10187f4,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:13.462335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Usage tracker for resource:security_group_rule and tenant:0e86ec1ef7914a87a68b9c91fea26c40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:13.471326 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:13.473287 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:13.473659 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:13.484981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7a2ba58b-5086-4334-b2c2-49480fe462f6 None None] Provisioning for port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:13.493505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:13.537320 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bcd68fe-34aa-4934-acd1-2d04a9e4e4b2,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:13.543945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:13.545992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:13.547013 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:13.547680 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:13.565488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:13.566376 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:13.579693 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 6 to bind port d9237040-2997-4222-afc2-354522a72c84 Aug 26 01:05:13.624279 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f63c7218-6421-4d34-991a-996c8f63eba0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] 10.222.0.83 "DELETE /v2.0/networks/1bcd68fe-34aa-4934-acd1-2d04a9e4e4b2 HTTP/1.1" status: 204 len: 168 time: 2.2831783 Aug 26 01:05:13.634884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Attempting to bind port 0307a3f2-a500-4fbe-80bd-c856d10187f4 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:13.635499 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Attempting to bind port 0307a3f2-a500-4fbe-80bd-c856d10187f4 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '23443703-64aa-40dd-8315-965f55b6fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'dbfb87f3-2f00-457d-a36e-e6fc0eef87d4'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:13.635989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Attempting to bind port 0307a3f2-a500-4fbe-80bd-c856d10187f4 on network dbfb87f3-2f00-457d-a36e-e6fc0eef87d4 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:13.642788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:07Z', 'revision_number': 3, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'gw_port': {'id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:06Z', 'updated_at': '2022-08-26T01:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:13.646850 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7a2ba58b-5086-4334-b2c2-49480fe462f6 None None] Provisioning complete for port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:13.647222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7a2ba58b-5086-4334-b2c2-49480fe462f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:13.713989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:05:13.714534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Checking segment: {'id': '23443703-64aa-40dd-8315-965f55b6fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'dbfb87f3-2f00-457d-a36e-e6fc0eef87d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:13.714905 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:13.715301 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Bound using segment: {'id': '23443703-64aa-40dd-8315-965f55b6fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'dbfb87f3-2f00-457d-a36e-e6fc0eef87d4'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:05:13.715797 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Bound port: 0307a3f2-a500-4fbe-80bd-c856d10187f4, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23443703-64aa-40dd-8315-965f55b6fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'dbfb87f3-2f00-457d-a36e-e6fc0eef87d4'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:05:13.716173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:13.729970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Checking router: bbf6d52a-4460-4725-ba4f-2ac06610a50b for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:05:13.730357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Updating router bbf6d52a-4460-4725-ba4f-2ac06610a50b port e89e7130-e0dc-4a94-9ae8-d58287186611 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:05:13.778200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41994) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:13.805444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ba58b-5086-4334-b2c2-49480fe462f6 None None] Port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:05:13.810387 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:13.922458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:14.000348 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:14.000975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:14.001321 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:14.038392 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:14.038707 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:14.044435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] For port 0307a3f2-a500-4fbe-80bd-c856d10187f4, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:05:14.044616 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 7 to bind port d9237040-2997-4222-afc2-354522a72c84 Aug 26 01:05:14.047912 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] For port 0307a3f2-a500-4fbe-80bd-c856d10187f4, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0307a3f2-a500-4fbe-80bd-c856d10187f4,segment=NetworkSegment(23443703-64aa-40dd-8315-965f55b6fbee),segment_id=23443703-64aa-40dd-8315-965f55b6fbee)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:05:14.062349 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Allocated IP 172.20.0.4 (dbfb87f3-2f00-457d-a36e-e6fc0eef87d4/ecdd1281-ebc9-4e88-bad4-6bad8d21ad58/540a041d-6334-429a-8d11-e29d2b483268) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:14.082371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f75c927a-e119-42ce-a4a6-a349cd273de0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:14.090580 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event updated for resources: {'Network': ['ID=ac01bb18-1057-4eff-9da4-91e8186a3cf6,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:14.105354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network ac01bb18-1057-4eff-9da4-91e8186a3cf6 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:14.109550 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0cce6cf6-70bb-4747-a7d6-9e24b03f9d7c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2988124 Aug 26 01:05:14.112484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 41998) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:14.121063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Request body: {'subnet': {'network_id': 'ac01bb18-1057-4eff-9da4-91e8186a3cf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:14.125886 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:14.126221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:14.126554 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:14.135691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:14.140121 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:14.176296 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:14.176546 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:14.191137 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 8 to bind port d9237040-2997-4222-afc2-354522a72c84 Aug 26 01:05:14.192755 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Usage tracker for resource:subnet and tenant:9fd1267b490147a1bbb795bfff61c976 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:14.233156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:14.260487 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:14.260832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:14.261239 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:14.276416 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:14.280545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:14.280871 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:14.288763 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 9 to bind port d9237040-2997-4222-afc2-354522a72c84 Aug 26 01:05:14.295877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:14.335385 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:14.335558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:14.335834 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:14.405704 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd5e0c-870a-44ec-95b8-b8d386e7985c None None] Pushing event updated for resources: {'Port': ['ID=0307a3f2-a500-4fbe-80bd-c856d10187f4,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:14.451626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Allocated IP 172.20.0.1 (6e95c854-f01a-4195-8eb1-4cf6cc7465e9/5688c5e7-2a4d-4222-b8d3-ece066beeeca/f8be6a67-3c27-4fd3-ba3b-980a2925904b) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:14.455020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:14.455347 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:14.459536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f75c927a-e119-42ce-a4a6-a349cd273de0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:14.473586 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 10 to bind port d9237040-2997-4222-afc2-354522a72c84 Aug 26 01:05:14.513402 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:14.513733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:14.514103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:14.526792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:14.533556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Made reservation on behalf of 9fd1267b490147a1bbb795bfff61c976 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:14.535971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:14.548312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port d9237040-2997-4222-afc2-354522a72c84 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:14.548640 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port d9237040-2997-4222-afc2-354522a72c84 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:14.549068 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:14.584581 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-f75c927a-e119-42ce-a4a6-a349cd273de0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe78ecb-ce6a-4cc9-9757-025dc57ddec1']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:14.606929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:14.653216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Transition to ACTIVE for port object e89e7130-e0dc-4a94-9ae8-d58287186611 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:14.677643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:14.680577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-f75c927a-e119-42ce-a4a6-a349cd273de0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a265cac-2047-4d2a-aca1-ce3cd507e585') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:14.680880 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-f75c927a-e119-42ce-a4a6-a349cd273de0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a265cac-2047-4d2a-aca1-ce3cd507e585') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:14.721776 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:14.795409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:14.816066 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Attempting to bind port e89e7130-e0dc-4a94-9ae8-d58287186611 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:14.816376 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Attempting to bind port e89e7130-e0dc-4a94-9ae8-d58287186611 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:14.816738 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Attempting to bind port e89e7130-e0dc-4a94-9ae8-d58287186611 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:14.855337 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:05:14.855715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:14.856284 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:14.856683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:05:14.857171 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Bound port: e89e7130-e0dc-4a94-9ae8-d58287186611, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:05:14.857558 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:14.928878 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Transition to ACTIVE for port object 540a041d-6334-429a-8d11-e29d2b483268 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:14.949162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] device_id is not set on port 2a384941-164e-43e5-8d8a-158c7c2978ff yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:05:14.972307 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b67ba-cf7f-4970-afe3-3fd1ad401b4a None None] Pushing event updated for resources: {'Port': ['ID=e89e7130-e0dc-4a94-9ae8-d58287186611,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:14.986088 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] For port e89e7130-e0dc-4a94-9ae8-d58287186611, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:05:14.989616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] For port e89e7130-e0dc-4a94-9ae8-d58287186611, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e89e7130-e0dc-4a94-9ae8-d58287186611,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:05:14.993671 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:14.997060 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] For port d9237040-2997-4222-afc2-354522a72c84, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:05:14.997422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempted to set empty binding levels {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Aug 26 01:05:15.012463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f75c927a-e119-42ce-a4a6-a349cd273de0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.071691 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f75c927a-e119-42ce-a4a6-a349cd273de0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.077335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.089934 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964b419e-71d1-4db0-aa4d-002cc538f462,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:15.114459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75c927a-e119-42ce-a4a6-a349cd273de0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:05:15.114953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f75c927a-e119-42ce-a4a6-a349cd273de0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.153705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.154965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:15.155553 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.159141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.203490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b67ba-cf7f-4970-afe3-3fd1ad401b4a None None] Pushing event updated for resources: {'Port': ['ID=e89e7130-e0dc-4a94-9ae8-d58287186611,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:15.222872 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Routers {'bbf6d52a-4460-4725-ba4f-2ac06610a50b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:05:15.223611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:05:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:15.259182 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 8a265cac-2047-4d2a-aca1-ce3cd507e585 resource provider aggregate not found Aug 26 01:05:15.291773 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 8a265cac-2047-4d2a-aca1-ce3cd507e585 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a265cac-2047-4d2a-aca1-ce3cd507e585 found for delete ", "request_id": "req-ce39d0f6-749b-4092-a6fe-e6b1ad7cc538"}]} Aug 26 01:05:15.348218 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Pushing event updated for resources: {'Port': ['ID=d9237040-2997-4222-afc2-354522a72c84,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:15.388477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.390248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.456254 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ce0ce3b9-7edf-4945-90ea-69e1ed0dbdaa tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.4453635 Aug 26 01:05:15.460793 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42006) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:15.476388 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f75c927a-e119-42ce-a4a6-a349cd273de0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.482429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f75c927a-e119-42ce-a4a6-a349cd273de0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.493666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.562200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c927a-e119-42ce-a4a6-a349cd273de0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] Pushing event deleted for resources: {'Network': ['ID=efe78ecb-ce6a-4cc9-9757-025dc57ddec1,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:15.562501 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0307a3f2-a500-4fbe-80bd-c856d10187f4 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:15.569618 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Transition to ACTIVE for port object f8be6a67-3c27-4fd3-ba3b-980a2925904b will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:15.582673 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f75c927a-e119-42ce-a4a6-a349cd273de0 tempest-QuotasNegativeTest-516369271 tempest-QuotasNegativeTest-516369271-project-admin] 10.222.0.83 "DELETE /v2.0/networks/efe78ecb-ce6a-4cc9-9757-025dc57ddec1 HTTP/1.1" status: 204 len: 168 time: 1.8033631 Aug 26 01:05:15.661095 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 26 01:05:15.661592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:05:15.680116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] Set router bbf6d52a-4460-4725-ba4f-2ac06610a50b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:05:15.688366 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.765149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.804181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.832854 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-60be575a-7202-4495-9c32-aed886a1ed65 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.0179448 Aug 26 01:05:15.834265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42012) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:15.848918 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2457bdb-d3ec-4105-ac9f-1259a580fd16 None None] Network dbfb87f3-2f00-457d-a36e-e6fc0eef87d4 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:15.877412 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.objects.ports [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89862) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:05:15.877823 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:15.959038 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Pushing event updated for resources: {'Port': ['ID=dd58a1a4-3052-4806-8ea0-6a4d1d491fa0,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:15.989945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Network 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:15.997528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:16.011887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:16.089584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cb67adc4-d507-4e55-ba6e-74a23fa21c3b,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:16.098391 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Pushing event updated for resources: {'Port': ['ID=f8be6a67-3c27-4fd3-ba3b-980a2925904b,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:16.131319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Network dbfb87f3-2f00-457d-a36e-e6fc0eef87d4 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:16.134199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Checking segment: {'id': '4e0a6dfe-4bb8-4246-926a-9aed5f2501a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ac01bb18-1057-4eff-9da4-91e8186a3cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:16.134564 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Network hostable DHCP agents. Network: ac01bb18-1057-4eff-9da4-91e8186a3cf6, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:05:16.140191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:16.177533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:16.208382 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:16.246554 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-60260407-2c32-4555-9690-453d155cb841 None None] Provisioning for port 0307a3f2-a500-4fbe-80bd-c856d10187f4 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:16.270779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 0307a3f2-a500-4fbe-80bd-c856d10187f4 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:16.284744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2502d2a9-a636-47f3-9bcc-8fe198880b9b tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Deleting port d9237040-2997-4222-afc2-354522a72c84 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:16.285482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2502d2a9-a636-47f3-9bcc-8fe198880b9b tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:16.290353 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 0307a3f2-a500-4fbe-80bd-c856d10187f4 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:16.290727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:16.321772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c15e17de-845c-4fb3-9149-455e13dc5ae8 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Deleting port 943686c7-4d5c-4cc9-9b9b-3efd0951863c {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:16.323378 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c15e17de-845c-4fb3-9149-455e13dc5ae8 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:16.352745 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:07Z', 'revision_number': 3, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'gw_port': {'id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:06Z', 'updated_at': '2022-08-26T01:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:16.376449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:16.377066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:16.378774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280cecf7-d62f-44b8-8a06-e4ec32673c8f None None] The sync data for ids ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'] in dv-neutron-854561-2-hyperv is: [{'id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:07Z', 'revision_number': 3, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'gw_port': {'id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:06Z', 'updated_at': '2022-08-26T01:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:05:16.431238 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Network ac01bb18-1057-4eff-9da4-91e8186a3cf6 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:05:16.506575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:16.550359 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-23b65d80-7977-414f-85d1-658cf7a58288 None None] Provisioning for port f8be6a67-3c27-4fd3-ba3b-980a2925904b completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:16.574863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Pushing event updated for resources: {'Port': ['ID=540a041d-6334-429a-8d11-e29d2b483268,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:16.575386 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-23b65d80-7977-414f-85d1-658cf7a58288 None None] Provisioning complete for port f8be6a67-3c27-4fd3-ba3b-980a2925904b triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:16.575729 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-23b65d80-7977-414f-85d1-658cf7a58288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:16.589102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, ac01bb18-1057-4eff-9da4-91e8186a3cf6) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:16.623382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c4f8c-2f7d-4f44-9492-03f1071d50d6 None None] Network ac01bb18-1057-4eff-9da4-91e8186a3cf6 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:16.623812 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Network 174dbc40-879a-4d96-b5c3-d31c82619b85 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:16.632199 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:16.638003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:16.638522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:16.719071 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42022) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:16.772334 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-95263bb4-e70e-45c8-b8c9-53b6b2c0500a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6541429 Aug 26 01:05:16.774580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 0307a3f2-a500-4fbe-80bd-c856d10187f4 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:16.774580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:16.774754 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42028) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:16.824463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Request body: {'floatingip': {'floating_network_id': 'ac01bb18-1057-4eff-9da4-91e8186a3cf6'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:16.828498 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-23b65d80-7977-414f-85d1-658cf7a58288 None None] Port f8be6a67-3c27-4fd3-ba3b-980a2925904b cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:05:16.857044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:16.876667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Usage tracker for resource:floatingip and tenant:9fd1267b490147a1bbb795bfff61c976 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:16.881216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:16.903617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:16.917891 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 0307a3f2-a500-4fbe-80bd-c856d10187f4, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0307a3f2-a500-4fbe-80bd-c856d10187f4,segment=NetworkSegment(23443703-64aa-40dd-8315-965f55b6fbee),segment_id=23443703-64aa-40dd-8315-965f55b6fbee)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:17.019787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:17.027668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:17.028911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 8453fa73-0e03-4980-b886-c91a2432c3cd up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:17.064728 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:17.070445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42032) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:17.073923 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cced612b-9292-457d-b1ea-3b3331a4c143 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.9667537 Aug 26 01:05:17.161834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-092a0829-f393-4e5c-808e-3e59642497eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:17.190883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7a8dbf3d-c2a8-4f49-8225-b6229290d706 None None] Provisioning complete for port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:17.191258 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7a8dbf3d-c2a8-4f49-8225-b6229290d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:17.214606 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:17.319775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=0307a3f2-a500-4fbe-80bd-c856d10187f4,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:17.334821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7a8dbf3d-c2a8-4f49-8225-b6229290d706 None None] Port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:05:17.336233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d01fd2-d338-4ea3-a921-3199e1c91580 None None] Network ac01bb18-1057-4eff-9da4-91e8186a3cf6 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:17.345159 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:17.404644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-092a0829-f393-4e5c-808e-3e59642497eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:17.435570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 8453fa73-0e03-4980-b886-c91a2432c3cd completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:17.448940 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 8453fa73-0e03-4980-b886-c91a2432c3cd triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:17.449312 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:17.460992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-092a0829-f393-4e5c-808e-3e59642497eb admin admin] Usage tracker for resource:security_group_rule and tenant:0d6447d623184ccd9f01d57d46d86f2b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:17.477043 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-092a0829-f393-4e5c-808e-3e59642497eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:17.489514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-6edbdc88-49e7-4ceb-aabc-c6ba1175bb57 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Deleting port 540a041d-6334-429a-8d11-e29d2b483268 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:17.489901 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6edbdc88-49e7-4ceb-aabc-c6ba1175bb57 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:17.543794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-aea32baf-3a27-4b7f-8f9f-aabda90ddf0b None None] Provisioning complete for port 0307a3f2-a500-4fbe-80bd-c856d10187f4 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:17.544157 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aea32baf-3a27-4b7f-8f9f-aabda90ddf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:17.546597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-092a0829-f393-4e5c-808e-3e59642497eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:17.569176 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Pushing event updated for resources: {'Port': ['ID=f8be6a67-3c27-4fd3-ba3b-980a2925904b,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:17.633147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:17.679610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-2502d2a9-a636-47f3-9bcc-8fe198880b9b tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] For port d9237040-2997-4222-afc2-354522a72c84, host hv-neutron-8545, got binding levels [] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:17.680136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2502d2a9-a636-47f3-9bcc-8fe198880b9b tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:17.822957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-aea32baf-3a27-4b7f-8f9f-aabda90ddf0b None None] Current status of the port 0307a3f2-a500-4fbe-80bd-c856d10187f4 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:17.948915 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 8453fa73-0e03-4980-b886-c91a2432c3cd is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:17.950067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:17.955946 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2502d2a9-a636-47f3-9bcc-8fe198880b9b tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Calling delete_port for d9237040-2997-4222-afc2-354522a72c84 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:17.974388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 8453fa73-0e03-4980-b886-c91a2432c3cd, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=8453fa73-0e03-4980-b886-c91a2432c3cd,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:17.991508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-aea32baf-3a27-4b7f-8f9f-aabda90ddf0b None None] Provisioning for port 540a041d-6334-429a-8d11-e29d2b483268 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:17.999311 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-aea32baf-3a27-4b7f-8f9f-aabda90ddf0b None None] Provisioning complete for port 540a041d-6334-429a-8d11-e29d2b483268 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:17.999987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aea32baf-3a27-4b7f-8f9f-aabda90ddf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.044927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c15e17de-845c-4fb3-9149-455e13dc5ae8 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.045251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c15e17de-845c-4fb3-9149-455e13dc5ae8 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.050494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.063079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Network 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:18.073303 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-092a0829-f393-4e5c-808e-3e59642497eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.074638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:18.088899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.093095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6edbdc88-49e7-4ceb-aabc-c6ba1175bb57 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.117472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-aea32baf-3a27-4b7f-8f9f-aabda90ddf0b None None] Port 540a041d-6334-429a-8d11-e29d2b483268 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:05:18.152209 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=8453fa73-0e03-4980-b886-c91a2432c3cd,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:18.252368 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c15e17de-845c-4fb3-9149-455e13dc5ae8 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Calling delete_port for 943686c7-4d5c-4cc9-9b9b-3efd0951863c owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:18.257864 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-028506b0-2847-4471-950f-7dce04222b5d None None] Provisioning complete for port 540a041d-6334-429a-8d11-e29d2b483268 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:18.258234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-028506b0-2847-4471-950f-7dce04222b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.286586 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-092a0829-f393-4e5c-808e-3e59642497eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.294234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Router 72708df3-52ba-4cbf-87d8-7a34491c842b has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:05:18.310567 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.314945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e89e7130-e0dc-4a94-9ae8-d58287186611 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:18.317411 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.398255 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-028506b0-2847-4471-950f-7dce04222b5d None None] Port 540a041d-6334-429a-8d11-e29d2b483268 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:05:18.442331 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-092a0829-f393-4e5c-808e-3e59642497eb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0d6447d623184ccd9f01d57d46d86f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7198436 Aug 26 01:05:18.471230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port e89e7130-e0dc-4a94-9ae8-d58287186611 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:18.479098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e89e7130-e0dc-4a94-9ae8-d58287186611 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:18.480264 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.524873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42038) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:18.569503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7325c3b2-1997-4e5b-9d4a-b24c66602c62 None None] Provisioning complete for port f8be6a67-3c27-4fd3-ba3b-980a2925904b triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:18.570264 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7325c3b2-1997-4e5b-9d4a-b24c66602c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.618433 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-6edbdc88-49e7-4ceb-aabc-c6ba1175bb57 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Calling delete_port for 540a041d-6334-429a-8d11-e29d2b483268 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:18.661508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7325c3b2-1997-4e5b-9d4a-b24c66602c62 None None] Port f8be6a67-3c27-4fd3-ba3b-980a2925904b cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:05:18.739784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a0829-f393-4e5c-808e-3e59642497eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d58e8c-fce1-4685-b4b8-00dac0ac7e4e,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:18.760993 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e89e7130-e0dc-4a94-9ae8-d58287186611 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:18.761627 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.780194 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:05:18.788156 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port e89e7130-e0dc-4a94-9ae8-d58287186611, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e89e7130-e0dc-4a94-9ae8-d58287186611,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:18.793306 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Sync routers for ids ['72708df3-52ba-4cbf-87d8-7a34491c842b'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:05:18.805492 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Routers {'72708df3-52ba-4cbf-87d8-7a34491c842b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:05:18.807753 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:05:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['72708df3-52ba-4cbf-87d8-7a34491c842b'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:18.844267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-161a7dfb-57cb-4383-be2c-e5755ae43637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.857592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.858105 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b144ae9f-f877-418f-91a9-d527d0d68a8e {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:05:18.864533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.865378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0307a3f2-a500-4fbe-80bd-c856d10187f4 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:18.880565 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Allocated IP 172.20.0.13 (ac01bb18-1057-4eff-9da4-91e8186a3cf6/cb67adc4-d507-4e55-ba6e-74a23fa21c3b/cdd8f72a-c642-470f-9344-fbd20e8003f4) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:18.889796 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-11e4ddb8-c199-4930-b988-96f7b507f140 admin admin] 10.222.0.83 "PUT /v2.0/routers/72708df3-52ba-4cbf-87d8-7a34491c842b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1010056 Aug 26 01:05:18.890840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2502d2a9-a636-47f3-9bcc-8fe198880b9b tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:18.982405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502d2a9-a636-47f3-9bcc-8fe198880b9b tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9237040-2997-4222-afc2-354522a72c84,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:18.987127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-161a7dfb-57cb-4383-be2c-e5755ae43637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:19.003841 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2502d2a9-a636-47f3-9bcc-8fe198880b9b tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:19.040174 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2502d2a9-a636-47f3-9bcc-8fe198880b9b tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "DELETE /v2.0/ports/d9237040-2997-4222-afc2-354522a72c84 HTTP/1.1" status: 204 len: 168 time: 3.5430791 Aug 26 01:05:19.046590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42044) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:19.064579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:19.071347 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=e89e7130-e0dc-4a94-9ae8-d58287186611,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:19.078026 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Set router 72708df3-52ba-4cbf-87d8-7a34491c842b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:05:19.086975 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 0307a3f2-a500-4fbe-80bd-c856d10187f4 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:19.087568 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:19.144869 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 26 01:05:19.145925 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-98f7729f-41ee-4466-b8f1-bae7f48d6084 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.6927073 Aug 26 01:05:19.169507 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c15e17de-845c-4fb3-9149-455e13dc5ae8 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:19.175835 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42048) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:19.243464 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:19.298542 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 0307a3f2-a500-4fbe-80bd-c856d10187f4 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:19.343105 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fa1b8c-355c-4d38-8fc4-e19f608a522f tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] GET failed (client error): The resource could not be found. Aug 26 01:05:19.343812 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-01fa1b8c-355c-4d38-8fc4-e19f608a522f tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Synchronizing usage tracker for tenant:62eea4bb8c1a457e8ba660f1a8e51362 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:19.393544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e17de-845c-4fb3-9149-455e13dc5ae8 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Pushing event deleted for resources: {'Port': ['ID=943686c7-4d5c-4cc9-9b9b-3efd0951863c,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:19.445732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Network ac01bb18-1057-4eff-9da4-91e8186a3cf6 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:19.460851 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:19.517066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Router bbf6d52a-4460-4725-ba4f-2ac06610a50b has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:05:19.536481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:19.549085 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-01fa1b8c-355c-4d38-8fc4-e19f608a522f tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Unset dirty status for tenant:62eea4bb8c1a457e8ba660f1a8e51362 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:19.554472 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-01fa1b8c-355c-4d38-8fc4-e19f608a522f tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "GET /v2.0/ports/d9237040-2997-4222-afc2-354522a72c84 HTTP/1.1" status: 404 len: 333 time: 0.4952633 Aug 26 01:05:19.554472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c15e17de-845c-4fb3-9149-455e13dc5ae8 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:19.561967 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42062) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:19.564415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6e531-53af-4c54-b579-f997abcd4310 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Deleting port 6d696386-88d3-4614-b6f5-619a13e80048 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:19.564748 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e531-53af-4c54-b579-f997abcd4310 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:19.592369 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:03Z', 'updated_at': '2022-08-26T01:05:14Z', 'revision_number': 4, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'gw_port': {'id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'dd58a1a4-3052-4806-8ea0-6a4d1d491fa0', 'name': '', 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'mac_address': 'fa:16:3e:02:ad:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:10Z', 'updated_at': '2022-08-26T01:05:14Z', 'revision_number': 2, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'subnets': [{'id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:19.599116 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Checking router: 72708df3-52ba-4cbf-87d8-7a34491c842b for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:05:19.599753 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Updating router 72708df3-52ba-4cbf-87d8-7a34491c842b port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:05:19.607803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-7b4be799-a8ae-41fb-9d10-aabede6040fe tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Request body: {'port': {'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-185511972'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:19.625363 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7b4be799-a8ae-41fb-9d10-aabede6040fe tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:19.634063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event updated for resources: {'Port': ['ID=cdd8f72a-c642-470f-9344-fbd20e8003f4,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:19.635900 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c15e17de-845c-4fb3-9149-455e13dc5ae8 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:19.637043 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c15e17de-845c-4fb3-9149-455e13dc5ae8 tempest-ExternalNetworksAdminNegativeTestJSON-26763421 tempest-ExternalNetworksAdminNegativeTestJSON-26763421-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/8a136121-8d0d-43e8-b21b-5d7798401e4d HTTP/1.1" status: 204 len: 168 time: 3.7942259 Aug 26 01:05:19.655099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-161a7dfb-57cb-4383-be2c-e5755ae43637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:19.657610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-161a7dfb-57cb-4383-be2c-e5755ae43637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:19.663092 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-161a7dfb-57cb-4383-be2c-e5755ae43637 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f4d58e8c-fce1-4685-b4b8-00dac0ac7e4e HTTP/1.1" status: 204 len: 168 time: 1.1320357 Aug 26 01:05:19.663092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7b4be799-a8ae-41fb-9d10-aabede6040fe tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:19.731646 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:19.748573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a7dfb-57cb-4383-be2c-e5755ae43637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d58e8c-fce1-4685-b4b8-00dac0ac7e4e,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:19.856694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4be799-a8ae-41fb-9d10-aabede6040fe tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Made reservation on behalf of 62eea4bb8c1a457e8ba660f1a8e51362 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:19.859261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b4be799-a8ae-41fb-9d10-aabede6040fe tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:19.902458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-7b4be799-a8ae-41fb-9d10-aabede6040fe tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] device_id is not set on port 94a33838-b63a-4a12-9d35-d9271d58e357 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:05:20.105384 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6edbdc88-49e7-4ceb-aabc-c6ba1175bb57 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:20.270332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e89e7130-e0dc-4a94-9ae8-d58287186611 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:20.298265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b4be799-a8ae-41fb-9d10-aabede6040fe tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:20.298906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:20.314512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e531-53af-4c54-b579-f997abcd4310 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:20.430893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:05:20.465774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Sync routers for ids ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:05:20.482987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e89e7130-e0dc-4a94-9ae8-d58287186611 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:20.482987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:20.505342 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbdc88-49e7-4ceb-aabc-c6ba1175bb57 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Pushing event deleted for resources: {'Port': ['ID=540a041d-6334-429a-8d11-e29d2b483268,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:20.519588 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42076) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:20.520824 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6edbdc88-49e7-4ceb-aabc-c6ba1175bb57 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:20.535180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42080) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:20.549794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Routers {'bbf6d52a-4460-4725-ba4f-2ac06610a50b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:05:20.550368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:05:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:20.555865 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:20.573032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-49396cc7-a2ac-40f5-9cdf-2c942545a475 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--812514166', 'description': 'tempest-description--108964663'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:20.585241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-49396cc7-a2ac-40f5-9cdf-2c942545a475 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:20.586261 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Transition to ACTIVE for port object dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:20.592712 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-49396cc7-a2ac-40f5-9cdf-2c942545a475 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Usage tracker for resource:security_group and tenant:6eb05f5695bc465ba7db98f5e6c92aa6 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:20.598692 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bc270bf0-6b99-4a1d-90b0-5051f125390b admin admin] 10.222.0.83 "PUT /v2.0/routers/bbf6d52a-4460-4725-ba4f-2ac06610a50b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9555264 Aug 26 01:05:20.599690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-49396cc7-a2ac-40f5-9cdf-2c942545a475 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:20.600564 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6e531-53af-4c54-b579-f997abcd4310 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Calling delete_port for 6d696386-88d3-4614-b6f5-619a13e80048 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:20.610675 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6edbdc88-49e7-4ceb-aabc-c6ba1175bb57 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] 10.222.0.83 "DELETE /v2.0/ports/540a041d-6334-429a-8d11-e29d2b483268 HTTP/1.1" status: 204 len: 168 time: 3.5367815 Aug 26 01:05:20.610675 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:20.632707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42088) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:20.633674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-49396cc7-a2ac-40f5-9cdf-2c942545a475 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:20.663773 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:20.828109 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b4be799-a8ae-41fb-9d10-aabede6040fe tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:20.853886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Set router bbf6d52a-4460-4725-ba4f-2ac06610a50b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:05:20.864346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-49396cc7-a2ac-40f5-9cdf-2c942545a475 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:20.925999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6e0b5dff-ad2d-450f-a6e4-9c387d889a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:20.956452 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e531-53af-4c54-b579-f997abcd4310 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:20.966360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-49396cc7-a2ac-40f5-9cdf-2c942545a475 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:20.992620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-49396cc7-a2ac-40f5-9cdf-2c942545a475 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Usage tracker for resource:security_group_rule and tenant:6eb05f5695bc465ba7db98f5e6c92aa6 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:20.997334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6e0b5dff-ad2d-450f-a6e4-9c387d889a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:21.008740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42094) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:21.008740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-49396cc7-a2ac-40f5-9cdf-2c942545a475 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:21.008879 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4be799-a8ae-41fb-9d10-aabede6040fe tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Network 9a285da1-ff76-4a19-8e0d-8da77d84588d is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:21.068322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e89e7130-e0dc-4a94-9ae8-d58287186611 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:21.069608 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 8453fa73-0e03-4980-b886-c91a2432c3cd up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:21.078626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-49396cc7-a2ac-40f5-9cdf-2c942545a475 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:21.080996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6e0b5dff-ad2d-450f-a6e4-9c387d889a77 admin admin] Usage tracker for resource:security_group_rule and tenant:a07f260b5023483fab7d63913ae3231a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:21.088697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6e0b5dff-ad2d-450f-a6e4-9c387d889a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:21.099479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-7b4be799-a8ae-41fb-9d10-aabede6040fe tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:21.108421 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f653605-e089-43d3-98c0-3fff0b7cdf04 None None] Pushing event updated for resources: {'Port': ['ID=dd58a1a4-3052-4806-8ea0-6a4d1d491fa0,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:21.121163 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6419e608-1473-4688-82fd-752039473e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.130640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4be799-a8ae-41fb-9d10-aabede6040fe tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:21.131832 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Attempting to bind port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:21.131948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4be799-a8ae-41fb-9d10-aabede6040fe tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:21.132205 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Attempting to bind port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '4cb85b69-9a34-4e9a-85df-0f6663512b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:21.132570 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Attempting to bind port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 on network 174dbc40-879a-4d96-b5c3-d31c82619b85 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:21.133133 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b4be799-a8ae-41fb-9d10-aabede6040fe tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.145782 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:05:21.149212 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Checking segment: {'id': '4cb85b69-9a34-4e9a-85df-0f6663512b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:21.149636 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.152938 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Bound using segment: {'id': '4cb85b69-9a34-4e9a-85df-0f6663512b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:05:21.153441 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Bound port: dd58a1a4-3052-4806-8ea0-6a4d1d491fa0, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb85b69-9a34-4e9a-85df-0f6663512b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:05:21.153875 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.160817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6e0b5dff-ad2d-450f-a6e4-9c387d889a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:21.253287 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e531-53af-4c54-b579-f997abcd4310 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.260502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6419e608-1473-4688-82fd-752039473e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:21.285928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4be799-a8ae-41fb-9d10-aabede6040fe tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Pushing event updated for resources: {'Port': ['ID=94a33838-b63a-4a12-9d35-d9271d58e357,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:21.290938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6419e608-1473-4688-82fd-752039473e94 admin admin] Usage tracker for resource:security_group_rule and tenant:7d89af426c724f57b49585ede1456674 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:21.304420 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 8453fa73-0e03-4980-b886-c91a2432c3cd triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:21.305370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.309471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6419e608-1473-4688-82fd-752039473e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:21.333096 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6419e608-1473-4688-82fd-752039473e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:21.360483 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6e531-53af-4c54-b579-f997abcd4310 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d696386-88d3-4614-b6f5-619a13e80048,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:21.369973 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] For port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:05:21.371353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:05:21.374122 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] For port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dd58a1a4-3052-4806-8ea0-6a4d1d491fa0,segment=NetworkSegment(4cb85b69-9a34-4e9a-85df-0f6663512b73),segment_id=4cb85b69-9a34-4e9a-85df-0f6663512b73)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:05:21.405528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.413004 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ffe42729-ea93-4254-b87d-7cf422e683ce tempest-DHCPAgentSchedulersTestJSON-229302752 tempest-DHCPAgentSchedulersTestJSON-229302752-project-admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.7721672 Aug 26 01:05:21.416090 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42102) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:21.424944 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1988761593'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:21.441941 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.451864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-49396cc7-a2ac-40f5-9cdf-2c942545a475 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.452765 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d5c6e531-53af-4c54-b579-f997abcd4310 tempest-RoutersAdminNegativeIpV6Test-1851005457 tempest-RoutersAdminNegativeIpV6Test-1851005457-project-admin] 10.222.0.83 "DELETE /v2.0/ports/6d696386-88d3-4614-b6f5-619a13e80048 HTTP/1.1" status: 204 len: 168 time: 2.1017904 Aug 26 01:05:21.464671 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:21.473045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Usage tracker for resource:network and tenant:f766c216ff5649c38cdfa9a5773a03ee is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:21.477232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:21.488197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:21.493635 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.520290 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7b4be799-a8ae-41fb-9d10-aabede6040fe tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9260731 Aug 26 01:05:21.522117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42108) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:21.532663 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:21.585149 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 8453fa73-0e03-4980-b886-c91a2432c3cd is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:21.605907 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f653605-e089-43d3-98c0-3fff0b7cdf04 None None] Pushing event updated for resources: {'Port': ['ID=dd58a1a4-3052-4806-8ea0-6a4d1d491fa0,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:21.611022 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Routers {'72708df3-52ba-4cbf-87d8-7a34491c842b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:05:21.611673 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:05:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['72708df3-52ba-4cbf-87d8-7a34491c842b'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:21.618861 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:16Z', 'revision_number': 4, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'gw_port': {'id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:06Z', 'updated_at': '2022-08-26T01:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'f8be6a67-3c27-4fd3-ba3b-980a2925904b', 'name': '', 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'mac_address': 'fa:16:3e:99:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:13Z', 'updated_at': '2022-08-26T01:05:16Z', 'revision_number': 2, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'subnets': [{'id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:21.631667 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Checking router: bbf6d52a-4460-4725-ba4f-2ac06610a50b for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:05:21.632031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Updating router bbf6d52a-4460-4725-ba4f-2ac06610a50b port f8be6a67-3c27-4fd3-ba3b-980a2925904b binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:05:21.656319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6e0b5dff-ad2d-450f-a6e4-9c387d889a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.660250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-49396cc7-a2ac-40f5-9cdf-2c942545a475 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.731271 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.782643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49396cc7-a2ac-40f5-9cdf-2c942545a475 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625b3064-87e8-491a-945d-c29348786cfb,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:21.784942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6e0b5dff-ad2d-450f-a6e4-9c387d889a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.789840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.806331 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42114) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:21.820296 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-60d1ee16-a650-4eac-b444-f9fe0903f433 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282513704', 'description': 'tempest-description--1696084732'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:21.824369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.828253 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event updated for resources: {'Port': ['ID=cdd8f72a-c642-470f-9344-fbd20e8003f4,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:21.830716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b5dff-ad2d-450f-a6e4-9c387d889a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a0b9e5-4349-415d-bd9a-cc6f4aa14082,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:21.833061 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-60d1ee16-a650-4eac-b444-f9fe0903f433 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:21.841079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-60d1ee16-a650-4eac-b444-f9fe0903f433 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Usage tracker for resource:security_group and tenant:dc7e4520f47e43769b8eb97b4077c751 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:21.845961 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-60d1ee16-a650-4eac-b444-f9fe0903f433 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:21.856973 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-60d1ee16-a650-4eac-b444-f9fe0903f433 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:21.873452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-49396cc7-a2ac-40f5-9cdf-2c942545a475 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.873452 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-49396cc7-a2ac-40f5-9cdf-2c942545a475 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3128934 Aug 26 01:05:21.875792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42118) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:21.880856 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6e0b5dff-ad2d-450f-a6e4-9c387d889a77 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a07f260b5023483fab7d63913ae3231a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3566735 Aug 26 01:05:21.888458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1f4bb284-5480-436e-8783-b4e6d810e9b4 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Request body: {'security_group_rule': {'security_group_id': '625b3064-87e8-491a-945d-c29348786cfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:21.892721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42122) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:21.922662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Made reservation on behalf of f766c216ff5649c38cdfa9a5773a03ee for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:21.926457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.940781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1f4bb284-5480-436e-8783-b4e6d810e9b4 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:21.959108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1f4bb284-5480-436e-8783-b4e6d810e9b4 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Usage tracker for resource:security_group_rule and tenant:6eb05f5695bc465ba7db98f5e6c92aa6 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:21.963653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1f4bb284-5480-436e-8783-b4e6d810e9b4 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:21.970499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-60d1ee16-a650-4eac-b444-f9fe0903f433 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.986738 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:21.988209 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-01b1af7d-8e6a-4e34-9175-aa16cb29c36c tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2134316 Aug 26 01:05:21.995936 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1f4bb284-5480-436e-8783-b4e6d810e9b4 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:21.998458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42128) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:21.999471 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] Set router 72708df3-52ba-4cbf-87d8-7a34491c842b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:05:22.024267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:22.026858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ca1df8a3-4ccf-4c22-b1ba-bc938e414522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.029641 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6419e608-1473-4688-82fd-752039473e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.042893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.043321 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Added segment 054b7616-c59f-419e-82d8-f2a283ac3806 of type vlan for network 7dc7ccf1-3845-4979-bff1-7441e5cfd052 Aug 26 01:05:22.059370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ca1df8a3-4ccf-4c22-b1ba-bc938e414522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.075630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.098445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6419e608-1473-4688-82fd-752039473e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.144232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419e608-1473-4688-82fd-752039473e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb992fd-8de3-4677-838f-5431e1b7bef2,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:22.149228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42132) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:22.179454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb284-5480-436e-8783-b4e6d810e9b4 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.201064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.resource_extend [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:05:22.207102 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.220651 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6419e608-1473-4688-82fd-752039473e94 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7d89af426c724f57b49585ede1456674&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2075119 Aug 26 01:05:22.233124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42138) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:22.284475 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb284-5480-436e-8783-b4e6d810e9b4 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.342347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-72242b6a-bbf4-4129-b725-80f06600a5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.362533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-72242b6a-bbf4-4129-b725-80f06600a5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:22.366138 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-60d1ee16-a650-4eac-b444-f9fe0903f433 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:22.368752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-72242b6a-bbf4-4129-b725-80f06600a5ee admin admin] Usage tracker for resource:security_group_rule and tenant:dc6020e897f941d7be0bcdbe616f76e8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:22.376171 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3bad4a6a-cfcd-42bb-b1ab-8e3b117412aa tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "GET /v2.0/floatingips?floating_network_id=ac01bb18-1057-4eff-9da4-91e8186a3cf6 HTTP/1.1" status: 200 len: 690 time: 0.3765194 Aug 26 01:05:22.378112 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42142) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:22.378924 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-72242b6a-bbf4-4129-b725-80f06600a5ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:22.390470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-72242b6a-bbf4-4129-b725-80f06600a5ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:22.409357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb284-5480-436e-8783-b4e6d810e9b4 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.417472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Transition to ACTIVE for port object f8be6a67-3c27-4fd3-ba3b-980a2925904b will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:22.421049 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.426658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:22.427252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.450599 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-60d1ee16-a650-4eac-b444-f9fe0903f433 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Usage tracker for resource:security_group_rule and tenant:dc7e4520f47e43769b8eb97b4077c751 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:22.472340 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:03Z', 'updated_at': '2022-08-26T01:05:14Z', 'revision_number': 4, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'gw_port': {'id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'dd58a1a4-3052-4806-8ea0-6a4d1d491fa0', 'name': '', 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'mac_address': 'fa:16:3e:02:ad:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:10Z', 'updated_at': '2022-08-26T01:05:21Z', 'revision_number': 4, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'subnets': [{'id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:22.476476 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc798f-b0d6-497c-842d-80ffeb849cdf None None] The sync data for ids ['72708df3-52ba-4cbf-87d8-7a34491c842b'] in dv-neutron-854561-2-hyperv is: [{'id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:03Z', 'updated_at': '2022-08-26T01:05:14Z', 'revision_number': 4, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'gw_port': {'id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'dd58a1a4-3052-4806-8ea0-6a4d1d491fa0', 'name': '', 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'mac_address': 'fa:16:3e:02:ad:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:10Z', 'updated_at': '2022-08-26T01:05:21Z', 'revision_number': 4, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'subnets': [{'id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:05:22.492740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ca1df8a3-4ccf-4c22-b1ba-bc938e414522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.497492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53240f26-8793-4438-acfb-2610e36bb1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.510680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.569872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-60d1ee16-a650-4eac-b444-f9fe0903f433 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:22.573498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Pushing event updated for resources: {'Network': ['ID=7dc7ccf1-3845-4979-bff1-7441e5cfd052,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:22.595639 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5bd66e8b-e336-4974-a610-93c61b682f53 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1754892 Aug 26 01:05:22.595639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-60d1ee16-a650-4eac-b444-f9fe0903f433 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:22.600129 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42148) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:22.619482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bb284-5480-436e-8783-b4e6d810e9b4 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8b91db-a55d-4569-9394-337f7944ea2d,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:22.657282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 7dc7ccf1-3845-4979-bff1-7441e5cfd052 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:22.714095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53240f26-8793-4438-acfb-2610e36bb1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.721114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37fd6c-1e95-47a8-ba47-91b96678aa46 None None] Pushing event updated for resources: {'Port': ['ID=f8be6a67-3c27-4fd3-ba3b-980a2925904b,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:22.722433 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1df8a3-4ccf-4c22-b1ba-bc938e414522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a0b9e5-4349-415d-bd9a-cc6f4aa14082,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:22.724353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ca1df8a3-4ccf-4c22-b1ba-bc938e414522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.725675 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ca1df8a3-4ccf-4c22-b1ba-bc938e414522 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f9a0b9e5-4349-415d-bd9a-cc6f4aa14082 HTTP/1.1" status: 204 len: 168 time: 0.8319135 Aug 26 01:05:22.809863 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.872265 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-72242b6a-bbf4-4129-b725-80f06600a5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.959871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb284-5480-436e-8783-b4e6d810e9b4 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:22.961816 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1f4bb284-5480-436e-8783-b4e6d810e9b4 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0834720 Aug 26 01:05:22.998207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42154) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:23.009901 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-66d32850-0c8e-4508-9d4c-b85b35bbce0b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Request body: {'security_group_rule': {'security_group_id': '625b3064-87e8-491a-945d-c29348786cfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:23.017162 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f8a0cfc3-6390-4bc3-8b2e-ebb722ee9393 tempest-DHCPAgentSchedulersTestJSON-229302752 tempest-DHCPAgentSchedulersTestJSON-229302752-project-admin] 10.222.0.83 "GET /v2.0/agents/e95ae371-70ab-4b9f-b940-39dc37e8a519/dhcp-networks HTTP/1.1" status: 200 len: 6431 time: 0.4146378 Aug 26 01:05:23.017692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42158) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:23.019518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-72242b6a-bbf4-4129-b725-80f06600a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.030639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-66d32850-0c8e-4508-9d4c-b85b35bbce0b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:23.042192 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Attempting to bind port f8be6a67-3c27-4fd3-ba3b-980a2925904b on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:23.042654 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Attempting to bind port f8be6a67-3c27-4fd3-ba3b-980a2925904b by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'd26fdeef-60bf-477c-a8a6-c33a9c235219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:23.043024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Attempting to bind port f8be6a67-3c27-4fd3-ba3b-980a2925904b on network 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:23.044180 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-60d1ee16-a650-4eac-b444-f9fe0903f433 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.047076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Deleting port cdd8f72a-c642-470f-9344-fbd20e8003f4 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:23.047338 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.047454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] device_id is not set on port 94a33838-b63a-4a12-9d35-d9271d58e357 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:05:23.049397 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:05:23.049845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Checking segment: {'id': 'd26fdeef-60bf-477c-a8a6-c33a9c235219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:23.050323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.050716 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Bound using segment: {'id': 'd26fdeef-60bf-477c-a8a6-c33a9c235219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:05:23.051682 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Bound port: f8be6a67-3c27-4fd3-ba3b-980a2925904b, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26fdeef-60bf-477c-a8a6-c33a9c235219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:05:23.051682 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.078271 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.088046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-66d32850-0c8e-4508-9d4c-b85b35bbce0b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Usage tracker for resource:security_group_rule and tenant:6eb05f5695bc465ba7db98f5e6c92aa6 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:23.099868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-66d32850-0c8e-4508-9d4c-b85b35bbce0b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:23.147963 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-66d32850-0c8e-4508-9d4c-b85b35bbce0b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:23.168279 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-60d1ee16-a650-4eac-b444-f9fe0903f433 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.194748 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53240f26-8793-4438-acfb-2610e36bb1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.196806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Transition to ACTIVE for port object 94a33838-b63a-4a12-9d35-d9271d58e357 will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:23.199501 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] For port f8be6a67-3c27-4fd3-ba3b-980a2925904b, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:05:23.203436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] For port f8be6a67-3c27-4fd3-ba3b-980a2925904b, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f8be6a67-3c27-4fd3-ba3b-980a2925904b,segment=NetworkSegment(d26fdeef-60bf-477c-a8a6-c33a9c235219),segment_id=d26fdeef-60bf-477c-a8a6-c33a9c235219)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:05:23.218987 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-72242b6a-bbf4-4129-b725-80f06600a5ee admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dc6020e897f941d7be0bcdbe616f76e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0629933 Aug 26 01:05:23.224606 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72242b6a-bbf4-4129-b725-80f06600a5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f92990-6f81-4e6b-8dc0-48a177866e05,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:23.236944 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42164) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:23.265562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-60d1ee16-a650-4eac-b444-f9fe0903f433 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.265885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.269292 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-60d1ee16-a650-4eac-b444-f9fe0903f433 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4582174 Aug 26 01:05:23.275077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.279271 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42168) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:23.343133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a1b53b18-ca74-4013-bd4e-230747cec712 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Request body: {'security_group_rule': {'security_group_id': '36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:23.349687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a1b53b18-ca74-4013-bd4e-230747cec712 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:23.372539 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a1b53b18-ca74-4013-bd4e-230747cec712 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Usage tracker for resource:security_group_rule and tenant:dc7e4520f47e43769b8eb97b4077c751 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:23.376675 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a1b53b18-ca74-4013-bd4e-230747cec712 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:23.385120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a1b53b18-ca74-4013-bd4e-230747cec712 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:23.387610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Routers {'bbf6d52a-4460-4725-ba4f-2ac06610a50b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:05:23.388435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:05:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:23.402068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53240f26-8793-4438-acfb-2610e36bb1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb992fd-8de3-4677-838f-5431e1b7bef2,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:23.412913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53240f26-8793-4438-acfb-2610e36bb1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.414038 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-53240f26-8793-4438-acfb-2610e36bb1c3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5bb992fd-8de3-4677-838f-5431e1b7bef2 HTTP/1.1" status: 204 len: 168 time: 1.1798155 Aug 26 01:05:23.418860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-66d32850-0c8e-4508-9d4c-b85b35bbce0b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.449892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1ee16-a650-4eac-b444-f9fe0903f433 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:23.453108 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Pushing event updated for resources: {'Port': ['ID=94a33838-b63a-4a12-9d35-d9271d58e357,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:23.510639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:23.510976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:23.511322 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:23.526696 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:23.527019 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:23.542525 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 2 to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 Aug 26 01:05:23.552259 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.552592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.552887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183cdc54-2116-403e-aaee-52ec8704871d tempest-DHCPAgentSchedulersTestJSON-229302752 tempest-DHCPAgentSchedulersTestJSON-229302752-project-admin] Network 7dc7ccf1-3845-4979-bff1-7441e5cfd052 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:05:23.564148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b47441b9-3d08-4bed-b565-f51a2ad2dcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.571159 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:23.571491 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:23.571826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:23.607241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:23.607667 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:23.611411 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 3 to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 Aug 26 01:05:23.642151 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b47441b9-3d08-4bed-b565-f51a2ad2dcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.666838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:23.667261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:23.667663 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:23.685853 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:23.686474 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:23.690133 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 4 to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 Aug 26 01:05:23.711041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:23.711518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:23.711861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:23.716620 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] Set router bbf6d52a-4460-4725-ba4f-2ac06610a50b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:05:23.733386 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:23.739990 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:23.742203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-66d32850-0c8e-4508-9d4c-b85b35bbce0b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.743468 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 5 to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 Aug 26 01:05:23.750091 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Calling delete_port for cdd8f72a-c642-470f-9344-fbd20e8003f4 owned by network:floatingip {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:23.754267 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-183cdc54-2116-403e-aaee-52ec8704871d tempest-DHCPAgentSchedulersTestJSON-229302752 tempest-DHCPAgentSchedulersTestJSON-229302752-project-admin] 10.222.0.83 "POST /v2.0/agents/e95ae371-70ab-4b9f-b940-39dc37e8a519/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7019200 Aug 26 01:05:23.757376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42174) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:23.779371 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:23.779703 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:23.780040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:23.790905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:23.791496 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:23.792289 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 6 to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 Aug 26 01:05:23.819663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1b53b18-ca74-4013-bd4e-230747cec712 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.830155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:23.830545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:23.830818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:23.866520 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-66d32850-0c8e-4508-9d4c-b85b35bbce0b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:23.889267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f1859-bc58-44be-a3f3-77bfee369e1e None None] Network 7dc7ccf1-3845-4979-bff1-7441e5cfd052 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:23.907599 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:23.907927 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:23.913510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d32850-0c8e-4508-9d4c-b85b35bbce0b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f65fde1-a439-4f38-afe1-4d43e77ac523,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:23.931150 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 7 to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 Aug 26 01:05:23.956705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42178) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:23.963600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:23.963935 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:23.964287 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:23.986245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b47441b9-3d08-4bed-b565-f51a2ad2dcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.010953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:24.011669 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:24.031588 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37fd6c-1e95-47a8-ba47-91b96678aa46 None None] Pushing event updated for resources: {'Port': ['ID=f8be6a67-3c27-4fd3-ba3b-980a2925904b,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:24.087039 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1b53b18-ca74-4013-bd4e-230747cec712 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.091094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-66d32850-0c8e-4508-9d4c-b85b35bbce0b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.104509 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-66d32850-0c8e-4508-9d4c-b85b35bbce0b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0998127 Aug 26 01:05:24.105424 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42184) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:24.116459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:24.120024 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 8 to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 Aug 26 01:05:24.123981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:24.132772 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Usage tracker for resource:floatingip and tenant:6eb05f5695bc465ba7db98f5e6c92aa6 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:24.140103 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:24.151160 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a9bce347-aa52-4ebc-a0bb-9290d60c2fbf tempest-DHCPAgentSchedulersTestJSON-229302752 tempest-DHCPAgentSchedulersTestJSON-229302752-project-admin] 10.222.0.83 "GET /v2.0/agents/e95ae371-70ab-4b9f-b940-39dc37e8a519/dhcp-networks HTTP/1.1" status: 200 len: 7202 time: 0.3868961 Aug 26 01:05:24.151360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42188) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:24.151360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1b53b18-ca74-4013-bd4e-230747cec712 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.159901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:24.159901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:24.159901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:24.162121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47441b9-3d08-4bed-b565-f51a2ad2dcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f92990-6f81-4e6b-8dc0-48a177866e05,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:24.166785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:24.176300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b47441b9-3d08-4bed-b565-f51a2ad2dcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.181330 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b47441b9-3d08-4bed-b565-f51a2ad2dcba admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b9f92990-6f81-4e6b-8dc0-48a177866e05 HTTP/1.1" status: 204 len: 168 time: 0.9336970 Aug 26 01:05:24.185017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:24.185346 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:24.197252 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 9 to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 Aug 26 01:05:24.228028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:24.229202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:24.229541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:24.240365 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:24.240718 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:24.242142 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.plugins.ml2.plugin [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 10 to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 Aug 26 01:05:24.243607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:24.248783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.269795 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f8e694d8-eaa2-427d-95de-bc7d976c3dd6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0e86ec1ef7914a87a68b9c91fea26c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077104 Aug 26 01:05:24.275020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42196) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:24.298330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b53b18-ca74-4013-bd4e-230747cec712 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091a84ca-caee-405a-ba96-3db2ae0ab519,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:24.325669 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdd8f72a-c642-470f-9344-fbd20e8003f4,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:24.346312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:24.346787 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:24.347319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:24.359037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.363341 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:24.363732 dv-neutron-854561-2-hyperv neutron-server[89863]: ERROR neutron.plugins.ml2.managers [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 94a33838-b63a-4a12-9d35-d9271d58e357 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:24.364095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.391971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1b53b18-ca74-4013-bd4e-230747cec712 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.396157 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a1b53b18-ca74-4013-bd4e-230747cec712 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1142910 Aug 26 01:05:24.398805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42202) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:24.472130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-ab23eab6-ab37-4f19-879d-1be59fcc0cc2 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Request body: {'security_group_rule': {'security_group_id': '36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:24.486504 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ab23eab6-ab37-4f19-879d-1be59fcc0cc2 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:24.496159 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9b26457f-e50f-4588-8c16-f31cdf8952b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.503760 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ab23eab6-ab37-4f19-879d-1be59fcc0cc2 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Usage tracker for resource:security_group_rule and tenant:dc7e4520f47e43769b8eb97b4077c751 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:24.517458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ab23eab6-ab37-4f19-879d-1be59fcc0cc2 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:24.549451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ab23eab6-ab37-4f19-879d-1be59fcc0cc2 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:24.564532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9b26457f-e50f-4588-8c16-f31cdf8952b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.614764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] For port 94a33838-b63a-4a12-9d35-d9271d58e357, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:05:24.615283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempted to set empty binding levels {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Aug 26 01:05:24.617847 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-887e62e6-1839-4532-9ff0-15cb6afcc7fe tempest-DHCPAgentSchedulersTestJSON-229302752 tempest-DHCPAgentSchedulersTestJSON-229302752-project-admin] 10.222.0.83 "DELETE /v2.0/agents/e95ae371-70ab-4b9f-b940-39dc37e8a519/dhcp-networks/7dc7ccf1-3845-4979-bff1-7441e5cfd052 HTTP/1.1" status: 204 len: 168 time: 0.4676182 Aug 26 01:05:24.621388 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42210) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:24.689559 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:16Z', 'revision_number': 4, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'gw_port': {'id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:06Z', 'updated_at': '2022-08-26T01:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'f8be6a67-3c27-4fd3-ba3b-980a2925904b', 'name': '', 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'mac_address': 'fa:16:3e:99:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:13Z', 'updated_at': '2022-08-26T01:05:23Z', 'revision_number': 4, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'subnets': [{'id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:24.694975 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0570b5b-2e63-4f52-8cec-efe78a5a5e88 None None] The sync data for ids ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'] in dv-neutron-854561-2-hyperv is: [{'id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:16Z', 'revision_number': 4, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'gw_port': {'id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:06Z', 'updated_at': '2022-08-26T01:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'f8be6a67-3c27-4fd3-ba3b-980a2925904b', 'name': '', 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'mac_address': 'fa:16:3e:99:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:13Z', 'updated_at': '2022-08-26T01:05:23Z', 'revision_number': 4, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'subnets': [{'id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:05:24.710428 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9b26457f-e50f-4588-8c16-f31cdf8952b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.714766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.718525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] In _notify_port_updated(), no bound segment for port 94a33838-b63a-4a12-9d35-d9271d58e357 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:05:24.719623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:24.720865 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.723900 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "PUT /v2.0/ports/94a33838-b63a-4a12-9d35-d9271d58e357 HTTP/1.1" status: 200 len: 976 time: 3.2000375 Aug 26 01:05:24.749209 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42216) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:24.758777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.789784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ab23eab6-ab37-4f19-879d-1be59fcc0cc2 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.794087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:24.800977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:24.801498 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.805893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26457f-e50f-4588-8c16-f31cdf8952b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964b419e-71d1-4db0-aa4d-002cc538f462,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:24.871043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9b26457f-e50f-4588-8c16-f31cdf8952b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:24.886276 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9b26457f-e50f-4588-8c16-f31cdf8952b3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/964b419e-71d1-4db0-aa4d-002cc538f462 HTTP/1.1" status: 204 len: 168 time: 0.6125417 Aug 26 01:05:24.943503 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140dbbf-8859-47a0-be42-c2a4bf4be4fc tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Pushing event updated for resources: {'Port': ['ID=94a33838-b63a-4a12-9d35-d9271d58e357,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:25.015877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ab23eab6-ab37-4f19-879d-1be59fcc0cc2 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:25.059966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:25.060392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:25.094794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dd58a1a4-3052-4806-8ea0-6a4d1d491fa0,segment=NetworkSegment(4cb85b69-9a34-4e9a-85df-0f6663512b73),segment_id=4cb85b69-9a34-4e9a-85df-0f6663512b73)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:25.116119 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ab23eab6-ab37-4f19-879d-1be59fcc0cc2 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:25.124146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:25.141932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23eab6-ab37-4f19-879d-1be59fcc0cc2 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69558d8c-5320-4247-8569-37906ed9f6e4,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:25.175768 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-00aa566f-4625-47fa-b07c-ed72d2303986 tempest-DHCPAgentSchedulersTestJSON-229302752 tempest-DHCPAgentSchedulersTestJSON-229302752-project-admin] 10.222.0.83 "GET /v2.0/agents/e95ae371-70ab-4b9f-b940-39dc37e8a519/dhcp-networks HTTP/1.1" status: 200 len: 6431 time: 0.5506215 Aug 26 01:05:25.181914 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42226) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:25.211111 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dcdd3e64-d72e-493d-bfe7-1b72d9f4d366 tempest-DHCPAgentSchedulersTestJSON-229302752 tempest-DHCPAgentSchedulersTestJSON-229302752-project-admin] 10.222.0.83 "GET /v2.0/networks/dbfb87f3-2f00-457d-a36e-e6fc0eef87d4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0267844 Aug 26 01:05:25.213651 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af5548-dc80-4512-9222-3d74971aefc5 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:25.214585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af5548-dc80-4512-9222-3d74971aefc5 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:25.214792 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42230) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:25.215492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af5548-dc80-4512-9222-3d74971aefc5 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:25.216319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af5548-dc80-4512-9222-3d74971aefc5 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:25.217132 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af5548-dc80-4512-9222-3d74971aefc5 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:25.217969 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af5548-dc80-4512-9222-3d74971aefc5 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:25.218777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af5548-dc80-4512-9222-3d74971aefc5 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:25.219602 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af5548-dc80-4512-9222-3d74971aefc5 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:25.220441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af5548-dc80-4512-9222-3d74971aefc5 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:25.221274 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af5548-dc80-4512-9222-3d74971aefc5 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:25.222112 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af5548-dc80-4512-9222-3d74971aefc5 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:25.222952 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af5548-dc80-4512-9222-3d74971aefc5 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:25.225300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:25.230234 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-15af5548-dc80-4512-9222-3d74971aefc5 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11250 time: 0.4769752 Aug 26 01:05:25.237991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42234) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:25.251522 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ab23eab6-ab37-4f19-879d-1be59fcc0cc2 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:25.253625 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ab23eab6-ab37-4f19-879d-1be59fcc0cc2 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8514402 Aug 26 01:05:25.260967 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42238) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:25.282277 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d47c2962-d27d-41e4-a5e5-6f44e116f6d5 tempest-DHCPAgentSchedulersTestJSON-229302752 tempest-DHCPAgentSchedulersTestJSON-229302752-project-admin] 10.222.0.83 "GET /v2.0/networks/dbfb87f3-2f00-457d-a36e-e6fc0eef87d4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0626662 Aug 26 01:05:25.283065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:25.288523 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42242) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:25.292242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:25.305340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Usage tracker for resource:floatingip and tenant:dc7e4520f47e43769b8eb97b4077c751 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:25.311646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:25.314124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:25.315892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=dd58a1a4-3052-4806-8ea0-6a4d1d491fa0,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:25.332899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:25.438664 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-ecc06f6b-742e-4e4a-a598-6828596c1048 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Deleting port 94a33838-b63a-4a12-9d35-d9271d58e357 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:25.439013 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecc06f6b-742e-4e4a-a598-6828596c1048 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:25.476730 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42246) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:25.503516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:25.599398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cb67adc4-d507-4e55-ba6e-74a23fa21c3b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:25.678019 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0352c732-3e5d-48a1-a87c-1ac35895c448 tempest-DHCPAgentSchedulersTestJSON-229302752 tempest-DHCPAgentSchedulersTestJSON-229302752-project-admin] 10.222.0.83 "GET /v2.0/agents/e95ae371-70ab-4b9f-b940-39dc37e8a519/dhcp-networks HTTP/1.1" status: 200 len: 6431 time: 0.3882661 Aug 26 01:05:25.682228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42254) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:25.711553 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:25.878681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:25.921787 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-51c56561-0956-44b2-b5be-b1ec81c48027 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=99c8f1d348c24c5b8a29cdd98366ee7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4344854 Aug 26 01:05:25.924740 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42264) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:25.947596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Allocated IP 172.26.2.81 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/c072f28f-dd84-48ba-a2e2-1c8994910ad2) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:25.955113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-00f96611-d946-4ea8-bf93-c0595869f13a tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.032085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac01bb18-1057-4eff-9da4-91e8186a3cf6']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:26.050298 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0a6dfe-4bb8-4246-926a-9aed5f2501a2') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:26.050870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0a6dfe-4bb8-4246-926a-9aed5f2501a2') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:26.106515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.180840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bff908ae-9047-4395-9dad-c7df08ed3907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.191092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-00f96611-d946-4ea8-bf93-c0595869f13a tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.214613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-ecc06f6b-742e-4e4a-a598-6828596c1048 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] For port 94a33838-b63a-4a12-9d35-d9271d58e357, host hv-neutron-8545, got binding levels [] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:26.215527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecc06f6b-742e-4e4a-a598-6828596c1048 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.237139 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.265406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-00f96611-d946-4ea8-bf93-c0595869f13a tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc7ccf1-3845-4979-bff1-7441e5cfd052']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:26.282956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bff908ae-9047-4395-9dad-c7df08ed3907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.294447 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-00f96611-d946-4ea8-bf93-c0595869f13a tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054b7616-c59f-419e-82d8-f2a283ac3806') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:26.294754 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-00f96611-d946-4ea8-bf93-c0595869f13a tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054b7616-c59f-419e-82d8-f2a283ac3806') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:26.312827 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.319827 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-00f96611-d946-4ea8-bf93-c0595869f13a tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.325095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:05:26.325507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.347350 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f8be6a67-3c27-4fd3-ba3b-980a2925904b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:26.431176 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-ecc06f6b-742e-4e4a-a598-6828596c1048 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Calling delete_port for 94a33838-b63a-4a12-9d35-d9271d58e357 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:26.458812 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-00f96611-d946-4ea8-bf93-c0595869f13a tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.491523 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f96611-d946-4ea8-bf93-c0595869f13a tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:05:26.492304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-00f96611-d946-4ea8-bf93-c0595869f13a tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.560321 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port f8be6a67-3c27-4fd3-ba3b-980a2925904b completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:26.570154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port f8be6a67-3c27-4fd3-ba3b-980a2925904b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:26.570528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.599384 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 054b7616-c59f-419e-82d8-f2a283ac3806 resource provider aggregate not found Aug 26 01:05:26.614450 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 4e0a6dfe-4bb8-4246-926a-9aed5f2501a2 resource provider aggregate not found Aug 26 01:05:26.629397 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 054b7616-c59f-419e-82d8-f2a283ac3806 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 054b7616-c59f-419e-82d8-f2a283ac3806 found for delete ", "request_id": "req-1c8c3a0a-eef0-44d3-8157-53ffab6ac72a"}]} Aug 26 01:05:26.677795 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 4e0a6dfe-4bb8-4246-926a-9aed5f2501a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e0a6dfe-4bb8-4246-926a-9aed5f2501a2 found for delete ", "request_id": "req-f9da911c-05c2-46ec-8dbb-7611885c0b17"}]} Aug 26 01:05:26.734336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.751217 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-00f96611-d946-4ea8-bf93-c0595869f13a tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.774056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-00f96611-d946-4ea8-bf93-c0595869f13a tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.786994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bff908ae-9047-4395-9dad-c7df08ed3907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.788728 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port f8be6a67-3c27-4fd3-ba3b-980a2925904b is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:26.789569 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.790953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f96611-d946-4ea8-bf93-c0595869f13a tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Pushing event deleted for resources: {'Network': ['ID=7dc7ccf1-3845-4979-bff1-7441e5cfd052,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:26.811578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bff908ae-9047-4395-9dad-c7df08ed3907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.812935 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bff908ae-9047-4395-9dad-c7df08ed3907 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/113b7d21-b08b-47ff-940e-48857da2f035 HTTP/1.1" status: 204 len: 168 time: 0.8871696 Aug 26 01:05:26.814335 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-00f96611-d946-4ea8-bf93-c0595869f13a tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] 10.222.0.83 "DELETE /v2.0/networks/7dc7ccf1-3845-4979-bff1-7441e5cfd052 HTTP/1.1" status: 204 len: 168 time: 1.1308877 Aug 26 01:05:26.815449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff908ae-9047-4395-9dad-c7df08ed3907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113b7d21-b08b-47ff-940e-48857da2f035,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:26.817234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42292) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:26.833703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port f8be6a67-3c27-4fd3-ba3b-980a2925904b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f8be6a67-3c27-4fd3-ba3b-980a2925904b,segment=NetworkSegment(d26fdeef-60bf-477c-a8a6-c33a9c235219),segment_id=d26fdeef-60bf-477c-a8a6-c33a9c235219)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:26.853922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecc06f6b-742e-4e4a-a598-6828596c1048 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.861344 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.912893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.912893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:26.929846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac01bb18-1057-4eff-9da4-91e8186a3cf6 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Aug 26 01:05:26.935823 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:26.939625 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcc4fd2-0444-4bc4-a85f-a55b4aa44df0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] DELETE failed (client error): The resource could not be found. Aug 26 01:05:26.941465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcc4fd2-0444-4bc4-a85f-a55b4aa44df0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:05:26.942349 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc06f6b-742e-4e4a-a598-6828596c1048 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Pushing event deleted for resources: {'Port': ['ID=94a33838-b63a-4a12-9d35-d9271d58e357,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:26.946044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac01bb18-1057-4eff-9da4-91e8186a3cf6,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:26.991855 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:27.075208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:27.093381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:27.099661 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecc06f6b-742e-4e4a-a598-6828596c1048 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:27.101877 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ecc06f6b-742e-4e4a-a598-6828596c1048 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "DELETE /v2.0/ports/94a33838-b63a-4a12-9d35-d9271d58e357 HTTP/1.1" status: 204 len: 168 time: 1.8627412 Aug 26 01:05:27.104447 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6dcc4fd2-0444-4bc4-a85f-a55b4aa44df0 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] 10.222.0.83 "DELETE /v2.0/ports/540a041d-6334-429a-8d11-e29d2b483268 HTTP/1.1" status: 404 len: 333 time: 0.2855577 Aug 26 01:05:27.111716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:27.113837 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Allocated IP 172.26.2.57 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/2dbd8bde-8ea4-4894-ad44-ed230380f99b) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:27.145523 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42304) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:27.146569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42306) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:27.155605 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4954ebe9-3c9f-4938-b2bf-f4d4d4aa7997 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "DELETE /v2.0/networks/ac01bb18-1057-4eff-9da4-91e8186a3cf6 HTTP/1.1" status: 204 len: 168 time: 4.7728281 Aug 26 01:05:27.159330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42312) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:27.187334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=f8be6a67-3c27-4fd3-ba3b-980a2925904b,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:27.209077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:27.215196 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:27.253216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Pushing event updated for resources: {'Port': ['ID=c072f28f-dd84-48ba-a2e2-1c8994910ad2,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:27.386725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-27819b08-15ce-4b4d-aed9-2dc61adf1da7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Synchronizing usage tracker for tenant:9fd1267b490147a1bbb795bfff61c976 on resource:floatingip {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:27.389030 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-650521c7-6aa3-4fad-98f5-9c3f6f41d9b2 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] GET failed (client error): The resource could not be found. Aug 26 01:05:27.389693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-650521c7-6aa3-4fad-98f5-9c3f6f41d9b2 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Synchronizing usage tracker for tenant:62eea4bb8c1a457e8ba660f1a8e51362 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:27.475465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-716c3001-2f8f-4681-abbb-ed404af1b969 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Deleting subnet ecdd1281-ebc9-4e88-bad4-6bad8d21ad58 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:05:27.488135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-716c3001-2f8f-4681-abbb-ed404af1b969 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:27.522537 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:27.527523 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:27.531784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-650521c7-6aa3-4fad-98f5-9c3f6f41d9b2 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Unset dirty status for tenant:62eea4bb8c1a457e8ba660f1a8e51362 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:27.538616 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-650521c7-6aa3-4fad-98f5-9c3f6f41d9b2 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "GET /v2.0/ports/94a33838-b63a-4a12-9d35-d9271d58e357 HTTP/1.1" status: 404 len: 333 time: 0.3839867 Aug 26 01:05:27.541416 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42320) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:27.553570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-9138fe38-98da-4e4f-8e58-fd8d8472e20d tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-646455450', 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:27.568576 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9138fe38-98da-4e4f-8e58-fd8d8472e20d tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:27.590512 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-27819b08-15ce-4b4d-aed9-2dc61adf1da7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Unset dirty status for tenant:9fd1267b490147a1bbb795bfff61c976 on resource:floatingip {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:27.595367 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-27819b08-15ce-4b4d-aed9-2dc61adf1da7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.4247365 Aug 26 01:05:27.595929 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42324) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:27.604796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-716c3001-2f8f-4681-abbb-ed404af1b969 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:27.661350 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:27.667747 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:27.668751 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9138fe38-98da-4e4f-8e58-fd8d8472e20d tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:27.737938 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:27.742356 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:27.748549 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:27.792996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c5a263-d885-4f7a-a9ae-6b0b285a33b1 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:27.793457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c5a263-d885-4f7a-a9ae-6b0b285a33b1 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:27.793934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c5a263-d885-4f7a-a9ae-6b0b285a33b1 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:27.794394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c5a263-d885-4f7a-a9ae-6b0b285a33b1 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:27.794816 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c5a263-d885-4f7a-a9ae-6b0b285a33b1 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:27.795252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c5a263-d885-4f7a-a9ae-6b0b285a33b1 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:27.800093 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c4c5a263-d885-4f7a-a9ae-6b0b285a33b1 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3968 time: 0.2017114 Aug 26 01:05:27.800677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42334) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:27.816306 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Pushing event updated for resources: {'Port': ['ID=2dbd8bde-8ea4-4894-ad44-ed230380f99b,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:27.855286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9138fe38-98da-4e4f-8e58-fd8d8472e20d tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Made reservation on behalf of 62eea4bb8c1a457e8ba660f1a8e51362 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:27.857569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9138fe38-98da-4e4f-8e58-fd8d8472e20d tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:27.902871 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-ad520eca-743a-4f3d-992f-a2f1180221ee tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] delete failed (client error): The resource could not be found. Aug 26 01:05:27.907570 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ad520eca-743a-4f3d-992f-a2f1180221ee tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/154b4124-71db-4712-8a71-e891631fb9eb HTTP/1.1" status: 404 len: 345 time: 0.0941784 Aug 26 01:05:27.907570 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42340) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:27.932817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-9138fe38-98da-4e4f-8e58-fd8d8472e20d tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] device_id is not set on port ade5817a-622d-4b16-ada0-407173bae184 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:05:27.942528 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d88f69-fe6e-4601-af91-41c38d3439f9 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] DELETE failed (client error): The resource could not be found. Aug 26 01:05:27.943077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d88f69-fe6e-4601-af91-41c38d3439f9 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:05:27.949297 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c1d88f69-fe6e-4601-af91-41c38d3439f9 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "DELETE /v2.0/networks/ac01bb18-1057-4eff-9da4-91e8186a3cf6 HTTP/1.1" status: 404 len: 339 time: 0.0349059 Aug 26 01:05:27.967234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:27.980444 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42346) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:27.991297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Request body: {'network': {'name': 'tempest-network--731639923', 'router:external': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:28.000691 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:28.008487 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Usage tracker for resource:network and tenant:9fd1267b490147a1bbb795bfff61c976 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:28.013382 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:28.022792 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:28.031532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.075935 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-716c3001-2f8f-4681-abbb-ed404af1b969 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.127925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Made reservation on behalf of 9fd1267b490147a1bbb795bfff61c976 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:28.130693 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.144764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f8be6a67-3c27-4fd3-ba3b-980a2925904b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:28.229498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:28.253087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port f8be6a67-3c27-4fd3-ba3b-980a2925904b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:28.253395 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.254081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.254425 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Added segment 39ee9768-2478-4ef7-a31d-a66fd54f65ce of type vlan for network 1c339e1a-5ea4-481a-94ff-31858656fc71 Aug 26 01:05:28.289080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.350619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42360) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:28.391817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.429442 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port f8be6a67-3c27-4fd3-ba3b-980a2925904b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:28.468515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9138fe38-98da-4e4f-8e58-fd8d8472e20d tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.502199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.526568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-716c3001-2f8f-4681-abbb-ed404af1b969 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.568022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c3001-2f8f-4681-abbb-ed404af1b969 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Pushing event deleted for resources: {'Subnet': ['ID=ecdd1281-ebc9-4e88-bad4-6bad8d21ad58,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:28.569766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-716c3001-2f8f-4681-abbb-ed404af1b969 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.582052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20677b79-dde3-4966-9164-ebe7417be9fb None None] Network dbfb87f3-2f00-457d-a36e-e6fc0eef87d4 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:28.582660 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-716c3001-2f8f-4681-abbb-ed404af1b969 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] 10.222.0.83 "DELETE /v2.0/subnets/ecdd1281-ebc9-4e88-bad4-6bad8d21ad58 HTTP/1.1" status: 204 len: 168 time: 1.4343884 Aug 26 01:05:28.586790 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42368) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:28.614495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.672009 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.673506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:28.674349 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.679250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9138fe38-98da-4e4f-8e58-fd8d8472e20d tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.851132 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:05:28.859783 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8780515 Aug 26 01:05:28.861497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42378) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:28.864607 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.resource_extend [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:05:28.912350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:28.921035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13835ec4-d8f1-4473-9adc-99dad880b00d tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event updated for resources: {'Network': ['ID=1c339e1a-5ea4-481a-94ff-31858656fc71,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:28.946488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 1c339e1a-5ea4-481a-94ff-31858656fc71 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:28.969770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-63f75b40-a778-4a2e-85be-5b107f426907 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1217421638'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:28.975432 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-63f75b40-a778-4a2e-85be-5b107f426907 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:28.986624 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-63f75b40-a778-4a2e-85be-5b107f426907 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Usage tracker for resource:router and tenant:bd176ff04e524fe8a7343faab52635b0 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:29.006319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-63f75b40-a778-4a2e-85be-5b107f426907 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:29.034038 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.035536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.063680 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9138fe38-98da-4e4f-8e58-fd8d8472e20d tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Network 9a285da1-ff76-4a19-8e0d-8da77d84588d is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:29.067797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.075053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Pushing event updated for resources: {'Port': ['ID=c072f28f-dd84-48ba-a2e2-1c8994910ad2,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:29.077664 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-9138fe38-98da-4e4f-8e58-fd8d8472e20d tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:29.086769 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9138fe38-98da-4e4f-8e58-fd8d8472e20d tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:29.088417 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9138fe38-98da-4e4f-8e58-fd8d8472e20d tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:29.089159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9138fe38-98da-4e4f-8e58-fd8d8472e20d tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.152523 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-63f75b40-a778-4a2e-85be-5b107f426907 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:29.187223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.188905 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-050c9c73-7421-47b0-92ab-f9e8f3584f32 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0801516 Aug 26 01:05:29.201964 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0116a487-384a-4987-8bc8-ef94acc33fe8 None None] DHCP port deletion for dbfb87f3-2f00-457d-a36e-e6fc0eef87d4 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:05:29.206692 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0116a487-384a-4987-8bc8-ef94acc33fe8 None None] Deleting port 0307a3f2-a500-4fbe-80bd-c856d10187f4 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:29.207064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0116a487-384a-4987-8bc8-ef94acc33fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.210863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Pushing event updated for resources: {'Port': ['ID=2dbd8bde-8ea4-4894-ad44-ed230380f99b,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:29.211074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Deleting port 0307a3f2-a500-4fbe-80bd-c856d10187f4 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:29.211574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.218961 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.260664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63f75b40-a778-4a2e-85be-5b107f426907 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.262253 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63f75b40-a778-4a2e-85be-5b107f426907 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.276286 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42390) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:29.282846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138fe38-98da-4e4f-8e58-fd8d8472e20d tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Pushing event updated for resources: {'Port': ['ID=ade5817a-622d-4b16-ada0-407173bae184,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:29.295493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222d9de-e20d-4e1a-8a46-c907be296f75 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:29.301614 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63f75b40-a778-4a2e-85be-5b107f426907 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.301809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222d9de-e20d-4e1a-8a46-c907be296f75 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:29.309176 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222d9de-e20d-4e1a-8a46-c907be296f75 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:29.315353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222d9de-e20d-4e1a-8a46-c907be296f75 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:29.316218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1222d9de-e20d-4e1a-8a46-c907be296f75 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Synchronizing usage tracker for tenant:4c0993ccab104dfd815071caf01db4a7 on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:29.326097 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9138fe38-98da-4e4f-8e58-fd8d8472e20d tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7813332 Aug 26 01:05:29.328913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42396) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:29.375786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.376967 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8816b3a8-1baf-47aa-85b3-42d73292f629 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1071136 Aug 26 01:05:29.413914 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736675b9-257c-4d82-9593-487acd1daab2 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:29.414731 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-736675b9-257c-4d82-9593-487acd1daab2 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Synchronizing usage tracker for tenant:62eea4bb8c1a457e8ba660f1a8e51362 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:29.449890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63f75b40-a778-4a2e-85be-5b107f426907 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.474790 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1222d9de-e20d-4e1a-8a46-c907be296f75 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Unset dirty status for tenant:4c0993ccab104dfd815071caf01db4a7 on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:29.475579 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1222d9de-e20d-4e1a-8a46-c907be296f75 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6034768 Aug 26 01:05:29.479006 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42406) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:29.523811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] For port 0307a3f2-a500-4fbe-80bd-c856d10187f4, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0307a3f2-a500-4fbe-80bd-c856d10187f4,segment=NetworkSegment(23443703-64aa-40dd-8315-965f55b6fbee),segment_id=23443703-64aa-40dd-8315-965f55b6fbee)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:29.524172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.539768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0116a487-384a-4987-8bc8-ef94acc33fe8 None None] For port 0307a3f2-a500-4fbe-80bd-c856d10187f4, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0307a3f2-a500-4fbe-80bd-c856d10187f4,segment=NetworkSegment(23443703-64aa-40dd-8315-965f55b6fbee),segment_id=23443703-64aa-40dd-8315-965f55b6fbee)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:29.540151 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0116a487-384a-4987-8bc8-ef94acc33fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.544355 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-736675b9-257c-4d82-9593-487acd1daab2 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Unset dirty status for tenant:62eea4bb8c1a457e8ba660f1a8e51362 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:29.545521 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-736675b9-257c-4d82-9593-487acd1daab2 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "GET /v2.0/ports/ade5817a-622d-4b16-ada0-407173bae184 HTTP/1.1" status: 200 len: 954 time: 0.2155972 Aug 26 01:05:29.561557 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42416) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:29.677887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Calling delete_port for 0307a3f2-a500-4fbe-80bd-c856d10187f4 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:29.686763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0116a487-384a-4987-8bc8-ef94acc33fe8 None None] Calling delete_port for 0307a3f2-a500-4fbe-80bd-c856d10187f4 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:29.767344 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42432) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:29.811939 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85f28bf6-f00c-4371-b8bd-89e593842478 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.879984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-372473736', 'router:external': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:29.885254 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63f75b40-a778-4a2e-85be-5b107f426907 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:29.889585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42444) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:29.889711 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-63f75b40-a778-4a2e-85be-5b107f426907 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.5383003 Aug 26 01:05:29.896304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:29.923047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Usage tracker for resource:network and tenant:9d3e8d23148a4ac991b985c983966806 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:29.932848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:29.981066 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-0116a487-384a-4987-8bc8-ef94acc33fe8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:05:29.981456 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-0116a487-384a-4987-8bc8-ef94acc33fe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:05:30.052467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.061675 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1772494574'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:30.066983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85f28bf6-f00c-4371-b8bd-89e593842478 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.100265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-85f28bf6-f00c-4371-b8bd-89e593842478 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c339e1a-5ea4-481a-94ff-31858656fc71']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:30.113268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-85f28bf6-f00c-4371-b8bd-89e593842478 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ee9768-2478-4ef7-a31d-a66fd54f65ce') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:30.113405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:30.113483 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-85f28bf6-f00c-4371-b8bd-89e593842478 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ee9768-2478-4ef7-a31d-a66fd54f65ce') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:30.121172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42458) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:30.122876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:30.132494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ac640-244e-4e9c-8eee-c301694083c9 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Deleting port ade5817a-622d-4b16-ada0-407173bae184 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:30.132839 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff6ac640-244e-4e9c-8eee-c301694083c9 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.135312 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Usage tracker for resource:network and tenant:b5a9d0191a3e44caa59bf477cf456eda is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:30.140412 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Pushing event deleted for resources: {'Port': ['ID=0307a3f2-a500-4fbe-80bd-c856d10187f4,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:30.142455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] No DVR routers for this DVR port 0307a3f2-a500-4fbe-80bd-c856d10187f4 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:05:30.145515 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 01:05:30.146893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:30.164863 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ebdbc3dd-869e-44a4-a36e-97e6cd5b64df tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.174961 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85f28bf6-f00c-4371-b8bd-89e593842478 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.187433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42466) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:30.190290 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0307a3f2-a500-4fbe-80bd-c856d10187f4 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:05:30.201417 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 01:05:30.227034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85f28bf6-f00c-4371-b8bd-89e593842478 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.229233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 0307a3f2-a500-4fbe-80bd-c856d10187f4 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:05:30.229809 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0307a3f2-a500-4fbe-80bd-c856d10187f4 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:05:30.241076 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f28bf6-f00c-4371-b8bd-89e593842478 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:05:30.241454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85f28bf6-f00c-4371-b8bd-89e593842478 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.268540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:30.339690 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 39ee9768-2478-4ef7-a31d-a66fd54f65ce resource provider aggregate not found Aug 26 01:05:30.359458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Made reservation on behalf of 9d3e8d23148a4ac991b985c983966806 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:30.361781 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.389320 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 39ee9768-2478-4ef7-a31d-a66fd54f65ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39ee9768-2478-4ef7-a31d-a66fd54f65ce found for delete ", "request_id": "req-bda7450b-49ec-45bb-bddf-698c3c4627d0"}]} Aug 26 01:05:30.391128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-29198567-8973-49fa-a170-4145a62edc26 req-31abe733-43b0-41d0-a03f-f086080d427e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Synchronizing usage tracker for tenant:6eb05f5695bc465ba7db98f5e6c92aa6 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:30.412091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-f4d5600a-2cf6-4ada-9a7e-beedccdcb45c tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Synchronizing usage tracker for tenant:dc7e4520f47e43769b8eb97b4077c751 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:30.414385 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.435991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-466f9369-47d2-499d-a027-91b717595317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.460874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:30.468909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Usage tracker for resource:security_group_rule and tenant:9d3e8d23148a4ac991b985c983966806 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:30.482856 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0116a487-384a-4987-8bc8-ef94acc33fe8 None None] Deleting port 0307a3f2-a500-4fbe-80bd-c856d10187f4 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:30.483474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0116a487-384a-4987-8bc8-ef94acc33fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.514248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:30.521279 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85f28bf6-f00c-4371-b8bd-89e593842478 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.529408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:30.552269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0116a487-384a-4987-8bc8-ef94acc33fe8 None None] The port '0307a3f2-a500-4fbe-80bd-c856d10187f4' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:05:30.556080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f28bf6-f00c-4371-b8bd-89e593842478 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c339e1a-5ea4-481a-94ff-31858656fc71 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Aug 26 01:05:30.569188 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-f4d5600a-2cf6-4ada-9a7e-beedccdcb45c tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Unset dirty status for tenant:dc7e4520f47e43769b8eb97b4077c751 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:30.570442 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-f4d5600a-2cf6-4ada-9a7e-beedccdcb45c tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1282513704&fields=id&tenant_id=dc7e4520f47e43769b8eb97b4077c751 HTTP/1.1" status: 200 len: 267 time: 0.3805418 Aug 26 01:05:30.577376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f28bf6-f00c-4371-b8bd-89e593842478 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c339e1a-5ea4-481a-94ff-31858656fc71,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:30.579972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85f28bf6-f00c-4371-b8bd-89e593842478 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.623907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff6ac640-244e-4e9c-8eee-c301694083c9 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.651085 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-85f28bf6-f00c-4371-b8bd-89e593842478 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "DELETE /v2.0/networks/1c339e1a-5ea4-481a-94ff-31858656fc71 HTTP/1.1" status: 204 len: 168 time: 1.1676729 Aug 26 01:05:30.664672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Made reservation on behalf of b5a9d0191a3e44caa59bf477cf456eda for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:30.668221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.677432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42474) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:30.770739 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Request body: {'network': {'name': 'tempest-network--784019088', 'router:external': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:30.773819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.792567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:30.795943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.809458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Usage tracker for resource:network and tenant:9fd1267b490147a1bbb795bfff61c976 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:30.813312 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ebdbc3dd-869e-44a4-a36e-97e6cd5b64df tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.818302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:30.834585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ebdbc3dd-869e-44a4-a36e-97e6cd5b64df tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:30.836569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:30.849154 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:30.854086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfb87f3-2f00-457d-a36e-e6fc0eef87d4']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:30.866286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Usage tracker for resource:security_group_rule and tenant:b5a9d0191a3e44caa59bf477cf456eda is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:30.907211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ac640-244e-4e9c-8eee-c301694083c9 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Calling delete_port for ade5817a-622d-4b16-ada0-407173bae184 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:30.953831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:30.962694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23443703-64aa-40dd-8315-965f55b6fbee') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:30.963067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23443703-64aa-40dd-8315-965f55b6fbee') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:30.969703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:30.980573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.010639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.020975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:05:31.021371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.052757 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Made reservation on behalf of 9fd1267b490147a1bbb795bfff61c976 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:31.055051 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.057171 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-3c0b1a32-303e-4dfd-b1f4-d10496c1148d tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:31.058668 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-3c0b1a32-303e-4dfd-b1f4-d10496c1148d tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/networks?id=6e95c854-f01a-4195-8eb1-4cf6cc7465e9 HTTP/1.1" status: 200 len: 811 time: 0.4759665 Aug 26 01:05:31.092361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.102253 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-767aeb78-b60b-41f5-ba37-36b03909ac60 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/quotas/dc7e4520f47e43769b8eb97b4077c751 HTTP/1.1" status: 200 len: 375 time: 0.0237541 Aug 26 01:05:31.114116 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 23443703-64aa-40dd-8315-965f55b6fbee resource provider aggregate not found Aug 26 01:05:31.133207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ebdbc3dd-869e-44a4-a36e-97e6cd5b64df tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.133667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdbc3dd-869e-44a4-a36e-97e6cd5b64df tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed44a61a-916c-4950-a3f6-c9b9c779dda0 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:05:31.140758 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 23443703-64aa-40dd-8315-965f55b6fbee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23443703-64aa-40dd-8315-965f55b6fbee found for delete ", "request_id": "req-079b3cd8-2a16-4d3c-a2e7-4779f929071f"}]} Aug 26 01:05:31.155028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff6ac640-244e-4e9c-8eee-c301694083c9 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.202605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:31.207802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.219700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ac640-244e-4e9c-8eee-c301694083c9 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Pushing event deleted for resources: {'Port': ['ID=ade5817a-622d-4b16-ada0-407173bae184,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:31.239676 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.240336 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Added segment b7432cc6-8d40-4d74-af66-ff44a7c64eac of type vlan for network 942d2048-825c-4333-afbc-87916b41df91 Aug 26 01:05:31.253067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-29198567-8973-49fa-a170-4145a62edc26 req-31abe733-43b0-41d0-a03f-f086080d427e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Unset dirty status for tenant:6eb05f5695bc465ba7db98f5e6c92aa6 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:31.254253 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-31abe733-43b0-41d0-a03f-f086080d427e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--812514166&fields=id&tenant_id=6eb05f5695bc465ba7db98f5e6c92aa6 HTTP/1.1" status: 200 len: 267 time: 1.1234503 Aug 26 01:05:31.255059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff6ac640-244e-4e9c-8eee-c301694083c9 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.256855 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.258155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ebdbc3dd-869e-44a4-a36e-97e6cd5b64df tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.262167 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ebdbc3dd-869e-44a4-a36e-97e6cd5b64df tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] 10.222.0.83 "DELETE /v2.0/routers/ed44a61a-916c-4950-a3f6-c9b9c779dda0 HTTP/1.1" status: 204 len: 168 time: 1.3682592 Aug 26 01:05:31.263817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42482) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:31.266873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:31.273831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-e8868c77-99b1-41c5-88e0-cc8eb0334a35 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Request body: {'router': {'name': 'tempest-router-816540333', 'distributed': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:31.285914 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b983f2c-b63c-40b2-9d5f-5aaecde60d17,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:31.295142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.295419 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Added segment 100fa1ef-1ac0-4838-9051-c95136c39a74 of type vlan for network c45a462d-ab07-4562-bb68-33b7bd6a5986 Aug 26 01:05:31.306966 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.313428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.329622 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e8868c77-99b1-41c5-88e0-cc8eb0334a35 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:31.342783 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-64b5ff68-6db4-46f8-90be-5152084aeb20 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=dc7e4520f47e43769b8eb97b4077c751&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2396839 Aug 26 01:05:31.344513 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.372150 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ff6ac640-244e-4e9c-8eee-c301694083c9 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "DELETE /v2.0/ports/ade5817a-622d-4b16-ada0-407173bae184 HTTP/1.1" status: 204 len: 168 time: 1.8093379 Aug 26 01:05:31.377098 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42490) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:31.397082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e8868c77-99b1-41c5-88e0-cc8eb0334a35 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Usage tracker for resource:router and tenant:bd176ff04e524fe8a7343faab52635b0 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:31.410749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e8868c77-99b1-41c5-88e0-cc8eb0334a35 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:31.424531 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6052919-7b2a-4454-8426-efa0f74a141b tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] GET failed (client error): The resource could not be found. Aug 26 01:05:31.425065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e6052919-7b2a-4454-8426-efa0f74a141b tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Synchronizing usage tracker for tenant:62eea4bb8c1a457e8ba660f1a8e51362 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:31.427422 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.431254 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.449907 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] 10.222.0.83 "DELETE /v2.0/networks/dbfb87f3-2f00-457d-a36e-e6fc0eef87d4 HTTP/1.1" status: 204 len: 168 time: 2.8573122 Aug 26 01:05:31.450827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa92cbf-09c4-4f3e-8ca3-1071d115d461 tempest-DHCPAgentSchedulersTestJSON-369258675 tempest-DHCPAgentSchedulersTestJSON-369258675-project] Pushing event deleted for resources: {'Network': ['ID=dbfb87f3-2f00-457d-a36e-e6fc0eef87d4,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:31.455443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e8868c77-99b1-41c5-88e0-cc8eb0334a35 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:31.503191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:31.503942 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-669397c4-dc8b-40ac-8ccd-d5b9d933fac3 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:05:31.510743 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-669397c4-dc8b-40ac-8ccd-d5b9d933fac3 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0696275 Aug 26 01:05:31.520492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b24e8c7-bd6b-45ff-a9a2-d655adb54592,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:31.532711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.533656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:31.534398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.545971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.546310 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Added segment d706f26d-a303-4d47-9b2d-0177150125ae of type vlan for network c430819e-8631-42c2-a346-5c8a330bb5cb Aug 26 01:05:31.589991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8868c77-99b1-41c5-88e0-cc8eb0334a35 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.590980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8868c77-99b1-41c5-88e0-cc8eb0334a35 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.604973 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29198567-8973-49fa-a170-4145a62edc26 req-4ef088da-e041-480c-acb6-2e12d2fa6a8b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:31.605681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-29198567-8973-49fa-a170-4145a62edc26 req-4ef088da-e041-480c-acb6-2e12d2fa6a8b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Synchronizing usage tracker for tenant:6eb05f5695bc465ba7db98f5e6c92aa6 on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:31.613643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.620760 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e6052919-7b2a-4454-8426-efa0f74a141b tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Unset dirty status for tenant:62eea4bb8c1a457e8ba660f1a8e51362 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:31.621932 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e6052919-7b2a-4454-8426-efa0f74a141b tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "GET /v2.0/ports/ade5817a-622d-4b16-ada0-407173bae184 HTTP/1.1" status: 404 len: 333 time: 0.2457495 Aug 26 01:05:31.630910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42498) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:31.644526 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ff1919ea-a8b5-47cc-a51b-cea0bdc30728 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Request body: {'port': {'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-614039202'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:31.657348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8868c77-99b1-41c5-88e0-cc8eb0334a35 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.659878 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.660817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:31.661394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.696273 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ff1919ea-a8b5-47cc-a51b-cea0bdc30728 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:31.706533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Pushing event updated for resources: {'Network': ['ID=c45a462d-ab07-4562-bb68-33b7bd6a5986,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:31.717331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network c45a462d-ab07-4562-bb68-33b7bd6a5986 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:31.744236 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-94984c92-ace3-4098-947d-051306fd24a5 service neutron] 10.222.0.83 "GET /v2.0/networks/6e95c854-f01a-4195-8eb1-4cf6cc7465e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322643 Aug 26 01:05:31.779386 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ff1919ea-a8b5-47cc-a51b-cea0bdc30728 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:31.805831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-29198567-8973-49fa-a170-4145a62edc26 req-4ef088da-e041-480c-acb6-2e12d2fa6a8b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Unset dirty status for tenant:6eb05f5695bc465ba7db98f5e6c92aa6 on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:31.810681 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-4ef088da-e041-480c-acb6-2e12d2fa6a8b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/networks?id=174dbc40-879a-4d96-b5c3-d31c82619b85 HTTP/1.1" status: 200 len: 806 time: 0.5462039 Aug 26 01:05:31.827948 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-ef32172f-4ff4-490e-addd-3c5204882879 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/quotas/6eb05f5695bc465ba7db98f5e6c92aa6 HTTP/1.1" status: 200 len: 375 time: 0.0107806 Aug 26 01:05:31.831072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event updated for resources: {'Network': ['ID=942d2048-825c-4333-afbc-87916b41df91,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:31.846668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 942d2048-825c-4333-afbc-87916b41df91 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:31.885560 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-11233985-14bb-4ad3-9971-243d9c839a87 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.6078746 Aug 26 01:05:31.889233 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-410cce54-34d7-4d51-9b00-c37ef4d118e7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1447072 Aug 26 01:05:31.892170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42502) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:31.892656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42504) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:31.902656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Request body: {'subnet': {'network_id': 'c45a462d-ab07-4562-bb68-33b7bd6a5986', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:31.922979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.928889 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-66b51ebd-708c-4c13-8d99-caeab7d23a02 service neutron] 10.222.0.83 "GET /v2.0/networks/6e95c854-f01a-4195-8eb1-4cf6cc7465e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778841 Aug 26 01:05:31.929402 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:31.929864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.934596 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:31.935040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8868c77-99b1-41c5-88e0-cc8eb0334a35 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:31.994841 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Usage tracker for resource:subnet and tenant:9d3e8d23148a4ac991b985c983966806 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:32.000963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:32.036045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:32.042382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1919ea-a8b5-47cc-a51b-cea0bdc30728 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Made reservation on behalf of 62eea4bb8c1a457e8ba660f1a8e51362 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:32.044667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ff1919ea-a8b5-47cc-a51b-cea0bdc30728 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:32.082798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662b17d3-37e9-4ddc-99a2-599c8277df31 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:32.090270 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-662b17d3-37e9-4ddc-99a2-599c8277df31 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] 10.222.0.83 "GET /v2.0/networks/942d2048-825c-4333-afbc-87916b41df91 HTTP/1.1" status: 200 len: 756 time: 0.1949518 Aug 26 01:05:32.091909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42512) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:32.092015 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-3b71249c-d3b4-46b7-80c1-7ee1984a3eb8 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6eb05f5695bc465ba7db98f5e6c92aa6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2536507 Aug 26 01:05:32.098836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Pushing event updated for resources: {'Network': ['ID=c430819e-8631-42c2-a346-5c8a330bb5cb,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:32.101444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-ff1919ea-a8b5-47cc-a51b-cea0bdc30728 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] device_id is not set on port 5907a638-791f-4de2-bf08-5d268bd6c043 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:05:32.112996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network c430819e-8631-42c2-a346-5c8a330bb5cb details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:32.151409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Made reservation on behalf of 9d3e8d23148a4ac991b985c983966806 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:32.153873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:32.181796 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-85c89085-5f14-41ab-b5f2-c14fdf72b0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.4132822 Aug 26 01:05:32.185573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42520) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:32.196387 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8868c77-99b1-41c5-88e0-cc8eb0334a35 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:32.201379 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e8868c77-99b1-41c5-88e0-cc8eb0334a35 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9357884 Aug 26 01:05:32.202143 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42522) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:32.202596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42526) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:32.216737 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Request body: {'subnet': {'network_id': 'c430819e-8631-42c2-a346-5c8a330bb5cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:32.465929 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ff7621c7-97b5-4ba5-80d2-db0eda90c63f req-c69198f0-2b19-469b-b264-b72f6c47dd5f tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 210 time: 0.0888340 Aug 26 01:05:32.479701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf9310f-bcfa-4447-b471-71d00eeadb57 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:32.483785 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dbf9310f-bcfa-4447-b471-71d00eeadb57 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] 10.222.0.83 "GET /v2.0/networks/f8e0e342-df62-4595-bb82-64e26d04ad72 HTTP/1.1" status: 200 len: 767 time: 0.3877542 Aug 26 01:05:32.484457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42554) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:32.540883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-49f24e9a-8fe4-4ef4-9bf1-ffc58f44367c service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:05:32.542253 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-49f24e9a-8fe4-4ef4-9bf1-ffc58f44367c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2457032 Aug 26 01:05:32.661857 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2874d25b-cefb-42a2-91cb-52d04e29ee2f tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:32.708418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:32.771895 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Usage tracker for resource:subnet and tenant:b5a9d0191a3e44caa59bf477cf456eda is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:32.775557 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-34645ba9-b8c0-4e22-81d7-d053a0695b52 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:32.850532 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:32.924793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:32.925207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2874d25b-cefb-42a2-91cb-52d04e29ee2f tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.007572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-2874d25b-cefb-42a2-91cb-52d04e29ee2f tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942d2048-825c-4333-afbc-87916b41df91']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:33.022539 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-2874d25b-cefb-42a2-91cb-52d04e29ee2f tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7432cc6-8d40-4d74-af66-ff44a7c64eac') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:33.022846 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-2874d25b-cefb-42a2-91cb-52d04e29ee2f tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7432cc6-8d40-4d74-af66-ff44a7c64eac') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:33.037498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2874d25b-cefb-42a2-91cb-52d04e29ee2f tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.057452 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2874d25b-cefb-42a2-91cb-52d04e29ee2f tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.065608 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2874d25b-cefb-42a2-91cb-52d04e29ee2f tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:05:33.066077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2874d25b-cefb-42a2-91cb-52d04e29ee2f tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.075817 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7ed6909f-d138-4703-b961-7adca3cdb256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.092790 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-222d4f2a-1841-40e7-b76b-d03e8973f3b1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f766c216ff5649c38cdfa9a5773a03ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8878491 Aug 26 01:05:33.109645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42574) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:33.133926 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment b7432cc6-8d40-4d74-af66-ff44a7c64eac resource provider aggregate not found Aug 26 01:05:33.164688 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment b7432cc6-8d40-4d74-af66-ff44a7c64eac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7432cc6-8d40-4d74-af66-ff44a7c64eac found for delete ", "request_id": "req-1bfd7fc5-5fac-4b26-9d62-e7c9e11f6dc2"}]} Aug 26 01:05:33.226221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.objects.ports [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89863) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:05:33.226679 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.282084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Made reservation on behalf of b5a9d0191a3e44caa59bf477cf456eda for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:33.285560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.306790 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0838e57b-fe9c-48b3-a057-23f3bcb21212,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:33.312625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2874d25b-cefb-42a2-91cb-52d04e29ee2f tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.316872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2874d25b-cefb-42a2-91cb-52d04e29ee2f tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 942d2048-825c-4333-afbc-87916b41df91 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Aug 26 01:05:33.319129 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2874d25b-cefb-42a2-91cb-52d04e29ee2f tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.350132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Checking segment: {'id': '100fa1ef-1ac0-4838-9051-c95136c39a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'c45a462d-ab07-4562-bb68-33b7bd6a5986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:33.350497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Network hostable DHCP agents. Network: c45a462d-ab07-4562-bb68-33b7bd6a5986, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:05:33.360964 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874d25b-cefb-42a2-91cb-52d04e29ee2f tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event deleted for resources: {'Network': ['ID=942d2048-825c-4333-afbc-87916b41df91,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:33.371912 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2874d25b-cefb-42a2-91cb-52d04e29ee2f tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "DELETE /v2.0/networks/942d2048-825c-4333-afbc-87916b41df91 HTTP/1.1" status: 204 len: 168 time: 0.8818932 Aug 26 01:05:33.373830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42582) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:33.383962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Request body: {'network': {'name': 'tempest-network--1866294153'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:33.391312 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-34645ba9-b8c0-4e22-81d7-d053a0695b52 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.391764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:33.398172 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Usage tracker for resource:network and tenant:9fd1267b490147a1bbb795bfff61c976 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:33.402088 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:33.408819 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:33.410905 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-ca450d7a-aa74-4255-9ea9-830dcf5017ad service neutron] 10.222.0.83 "GET /v2.0/networks/174dbc40-879a-4d96-b5c3-d31c82619b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8383415 Aug 26 01:05:33.420601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ff1919ea-a8b5-47cc-a51b-cea0bdc30728 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.432311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-34645ba9-b8c0-4e22-81d7-d053a0695b52 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.487773 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Network c45a462d-ab07-4562-bb68-33b7bd6a5986 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:05:33.536970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Made reservation on behalf of 9fd1267b490147a1bbb795bfff61c976 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:33.539285 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.622885 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, c45a462d-ab07-4562-bb68-33b7bd6a5986) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:33.634245 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acff965b-9f97-446a-bb07-9560d5ae373b None None] Network c45a462d-ab07-4562-bb68-33b7bd6a5986 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:33.640534 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bde68873-8aa9-49a0-bfff-1fb1267c3dd5 req-d992c1b8-5061-4c5a-a884-1bcc513ebcf0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 210 time: 0.0901155 Aug 26 01:05:33.644081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:33.644899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.650567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0a30-465f-4518-bb36-fecbf6ad9fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.670463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:33.680905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.681301 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Added segment 84dfaf48-006e-497e-8bb6-a77a918f8ace of type vlan for network bc54865b-1f21-4921-95f6-eae9e766293e Aug 26 01:05:33.701791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-34645ba9-b8c0-4e22-81d7-d053a0695b52 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.702454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34645ba9-b8c0-4e22-81d7-d053a0695b52 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f24f5da-34da-48a7-939e-fd26e879315c {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:05:33.717711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.748762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0a30-465f-4518-bb36-fecbf6ad9fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.765217 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e6602481-8b60-4ff4-b134-7025d5926f7d tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8712053 Aug 26 01:05:33.765482 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.767935 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42590) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:33.777272 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-55ba57b9-d833-4646-b39f-09d54b89d92c service neutron] 10.222.0.83 "GET /v2.0/networks/174dbc40-879a-4d96-b5c3-d31c82619b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274882 Aug 26 01:05:33.804143 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1879466131', 'network_id': 'c45a462d-ab07-4562-bb68-33b7bd6a5986'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:33.815842 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:33.832099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Usage tracker for resource:port and tenant:9d3e8d23148a4ac991b985c983966806 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:33.835907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:33.846024 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:33.852189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.853483 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:33.854316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.919346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ff1919ea-a8b5-47cc-a51b-cea0bdc30728 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.966938 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5885193 Aug 26 01:05:33.968068 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Made reservation on behalf of 9d3e8d23148a4ac991b985c983966806 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:33.970741 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:33.981596 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42598) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:33.992159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:34.005639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9d453dc6-9e3a-489b-a106-94a88b23a56a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:34.082869 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1919ea-a8b5-47cc-a51b-cea0bdc30728 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Network 9a285da1-ff76-4a19-8e0d-8da77d84588d is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:34.084800 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30515964-48c0-4e1a-8909-a77809beecd7 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event updated for resources: {'Network': ['ID=bc54865b-1f21-4921-95f6-eae9e766293e,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:34.098895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] device_id is not set on port 0da8f4b8-31f3-477b-a486-45ac62ce18a3 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:05:34.110944 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network bc54865b-1f21-4921-95f6-eae9e766293e details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:34.190849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-ff1919ea-a8b5-47cc-a51b-cea0bdc30728 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:34.200615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f53b315-3a17-46b1-908f-fdbf0437c37e None None] Network c45a462d-ab07-4562-bb68-33b7bd6a5986 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:34.206660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1919ea-a8b5-47cc-a51b-cea0bdc30728 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:34.208065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1919ea-a8b5-47cc-a51b-cea0bdc30728 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:34.208657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ff1919ea-a8b5-47cc-a51b-cea0bdc30728 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:34.217462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-34645ba9-b8c0-4e22-81d7-d053a0695b52 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:34.218598 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-34645ba9-b8c0-4e22-81d7-d053a0695b52 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] 10.222.0.83 "DELETE /v2.0/routers/9f24f5da-34da-48a7-939e-fd26e879315c HTTP/1.1" status: 204 len: 168 time: 2.0123243 Aug 26 01:05:34.226735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42612) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:34.241716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-2bb82d68-8e48-4e93-9292-0cfaeca01f0b tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Request body: {'router': {'name': 'tempest-router-1943606885', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1ce5d614b02d4b0fa05cbb6e99b90329'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:34.247827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2bb82d68-8e48-4e93-9292-0cfaeca01f0b tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:34.252123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2bb82d68-8e48-4e93-9292-0cfaeca01f0b tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Usage tracker for resource:router and tenant:1ce5d614b02d4b0fa05cbb6e99b90329 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:34.255486 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2bb82d68-8e48-4e93-9292-0cfaeca01f0b tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:34.263715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2bb82d68-8e48-4e93-9292-0cfaeca01f0b tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:34.277538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1919ea-a8b5-47cc-a51b-cea0bdc30728 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Pushing event updated for resources: {'Port': ['ID=5907a638-791f-4de2-bf08-5d268bd6c043,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:34.292516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:34.356776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0a30-465f-4518-bb36-fecbf6ad9fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:34.359414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1dc0a30-465f-4518-bb36-fecbf6ad9fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:34.360946 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a1dc0a30-465f-4518-bb36-fecbf6ad9fee admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b8ccd122-1a92-48ad-957a-623f6b3effa2 HTTP/1.1" status: 204 len: 168 time: 1.1821365 Aug 26 01:05:34.387618 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc0a30-465f-4518-bb36-fecbf6ad9fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ccd122-1a92-48ad-957a-623f6b3effa2,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:34.419856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2bb82d68-8e48-4e93-9292-0cfaeca01f0b tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:34.420923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2bb82d68-8e48-4e93-9292-0cfaeca01f0b tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:34.443486 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d453dc6-9e3a-489b-a106-94a88b23a56a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:34.448165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2bb82d68-8e48-4e93-9292-0cfaeca01f0b tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:34.459773 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-15bde609-c264-43d4-aef7-cf75ede875bc req-6f0304c7-2ac4-4c36-82a3-6cc5a6c91ce5 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Synchronizing usage tracker for tenant:6eb05f5695bc465ba7db98f5e6c92aa6 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:34.482452 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ff1919ea-a8b5-47cc-a51b-cea0bdc30728 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.8504646 Aug 26 01:05:34.595632 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42626) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:34.595632 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:34.596992 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Allocated IP 172.20.0.4 (c45a462d-ab07-4562-bb68-33b7bd6a5986/0838e57b-fe9c-48b3-a057-23f3bcb21212/0da8f4b8-31f3-477b-a486-45ac62ce18a3) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:34.598460 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Pushing event updated for resources: {'Subnet': ['ID=0f8d2d17-5a48-454e-b3db-397a142b7f5f,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:34.617774 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Checking segment: {'id': 'd706f26d-a303-4d47-9b2d-0177150125ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c430819e-8631-42c2-a346-5c8a330bb5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:34.618118 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Network hostable DHCP agents. Network: c430819e-8631-42c2-a346-5c8a330bb5cb, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:05:34.726131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:34.788662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:34.799844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d453dc6-9e3a-489b-a106-94a88b23a56a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:34.820422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d453dc6-9e3a-489b-a106-94a88b23a56a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Network bc54865b-1f21-4921-95f6-eae9e766293e is not hosted by any dhcp agent {{(pid=89863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Aug 26 01:05:34.821276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d453dc6-9e3a-489b-a106-94a88b23a56a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:34.821980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d453dc6-9e3a-489b-a106-94a88b23a56a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:34.826799 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9d453dc6-9e3a-489b-a106-94a88b23a56a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "PUT /v2.0/networks/bc54865b-1f21-4921-95f6-eae9e766293e HTTP/1.1" status: 200 len: 859 time: 0.8376076 Aug 26 01:05:34.836277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42638) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:34.912792 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-15bde609-c264-43d4-aef7-cf75ede875bc req-6f0304c7-2ac4-4c36-82a3-6cc5a6c91ce5 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Unset dirty status for tenant:6eb05f5695bc465ba7db98f5e6c92aa6 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:34.914513 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-15bde609-c264-43d4-aef7-cf75ede875bc req-6f0304c7-2ac4-4c36-82a3-6cc5a6c91ce5 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 210 time: 0.7210531 Aug 26 01:05:34.972735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2bb82d68-8e48-4e93-9292-0cfaeca01f0b tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:34.982988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Network c430819e-8631-42c2-a346-5c8a330bb5cb is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:05:35.060642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-17a07bd8-4889-4cbb-ae11-73ea6be40d5b req-c743fe54-ffbe-43d2-a74e-c47b594903ea tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Synchronizing usage tracker for tenant:dc7e4520f47e43769b8eb97b4077c751 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:35.131089 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d453dc6-9e3a-489b-a106-94a88b23a56a tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event updated for resources: {'Network': ['ID=bc54865b-1f21-4921-95f6-eae9e766293e,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:35.149127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, c430819e-8631-42c2-a346-5c8a330bb5cb) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:35.155150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-88ec0aae-5b58-491a-8290-8b38dc5adf23 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.155545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:35.161423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.161978 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a3e30f-f914-49c8-88eb-1c97c905ee00 None None] Network c430819e-8631-42c2-a346-5c8a330bb5cb requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:35.195074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2bb82d68-8e48-4e93-9292-0cfaeca01f0b tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.199964 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2bb82d68-8e48-4e93-9292-0cfaeca01f0b tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9619148 Aug 26 01:05:35.199964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-17a07bd8-4889-4cbb-ae11-73ea6be40d5b req-c743fe54-ffbe-43d2-a74e-c47b594903ea tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Unset dirty status for tenant:dc7e4520f47e43769b8eb97b4077c751 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:35.210343 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-17a07bd8-4889-4cbb-ae11-73ea6be40d5b req-c743fe54-ffbe-43d2-a74e-c47b594903ea tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 210 time: 0.2391522 Aug 26 01:05:35.213177 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42646) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:35.223781 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.293070 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-dfc4771a-4d53-4bc3-929b-95486c746a87 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:35.405449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.409864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] device_id is not set on port 5907a638-791f-4de2-bf08-5d268bd6c043 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:05:35.419907 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42652) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:35.429092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Network c45a462d-ab07-4562-bb68-33b7bd6a5986 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:35.435400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-88ec0aae-5b58-491a-8290-8b38dc5adf23 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.438071 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.443383 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:35.451865 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:35.486019 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Pushing event updated for resources: {'Port': ['ID=0da8f4b8-31f3-477b-a486-45ac62ce18a3,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:35.500587 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-c430819e-8631-42c2-a346-5c8a330bb5cb', 'network_id': 'c430819e-8631-42c2-a346-5c8a330bb5cb', 'tenant_id': 'b5a9d0191a3e44caa59bf477cf456eda', 'fixed_ips': [{'subnet_id': '0f8d2d17-5a48-454e-b3db-397a142b7f5f'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:05:35.502207 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.514943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-88ec0aae-5b58-491a-8290-8b38dc5adf23 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc54865b-1f21-4921-95f6-eae9e766293e']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:35.532938 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-88ec0aae-5b58-491a-8290-8b38dc5adf23 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dfaf48-006e-497e-8bb6-a77a918f8ace') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:35.533274 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-88ec0aae-5b58-491a-8290-8b38dc5adf23 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dfaf48-006e-497e-8bb6-a77a918f8ace') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:35.550827 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-88ec0aae-5b58-491a-8290-8b38dc5adf23 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.559136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:35.566245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.594554 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-88ec0aae-5b58-491a-8290-8b38dc5adf23 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.601808 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29651e01-1352-4bc5-bd80-9693a82e2ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.605611 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ec0aae-5b58-491a-8290-8b38dc5adf23 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:05:35.605971 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-88ec0aae-5b58-491a-8290-8b38dc5adf23 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.676274 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 84dfaf48-006e-497e-8bb6-a77a918f8ace resource provider aggregate not found Aug 26 01:05:35.683504 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f8166860-3da0-4abf-b11f-cd295299e3cc tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4885640 Aug 26 01:05:35.688179 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42664) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:35.696381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Request body: {'port': {'network_id': 'c430819e-8631-42c2-a346-5c8a330bb5cb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1545605322'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:35.706780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-29651e01-1352-4bc5-bd80-9693a82e2ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:35.718353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-29651e01-1352-4bc5-bd80-9693a82e2ee7 admin admin] Usage tracker for resource:security_group_rule and tenant:8e5c1f89a03048f5999777fd2616ee3f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:35.723031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-29651e01-1352-4bc5-bd80-9693a82e2ee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:35.724181 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Allocated IP 2001:db8::2 (c430819e-8631-42c2-a346-5c8a330bb5cb/0f8d2d17-5a48-454e-b3db-397a142b7f5f/eb15d17a-3c7e-4986-84e1-ecd7851b4ff8) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:35.729710 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 84dfaf48-006e-497e-8bb6-a77a918f8ace resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84dfaf48-006e-497e-8bb6-a77a918f8ace found for delete ", "request_id": "req-946d9996-7454-4ddd-9c5f-af5e74307fa5"}]} Aug 26 01:05:35.735348 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-04023790-9138-41f7-90a2-95d12f6e8fd3 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9665539 Aug 26 01:05:35.780271 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42668) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:35.790421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-29651e01-1352-4bc5-bd80-9693a82e2ee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:35.899056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:35.904691 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Usage tracker for resource:port and tenant:b5a9d0191a3e44caa59bf477cf456eda is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:35.906820 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:35.912607 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:35.938778 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dfc4771a-4d53-4bc3-929b-95486c746a87 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.939012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dfc4771a-4d53-4bc3-929b-95486c746a87 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.977179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.984662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-88ec0aae-5b58-491a-8290-8b38dc5adf23 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:35.990657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Transition to ACTIVE for port object eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:36.014497 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Transition to ACTIVE for port object eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:36.018294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ec0aae-5b58-491a-8290-8b38dc5adf23 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bc54865b-1f21-4921-95f6-eae9e766293e {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Aug 26 01:05:36.022968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-88ec0aae-5b58-491a-8290-8b38dc5adf23 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.026331 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec0aae-5b58-491a-8290-8b38dc5adf23 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc54865b-1f21-4921-95f6-eae9e766293e,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:36.038011 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-88ec0aae-5b58-491a-8290-8b38dc5adf23 tempest-ExternalNetworksTestJSON-1899860344 tempest-ExternalNetworksTestJSON-1899860344-project-admin] 10.222.0.83 "DELETE /v2.0/networks/bc54865b-1f21-4921-95f6-eae9e766293e HTTP/1.1" status: 204 len: 168 time: 1.2068954 Aug 26 01:05:36.039865 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42674) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:36.041004 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Made reservation on behalf of b5a9d0191a3e44caa59bf477cf456eda for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:36.044580 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.107324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Transition to ACTIVE for port object 5907a638-791f-4de2-bf08-5d268bd6c043 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:36.121048 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.124749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b50e4-ea75-43e5-b842-2e9a0d01f155 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Deleting port 0da8f4b8-31f3-477b-a486-45ac62ce18a3 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:36.125082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a2b50e4-ea75-43e5-b842-2e9a0d01f155 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.152682 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76bef97-77a0-43ee-9a68-d9688747b204 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] DELETE failed (client error): The resource could not be found. Aug 26 01:05:36.153228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76bef97-77a0-43ee-9a68-d9688747b204 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:05:36.157870 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c76bef97-77a0-43ee-9a68-d9688747b204 tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] 10.222.0.83 "DELETE /v2.0/subnets/cb67adc4-d507-4e55-ba6e-74a23fa21c3b HTTP/1.1" status: 404 len: 337 time: 0.1024468 Aug 26 01:05:36.158536 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42680) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:36.203368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dfc4771a-4d53-4bc3-929b-95486c746a87 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89862) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Aug 26 01:05:36.203368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dfc4771a-4d53-4bc3-929b-95486c746a87 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Router 553f527b-a299-468e-a525-311ce8a46ed9 migrating from provider to provider. {{(pid=89862) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Aug 26 01:05:36.203368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dfc4771a-4d53-4bc3-929b-95486c746a87 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.203744 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Pushing event updated for resources: {'Port': ['ID=eb15d17a-3c7e-4986-84e1-ecd7851b4ff8,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:36.216846 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Network c430819e-8631-42c2-a346-5c8a330bb5cb is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:36.217681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dfc4771a-4d53-4bc3-929b-95486c746a87 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.218475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:36.222052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:36.281014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.299881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7fd83ef4-9280-4f15-8cbb-e8baf7fde31a tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.312798 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c9ed42bb-c3ec-4bf8-ba82-d1c52cb7b4d9 req-e16aebe0-3a52-4ef1-acc7-cefc6599bee7 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 210 time: 0.2102356 Aug 26 01:05:36.317082 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] device_id is not set on port 1a282dc5-12ed-4118-9ebc-4e329c5c4ec8 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:05:36.458498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dfc4771a-4d53-4bc3-929b-95486c746a87 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.473887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Attempting to bind port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:36.474376 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Attempting to bind port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'd706f26d-a303-4d47-9b2d-0177150125ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c430819e-8631-42c2-a346-5c8a330bb5cb'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:36.477596 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Attempting to bind port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 on network c430819e-8631-42c2-a346-5c8a330bb5cb {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:36.483897 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:05:36.484500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Checking segment: {'id': 'd706f26d-a303-4d47-9b2d-0177150125ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c430819e-8631-42c2-a346-5c8a330bb5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:36.484993 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.485489 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Bound using segment: {'id': 'd706f26d-a303-4d47-9b2d-0177150125ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c430819e-8631-42c2-a346-5c8a330bb5cb'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:05:36.486145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Bound port: eb15d17a-3c7e-4986-84e1-ecd7851b4ff8, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706f26d-a303-4d47-9b2d-0177150125ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'c430819e-8631-42c2-a346-5c8a330bb5cb'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:05:36.486626 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.506663 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7fd83ef4-9280-4f15-8cbb-e8baf7fde31a tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.536448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-7fd83ef4-9280-4f15-8cbb-e8baf7fde31a tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e0e342-df62-4595-bb82-64e26d04ad72']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:36.550116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-7fd83ef4-9280-4f15-8cbb-e8baf7fde31a tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7bcda9-f975-402c-b3ab-26e4a4070b97') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:36.550409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-7fd83ef4-9280-4f15-8cbb-e8baf7fde31a tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7bcda9-f975-402c-b3ab-26e4a4070b97') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:36.562754 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7fd83ef4-9280-4f15-8cbb-e8baf7fde31a tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.579865 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7fd83ef4-9280-4f15-8cbb-e8baf7fde31a tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.582643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.94', 54251) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:36.586136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd83ef4-9280-4f15-8cbb-e8baf7fde31a tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:05:36.586862 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7fd83ef4-9280-4f15-8cbb-e8baf7fde31a tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.609843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] For port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:05:36.614416 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] For port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=eb15d17a-3c7e-4986-84e1-ecd7851b4ff8,segment=NetworkSegment(d706f26d-a303-4d47-9b2d-0177150125ae),segment_id=d706f26d-a303-4d47-9b2d-0177150125ae)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:05:36.666469 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.784576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f35706-27bd-4f8c-aac1-ab6489a838b8 None None] Pushing event updated for resources: {'Port': ['ID=eb15d17a-3c7e-4986-84e1-ecd7851b4ff8,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:36.831055 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c9ab7d83-9fef-444a-8f2e-ceeedbf92cdb req-e5ce4d3b-0d40-4ce2-8986-a6f6e55a9b69 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 210 time: 0.3554120 Aug 26 01:05:36.899750 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7fd83ef4-9280-4f15-8cbb-e8baf7fde31a tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.908206 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:36.908559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:36.908939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:36.918616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7fd83ef4-9280-4f15-8cbb-e8baf7fde31a tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:36.942490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Allocated IP 2001:db8::41 (c430819e-8631-42c2-a346-5c8a330bb5cb/0f8d2d17-5a48-454e-b3db-397a142b7f5f/1a282dc5-12ed-4118-9ebc-4e329c5c4ec8) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:36.964775 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd83ef4-9280-4f15-8cbb-e8baf7fde31a tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] Pushing event deleted for resources: {'Network': ['ID=f8e0e342-df62-4595-bb82-64e26d04ad72,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:37.064813 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7fd83ef4-9280-4f15-8cbb-e8baf7fde31a tempest-ExternalNetworksTestJSON-1411199661 tempest-ExternalNetworksTestJSON-1411199661-project] 10.222.0.83 "DELETE /v2.0/networks/f8e0e342-df62-4595-bb82-64e26d04ad72 HTTP/1.1" status: 204 len: 168 time: 0.8981164 Aug 26 01:05:37.094627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Pushing event updated for resources: {'Port': ['ID=5907a638-791f-4de2-bf08-5d268bd6c043,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:37.097076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:37.097469 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:37.108137 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING neutron.scheduler.l3_agent_scheduler [None req-dfc4771a-4d53-4bc3-929b-95486c746a87 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] No L3 agents can host the router 553f527b-a299-468e-a525-311ce8a46ed9 Aug 26 01:05:37.116608 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 2 to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 Aug 26 01:05:37.148900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29651e01-1352-4bc5-bd80-9693a82e2ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:37.173387 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:37.173725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:37.174276 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:37.296682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:37.313065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Transition to ACTIVE for port object 1a282dc5-12ed-4118-9ebc-4e329c5c4ec8 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:37.360221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:37.360546 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:37.361089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29651e01-1352-4bc5-bd80-9693a82e2ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:37.387061 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 3 to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 Aug 26 01:05:37.396143 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:37.427699 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-255f9ef9-3a6c-4660-b1df-dd3e440a0c8a tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:37.428588 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-255f9ef9-3a6c-4660-b1df-dd3e440a0c8a tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Synchronizing usage tracker for tenant:dc7e4520f47e43769b8eb97b4077c751 on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:37.518560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:37.518924 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:37.519253 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:37.533459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a2b50e4-ea75-43e5-b842-2e9a0d01f155 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:37.555614 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-29651e01-1352-4bc5-bd80-9693a82e2ee7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8e5c1f89a03048f5999777fd2616ee3f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1295428 Aug 26 01:05:37.563490 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29651e01-1352-4bc5-bd80-9693a82e2ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4067fba0-3c2f-4ba5-82ca-0e38d5669cf7,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:37.567482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:37.567810 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:37.570693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42708) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:37.574567 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 4 to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 Aug 26 01:05:37.608342 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Network c430819e-8631-42c2-a346-5c8a330bb5cb is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:37.612849 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-12af94e1-c4a5-4845-8e1b-921e579bd91d req-d8b7f1c1-ad8a-4ea1-8452-2709132a1c10 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 210 time: 0.0818846 Aug 26 01:05:37.616213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:37.620961 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:37.626566 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:37.627188 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:37.650042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Pushing event updated for resources: {'Port': ['ID=1a282dc5-12ed-4118-9ebc-4e329c5c4ec8,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:37.730791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4771a-4d53-4bc3-929b-95486c746a87 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Hosts for router 553f527b-a299-468e-a525-311ce8a46ed9: [] {{(pid=89862) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Aug 26 01:05:37.759508 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment cb7bcda9-f975-402c-b3ab-26e4a4070b97 resource provider aggregate not found Aug 26 01:05:37.776337 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b50e4-ea75-43e5-b842-2e9a0d01f155 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Calling delete_port for 0da8f4b8-31f3-477b-a486-45ac62ce18a3 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:37.783571 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dbd43f6c-b202-4a15-86e8-004165e965c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.0911396 Aug 26 01:05:37.783571 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment cb7bcda9-f975-402c-b3ab-26e4a4070b97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb7bcda9-f975-402c-b3ab-26e4a4070b97 found for delete ", "request_id": "req-4192ddef-0474-47ad-b236-3ad208088a0e"}]} Aug 26 01:05:37.783571 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42722) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:37.789891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Request body: {'port': {'network_id': 'c430819e-8631-42c2-a346-5c8a330bb5cb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1228571528', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:37.790593 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.api.validators [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] bootfile-name is not in valid_values {{(pid=89863) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 26 01:05:37.791697 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.api.validators [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] tftp-server is not in valid_values {{(pid=89863) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 26 01:05:37.792108 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.api.validators [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] server-ip-address is not in valid_values {{(pid=89863) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 26 01:05:37.811757 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42726) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:37.819064 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-255f9ef9-3a6c-4660-b1df-dd3e440a0c8a tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Unset dirty status for tenant:dc7e4520f47e43769b8eb97b4077c751 on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:37.820188 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-255f9ef9-3a6c-4660-b1df-dd3e440a0c8a tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.94 "GET /v2.0/networks?id=6e95c854-f01a-4195-8eb1-4cf6cc7465e9 HTTP/1.1" status: 200 len: 811 time: 1.2298243 Aug 26 01:05:37.853690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:37.854073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:37.854345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:37.886964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4771a-4d53-4bc3-929b-95486c746a87 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Hosts for other DVR routers connected to router 553f527b-a299-468e-a525-311ce8a46ed9: set() {{(pid=89862) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Aug 26 01:05:37.891406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:37.891406 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:37.901344 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 5 to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 Aug 26 01:05:37.943290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.94', 54258) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:37.995535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:37.995919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:37.996254 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:38.015542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dfc4771a-4d53-4bc3-929b-95486c746a87 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:38.019131 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-dfc4771a-4d53-4bc3-929b-95486c746a87 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] 10.222.0.83 "PUT /v2.0/routers/553f527b-a299-468e-a525-311ce8a46ed9 HTTP/1.1" status: 200 len: 717 time: 2.7745085 Aug 26 01:05:38.031104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:38.031484 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:38.036130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42742) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:38.039068 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 6 to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 Aug 26 01:05:38.206662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:38.231003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-768dfe72-a336-4460-9277-5f1d109a6c90 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Synchronizing usage tracker for tenant:dc7e4520f47e43769b8eb97b4077c751 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:38.251366 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:38.275260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Usage tracker for resource:port and tenant:b5a9d0191a3e44caa59bf477cf456eda is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:38.279441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:38.286055 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:38.307292 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6b94eea-383d-4104-a4a3-e4c784c7c246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:38.307505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834d3b0d-ad50-46c1-b8f2-c29db9c95fec None None] Network c430819e-8631-42c2-a346-5c8a330bb5cb requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:38.338676 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29198567-8973-49fa-a170-4145a62edc26 req-364ea80c-ea67-487c-885a-ff95d5e7febb tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:38.340497 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-364ea80c-ea67-487c-885a-ff95d5e7febb tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.94 "GET /v2.0/networks?id=174dbc40-879a-4d96-b5c3-d31c82619b85 HTTP/1.1" status: 200 len: 806 time: 0.3960350 Aug 26 01:05:38.346933 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9deee108-3df7-4e96-8b6b-1a62b5800299 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4c0993ccab104dfd815071caf01db4a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5308752 Aug 26 01:05:38.347521 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42748) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:38.381942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:38.382291 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:38.383157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:38.385982 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Made reservation on behalf of b5a9d0191a3e44caa59bf477cf456eda for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:38.389526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:38.398694 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-def56843-6881-48f5-9979-0a24798f425e req-e17c4031-98ea-45de-b2ea-4d920184ab9e tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 210 time: 0.3401675 Aug 26 01:05:38.415725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:38.416103 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:38.431889 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 7 to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 Aug 26 01:05:38.441607 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6e1ca4ef-aa26-4fe1-a5d8-6165d5606991 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] 10.222.0.83 "GET /v2.0/routers/553f527b-a299-468e-a525-311ce8a46ed9 HTTP/1.1" status: 200 len: 717 time: 0.3937163 Aug 26 01:05:38.449926 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42752) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:38.450114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-768dfe72-a336-4460-9277-5f1d109a6c90 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Unset dirty status for tenant:dc7e4520f47e43769b8eb97b4077c751 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:38.451000 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-768dfe72-a336-4460-9277-5f1d109a6c90 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7e4520f47e43769b8eb97b4077c751 HTTP/1.1" status: 200 len: 380 time: 0.5389214 Aug 26 01:05:38.456894 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-b4aa4127-630e-45e4-89a3-3bb73a3d4a52 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eb05f5695bc465ba7db98f5e6c92aa6 HTTP/1.1" status: 200 len: 379 time: 0.0948853 Aug 26 01:05:38.461298 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6b94eea-383d-4104-a4a3-e4c784c7c246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:38.479896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Request body: {'port': {'device_id': '299616a1-47e2-4ece-80c2-3e1e9927c12f', 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'admin_state_up': True, 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'security_groups': ['36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:38.508326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-29198567-8973-49fa-a170-4145a62edc26 req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Request body: {'port': {'device_id': '19dff9f0-df08-4b85-8ba7-d8472e71c03a', 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'admin_state_up': True, 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'security_groups': ['625b3064-87e8-491a-945d-c29348786cfb']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:38.528333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:38.528666 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:38.529012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:38.538345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e890285e-2813-4ae1-b0fa-3780674cf90c None None] Provisioning for port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:38.549817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5de6b61d-0b14-44ef-9788-bbed9b3a0527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:38.632015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5de6b61d-0b14-44ef-9788-bbed9b3a0527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:38.666067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:38.711232 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:38.711559 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:38.762255 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] device_id is not set on port 542ea585-7865-4efd-9b7e-06ae2a8ffe11 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:05:38.895728 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a2b50e4-ea75-43e5-b842-2e9a0d01f155 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:38.975518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:38.975518 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:38.975518 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 8 to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 Aug 26 01:05:39.076348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b50e4-ea75-43e5-b842-2e9a0d01f155 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Pushing event deleted for resources: {'Port': ['ID=0da8f4b8-31f3-477b-a486-45ac62ce18a3,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:39.087881 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:39.088980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:39.089837 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:39.161350 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:39.162205 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:39.176298 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 9 to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 Aug 26 01:05:39.244436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:39.246811 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:39.340294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:39.340877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:39.341195 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:39.360541 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=eb15d17a-3c7e-4986-84e1-ecd7851b4ff8,segment=NetworkSegment(d706f26d-a303-4d47-9b2d-0177150125ae),segment_id=d706f26d-a303-4d47-9b2d-0177150125ae)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:39.370549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:39.371134 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:39.377138 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bb7305bc-e7f9-4824-9daf-a1b6eac61f42 req-21edf6dc-45c2-47b6-987c-61d0e8304802 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 210 time: 0.3477948 Aug 26 01:05:39.389552 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempt 10 to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 Aug 26 01:05:39.421209 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:39.435086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:39.435086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:39.435086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempting to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:39.445245 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a2b50e4-ea75-43e5-b842-2e9a0d01f155 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:39.446010 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:39.461575 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8a2b50e4-ea75-43e5-b842-2e9a0d01f155 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "DELETE /v2.0/ports/0da8f4b8-31f3-477b-a486-45ac62ce18a3 HTTP/1.1" status: 204 len: 168 time: 3.6727977 Aug 26 01:05:39.467203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:39.468031 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Failed to bind port 5907a638-791f-4de2-bf08-5d268bd6c043 on host hv-neutron-8545 for vnic_type normal using segments [{'id': '527003a1-d04d-480b-91eb-1899b7e8dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9a285da1-ff76-4a19-8e0d-8da77d84588d'}] Aug 26 01:05:39.468735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:39.487939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:39.490305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42774) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:39.530343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6b94eea-383d-4104-a4a3-e4c784c7c246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:39.536507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6b94eea-383d-4104-a4a3-e4c784c7c246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:39.536507 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b6b94eea-383d-4104-a4a3-e4c784c7c246 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4067fba0-3c2f-4ba5-82ca-0e38d5669cf7 HTTP/1.1" status: 204 len: 168 time: 1.9529510 Aug 26 01:05:39.551563 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-96894268-1b4b-42f8-ab0a-162371dfd414 tempest-RoutersTestDVR-1734403298 tempest-RoutersTestDVR-1734403298-project] 10.222.0.83 "GET /v2.0/routers/553f527b-a299-468e-a525-311ce8a46ed9 HTTP/1.1" status: 200 len: 683 time: 1.0928421 Aug 26 01:05:39.584808 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42780) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:39.597342 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5de6b61d-0b14-44ef-9788-bbed9b3a0527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:39.638353 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=eb15d17a-3c7e-4986-84e1-ecd7851b4ff8,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:39.688518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c45a462d-ab07-4562-bb68-33b7bd6a5986', 'external_fixed_ips': [{'subnet_id': '0838e57b-fe9c-48b3-a057-23f3bcb21212', 'ip_address': '172.20.0.4'}]}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:39.709491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b94eea-383d-4104-a4a3-e4c784c7c246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4067fba0-3c2f-4ba5-82ca-0e38d5669cf7,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:39.719617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:39.728251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Made reservation on behalf of dc7e4520f47e43769b8eb97b4077c751 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:39.732075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:39.778617 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b731167d-7a5c-4f95-912b-70b5a21789ca req-fc8cd861-aa2c-4314-8966-d4f0ab78f046 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 210 time: 0.1425595 Aug 26 01:05:39.786135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Usage tracker for resource:router and tenant:9d3e8d23148a4ac991b985c983966806 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:39.808704 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:39.818180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:39.831361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6b61d-0b14-44ef-9788-bbed9b3a0527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f666fa26-e417-472e-8ddd-722f5be97fc1,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:39.868091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-29198567-8973-49fa-a170-4145a62edc26 req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:39.873612 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-35f77a3a-607a-4c51-a359-eb7ff499be07 None None] Provisioning for port 1a282dc5-12ed-4118-9ebc-4e329c5c4ec8 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:39.876526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Allocated IP 2001:db8::156 (c430819e-8631-42c2-a346-5c8a330bb5cb/0f8d2d17-5a48-454e-b3db-397a142b7f5f/542ea585-7865-4efd-9b7e-06ae2a8ffe11) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:39.907146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-22bb323b-3366-437b-84a8-b20303cd11a7 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:39.928423 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-35f77a3a-607a-4c51-a359-eb7ff499be07 None None] Provisioning complete for port 1a282dc5-12ed-4118-9ebc-4e329c5c4ec8 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:39.929983 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-35f77a3a-607a-4c51-a359-eb7ff499be07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:39.931841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] For port 5907a638-791f-4de2-bf08-5d268bd6c043, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:05:39.932735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attempted to set empty binding levels {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Aug 26 01:05:39.984393 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-29198567-8973-49fa-a170-4145a62edc26 req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:39.994615 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5de6b61d-0b14-44ef-9788-bbed9b3a0527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:40.000404 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5de6b61d-0b14-44ef-9788-bbed9b3a0527 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f666fa26-e417-472e-8ddd-722f5be97fc1 HTTP/1.1" status: 204 len: 168 time: 1.6473253 Aug 26 01:05:40.053731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-35f77a3a-607a-4c51-a359-eb7ff499be07 None None] Port 1a282dc5-12ed-4118-9ebc-4e329c5c4ec8 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:05:40.071017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-35f77a3a-607a-4c51-a359-eb7ff499be07 None None] Provisioning complete for port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:40.071745 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-35f77a3a-607a-4c51-a359-eb7ff499be07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:40.103949 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:40.113525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:40.217364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Allocated IP 172.20.0.11 (6e95c854-f01a-4195-8eb1-4cf6cc7465e9/5688c5e7-2a4d-4222-b8d3-ece066beeeca/44338cc2-a3ed-4c32-8362-45a6a6eb5e78) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:40.265702 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:40.345005 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29198567-8973-49fa-a170-4145a62edc26 req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Made reservation on behalf of 6eb05f5695bc465ba7db98f5e6c92aa6 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:40.351050 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-29198567-8973-49fa-a170-4145a62edc26 req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:40.518261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-22bb323b-3366-437b-84a8-b20303cd11a7 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:40.565228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-22bb323b-3366-437b-84a8-b20303cd11a7 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:40.637682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:40.657867 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:40.658484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:40.692168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Transition to ACTIVE for port object 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:40.722002 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:40.722662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] In _notify_port_updated(), no bound segment for port 5907a638-791f-4de2-bf08-5d268bd6c043 on network 9a285da1-ff76-4a19-8e0d-8da77d84588d {{(pid=89862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:05:40.723519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:40.724629 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:40.726167 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "PUT /v2.0/ports/5907a638-791f-4de2-bf08-5d268bd6c043 HTTP/1.1" status: 200 len: 976 time: 6.1911623 Aug 26 01:05:40.774531 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42798) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:40.782267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:40.832538 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-35f77a3a-607a-4c51-a359-eb7ff499be07 None None] Current status of the port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:40.847832 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:40.876249 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5f6cde38-3fbd-4d63-8366-e550a9fa30bc req-1ebaf126-e47c-4fd2-afec-96c1a92dd058 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 210 time: 0.1658888 Aug 26 01:05:40.934507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Network 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:40.948187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b21805-93a4-48d4-afef-b7a0899ced69 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Pushing event updated for resources: {'Port': ['ID=5907a638-791f-4de2-bf08-5d268bd6c043,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:40.951511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:41.010289 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-dce03460-c54b-49c7-8ae2-2211598375f7 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Deleting port 5907a638-791f-4de2-bf08-5d268bd6c043 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:41.010939 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dce03460-c54b-49c7-8ae2-2211598375f7 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:41.024044 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-529f050d-cd35-45f1-83f0-77d29940daaa None None] Provisioning complete for port 1a282dc5-12ed-4118-9ebc-4e329c5c4ec8 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:41.024419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-529f050d-cd35-45f1-83f0-77d29940daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:41.030786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:41.096846 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-22bb323b-3366-437b-84a8-b20303cd11a7 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:41.097630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bb323b-3366-437b-84a8-b20303cd11a7 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 553f527b-a299-468e-a525-311ce8a46ed9 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:05:41.103726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:41.193346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-529f050d-cd35-45f1-83f0-77d29940daaa None None] Port 1a282dc5-12ed-4118-9ebc-4e329c5c4ec8 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:05:41.237971 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42806) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:41.250116 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:41.250589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:41.264442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:41.312864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:41.317297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [req-29198567-8973-49fa-a170-4145a62edc26 req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Allocated IP 172.20.0.3 (174dbc40-879a-4d96-b5c3-d31c82619b85/eace32ba-c656-40e4-806c-60ae69edefc3/25983b07-023b-4237-a02f-0d28d7493c5f) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:41.354414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Pushing event updated for resources: {'Port': ['ID=44338cc2-a3ed-4c32-8362-45a6a6eb5e78,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:41.364039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-22bb323b-3366-437b-84a8-b20303cd11a7 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:41.369252 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-22bb323b-3366-437b-84a8-b20303cd11a7 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] 10.222.0.83 "DELETE /v2.0/routers/553f527b-a299-468e-a525-311ce8a46ed9 HTTP/1.1" status: 204 len: 168 time: 1.7789960 Aug 26 01:05:41.369252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Transition to ACTIVE for port object 542ea585-7865-4efd-9b7e-06ae2a8ffe11 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:41.370220 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42810) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:41.374299 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-67a57bf5-664c-4559-a41f-560fee49fb18 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Request body: {'router': {'name': 'tempest-router-517932315', 'distributed': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:41.385381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-67a57bf5-664c-4559-a41f-560fee49fb18 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:41.392753 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-67a57bf5-664c-4559-a41f-560fee49fb18 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Usage tracker for resource:router and tenant:bd176ff04e524fe8a7343faab52635b0 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:41.404522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-67a57bf5-664c-4559-a41f-560fee49fb18 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:41.421639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb628b-0db8-4737-b607-af99a6aef91d req-30da5613-bcb5-495d-a490-31ccca17d357 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:41.422369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ebbb628b-0db8-4737-b607-af99a6aef91d req-30da5613-bcb5-495d-a490-31ccca17d357 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Synchronizing usage tracker for tenant:dc7e4520f47e43769b8eb97b4077c751 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:41.430817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-67a57bf5-664c-4559-a41f-560fee49fb18 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:41.437429 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-77f959f7-194e-46e7-aade-0315243007f9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9654086 Aug 26 01:05:41.476767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-b0b83fe0-2492-410d-9b5f-c54c54060e0a tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:05:41.477951 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-b0b83fe0-2492-410d-9b5f-c54c54060e0a tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057745 Aug 26 01:05:41.526182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-042ecdc0-51d0-4959-947e-10f49c65d4cb None None] Provisioning for port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:41.528032 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9f485602-dbf9-410d-a900-05773692fcf1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9fd1267b490147a1bbb795bfff61c976&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2825534 Aug 26 01:05:41.533987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-042ecdc0-51d0-4959-947e-10f49c65d4cb None None] Provisioning complete for port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:41.534686 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-042ecdc0-51d0-4959-947e-10f49c65d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:41.555514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42814) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:41.650219 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-dce03460-c54b-49c7-8ae2-2211598375f7 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] For port 5907a638-791f-4de2-bf08-5d268bd6c043, host hv-neutron-8545, got binding levels [] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:41.650867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dce03460-c54b-49c7-8ae2-2211598375f7 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:41.675217 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-042ecdc0-51d0-4959-947e-10f49c65d4cb None None] Port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:05:41.684579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ebbb628b-0db8-4737-b607-af99a6aef91d req-30da5613-bcb5-495d-a490-31ccca17d357 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Unset dirty status for tenant:dc7e4520f47e43769b8eb97b4077c751 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:41.686864 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ebbb628b-0db8-4737-b607-af99a6aef91d req-30da5613-bcb5-495d-a490-31ccca17d357 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 932 time: 0.5371706 Aug 26 01:05:41.687923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67a57bf5-664c-4559-a41f-560fee49fb18 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:41.689399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67a57bf5-664c-4559-a41f-560fee49fb18 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:41.825567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67a57bf5-664c-4559-a41f-560fee49fb18 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:41.838336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-dce03460-c54b-49c7-8ae2-2211598375f7 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Calling delete_port for 5907a638-791f-4de2-bf08-5d268bd6c043 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:41.957943 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ebbb628b-0db8-4737-b607-af99a6aef91d req-b4fa017c-177a-4b3f-b3c7-c5a246d85936 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429090 Aug 26 01:05:41.983874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:42.013640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-714d3ab8-dbca-47b7-bee1-f029cda32e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:42.054887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Request body: {'port': {'device_id': '299616a1-47e2-4ece-80c2-3e1e9927c12f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:42.140665 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67a57bf5-664c-4559-a41f-560fee49fb18 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:42.234047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42830) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:42.266432 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:42.354924 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67a57bf5-664c-4559-a41f-560fee49fb18 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:42.356126 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-67a57bf5-664c-4559-a41f-560fee49fb18 tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9862366 Aug 26 01:05:42.361691 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-c533d354-86b5-4cdf-89d2-f62b8529c882 req-9e0bfe55-c717-4e9d-bec1-919a2d674f99 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Synchronizing usage tracker for tenant:6eb05f5695bc465ba7db98f5e6c92aa6 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:42.368157 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-714d3ab8-dbca-47b7-bee1-f029cda32e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:42.386931 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42836) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:42.430057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:42.719780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Pushing event updated for resources: {'Port': ['ID=542ea585-7865-4efd-9b7e-06ae2a8ffe11,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:42.724167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42a81cca-1bdf-4007-8a55-955cfc20c37c tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:42.873701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-29198567-8973-49fa-a170-4145a62edc26 req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:42.926767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-321105867'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:42.951098 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:42.972137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:42.984953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:network and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:42.994713 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Network c430819e-8631-42c2-a346-5c8a330bb5cb is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:42.997353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:43.041856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.057362 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:43.060042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-c533d354-86b5-4cdf-89d2-f62b8529c882 req-9e0bfe55-c717-4e9d-bec1-919a2d674f99 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Unset dirty status for tenant:6eb05f5695bc465ba7db98f5e6c92aa6 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:43.061383 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c533d354-86b5-4cdf-89d2-f62b8529c882 req-9e0bfe55-c717-4e9d-bec1-919a2d674f99 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 210 time: 0.8289514 Aug 26 01:05:43.062867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-29198567-8973-49fa-a170-4145a62edc26 req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Transition to ACTIVE for port object 25983b07-023b-4237-a02f-0d28d7493c5f will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:43.072327 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:43.080539 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:43.081339 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.087861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:43.155278 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:05:43.189591 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dce03460-c54b-49c7-8ae2-2211598375f7 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.344096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42a81cca-1bdf-4007-8a55-955cfc20c37c tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.363756 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce03460-c54b-49c7-8ae2-2211598375f7 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Pushing event deleted for resources: {'Port': ['ID=5907a638-791f-4de2-bf08-5d268bd6c043,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:43.365281 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42a81cca-1bdf-4007-8a55-955cfc20c37c tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.374650 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dce03460-c54b-49c7-8ae2-2211598375f7 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.374958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:05:43.395657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.406349 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dce03460-c54b-49c7-8ae2-2211598375f7 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "DELETE /v2.0/ports/5907a638-791f-4de2-bf08-5d268bd6c043 HTTP/1.1" status: 204 len: 168 time: 2.6245372 Aug 26 01:05:43.411323 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42844) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:43.434378 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Transition to ACTIVE for port object 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:43.453434 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:43.461088 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.481694 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c8934d1f-d16e-43e6-a32b-da4c2dc9e785 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 5.6964662 Aug 26 01:05:43.483480 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef668262-347f-4e09-9295-206896bc40a7 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] GET failed (client error): The resource could not be found. Aug 26 01:05:43.483480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ef668262-347f-4e09-9295-206896bc40a7 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Synchronizing usage tracker for tenant:62eea4bb8c1a457e8ba660f1a8e51362 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:43.484892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42848) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:43.486004 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.507394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:43.513730 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:security_group_rule and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:43.516721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:43.530955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:43.538593 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-714d3ab8-dbca-47b7-bee1-f029cda32e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.563658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42a81cca-1bdf-4007-8a55-955cfc20c37c tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.564130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a81cca-1bdf-4007-8a55-955cfc20c37c tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a279dc69-b3d4-48f8-8376-51f4ba3dea82 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:05:43.581175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a1656-a417-4dfd-b95d-f636d4339e91 req-f3988262-48a3-48d9-83f6-197190b908f5 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:43.582831 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ee4a1656-a417-4dfd-b95d-f636d4339e91 req-f3988262-48a3-48d9-83f6-197190b908f5 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 932 time: 0.3631010 Aug 26 01:05:43.587160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Allocated IP 172.20.0.4 (c45a462d-ab07-4562-bb68-33b7bd6a5986/0838e57b-fe9c-48b3-a057-23f3bcb21212/21b0970c-debb-438a-876b-1793bb8917c0) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:43.593445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.610045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42a81cca-1bdf-4007-8a55-955cfc20c37c tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.611682 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-42a81cca-1bdf-4007-8a55-955cfc20c37c tempest-RoutersTestDVR-1303437052 tempest-RoutersTestDVR-1303437052-project-admin] 10.222.0.83 "DELETE /v2.0/routers/a279dc69-b3d4-48f8-8376-51f4ba3dea82 HTTP/1.1" status: 204 len: 168 time: 1.2064691 Aug 26 01:05:43.615758 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-29198567-8973-49fa-a170-4145a62edc26 req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.622113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d3ab8-dbca-47b7-bee1-f029cda32e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68bec7f-0b96-4c9a-83aa-b543ce86a4a8,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:43.670043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-997e18cc-ae08-4868-a40f-8821d66c4492 None None] Provisioning for port 542ea585-7865-4efd-9b7e-06ae2a8ffe11 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:43.677029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-997e18cc-ae08-4868-a40f-8821d66c4492 None None] Provisioning complete for port 542ea585-7865-4efd-9b7e-06ae2a8ffe11 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:43.679557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-997e18cc-ae08-4868-a40f-8821d66c4492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.696595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ef668262-347f-4e09-9295-206896bc40a7 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] Unset dirty status for tenant:62eea4bb8c1a457e8ba660f1a8e51362 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:43.703099 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ef668262-347f-4e09-9295-206896bc40a7 tempest-PortsAdminExtendedAttrsTestJSON-1976979609 tempest-PortsAdminExtendedAttrsTestJSON-1976979609-project-admin] 10.222.0.83 "GET /v2.0/ports/5907a638-791f-4de2-bf08-5d268bd6c043 HTTP/1.1" status: 404 len: 333 time: 0.2919793 Aug 26 01:05:43.703766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42854) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:43.727493 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-714d3ab8-dbca-47b7-bee1-f029cda32e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:43.732561 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-714d3ab8-dbca-47b7-bee1-f029cda32e9e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a68bec7f-0b96-4c9a-83aa-b543ce86a4a8 HTTP/1.1" status: 204 len: 168 time: 2.1754353 Aug 26 01:05:43.740729 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-997e18cc-ae08-4868-a40f-8821d66c4492 None None] Port 542ea585-7865-4efd-9b7e-06ae2a8ffe11 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:05:43.808308 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29198567-8973-49fa-a170-4145a62edc26 req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Network 174dbc40-879a-4d96-b5c3-d31c82619b85 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:43.824668 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [req-29198567-8973-49fa-a170-4145a62edc26 req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:43.837697 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-29198567-8973-49fa-a170-4145a62edc26 req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:44.106042 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Pushing event updated for resources: {'Port': ['ID=44338cc2-a3ed-4c32-8362-45a6a6eb5e78,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:44.106731 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Pushing event updated for resources: {'Port': ['ID=25983b07-023b-4237-a02f-0d28d7493c5f,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:44.108558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29198567-8973-49fa-a170-4145a62edc26 req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:44.109219 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-29198567-8973-49fa-a170-4145a62edc26 req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:44.120353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1289e5c8-1571-4da0-924f-df814be675d5 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:44.202221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:44.350185 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1289e5c8-1571-4da0-924f-df814be675d5 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:44.354270 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:44.459450 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ee4a1656-a417-4dfd-b95d-f636d4339e91 req-32878996-d4a9-4097-85a4-638dafe1fec4 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7939961 Aug 26 01:05:44.472650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Attempting to bind port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:44.473320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Attempting to bind port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'd26fdeef-60bf-477c-a8a6-c33a9c235219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:44.473908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Attempting to bind port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 on network 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:44.487506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 on network 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:44.488199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Attempting to bind port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 on network 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:44.515592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4343784-f62e-4334-b234-2edb81958016 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:44.515592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4343784-f62e-4334-b234-2edb81958016 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:44.515870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4343784-f62e-4334-b234-2edb81958016 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:44.520065 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e4343784-f62e-4334-b234-2edb81958016 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 1.0306923 Aug 26 01:05:44.520715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42862) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:44.553080 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:05:44.553526 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Checking segment: {'id': 'd26fdeef-60bf-477c-a8a6-c33a9c235219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:44.558237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Bound using segment: {'id': 'd26fdeef-60bf-477c-a8a6-c33a9c235219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:05:44.559156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Bound port: 44338cc2-a3ed-4c32-8362-45a6a6eb5e78, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26fdeef-60bf-477c-a8a6-c33a9c235219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:05:44.559977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:44.592363 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-1289e5c8-1571-4da0-924f-df814be675d5 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a285da1-ff76-4a19-8e0d-8da77d84588d']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:44.612263 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-1289e5c8-1571-4da0-924f-df814be675d5 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527003a1-d04d-480b-91eb-1899b7e8dcee') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:44.612685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-1289e5c8-1571-4da0-924f-df814be675d5 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527003a1-d04d-480b-91eb-1899b7e8dcee') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:44.636798 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-35752533-5bb5-4eaa-a009-9638d88d3289 None None] Provisioning for port 25983b07-023b-4237-a02f-0d28d7493c5f completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:44.641211 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-d0bb6e44-e6cc-4cca-b1e3-d40f55b54da9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1611714 Aug 26 01:05:44.663097 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:44.663281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-35752533-5bb5-4eaa-a009-9638d88d3289 None None] Provisioning complete for port 25983b07-023b-4237-a02f-0d28d7493c5f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:44.663281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-35752533-5bb5-4eaa-a009-9638d88d3289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:44.663464 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1289e5c8-1571-4da0-924f-df814be675d5 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:44.663552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:44.679776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Request body: {'port': {'device_id': '19dff9f0-df08-4b85-8ba7-d8472e71c03a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:44.750646 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2e042b99-31e1-4a4e-aaec-8886e508c9bf tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Deleting port 542ea585-7865-4efd-9b7e-06ae2a8ffe11 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:44.750992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2e042b99-31e1-4a4e-aaec-8886e508c9bf tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:44.755642 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-35752533-5bb5-4eaa-a009-9638d88d3289 None None] Port 25983b07-023b-4237-a02f-0d28d7493c5f cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:05:44.767089 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:44.778234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1289e5c8-1571-4da0-924f-df814be675d5 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:44.796455 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c003e730-2abe-433b-a0d9-8709655a9d76,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:44.818082 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1289e5c8-1571-4da0-924f-df814be675d5 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:05:44.818082 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1289e5c8-1571-4da0-924f-df814be675d5 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:44.858351 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:44.859931 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Added segment b1a28812-f689-4b02-a2be-3e6cbd03b45b of type vlan for network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c Aug 26 01:05:44.877618 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Network c45a462d-ab07-4562-bb68-33b7bd6a5986 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:44.891674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:44.900824 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:44.930532 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 527003a1-d04d-480b-91eb-1899b7e8dcee resource provider aggregate not found Aug 26 01:05:44.961235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Pushing event updated for resources: {'Port': ['ID=21b0970c-debb-438a-876b-1793bb8917c0,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:44.974844 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] For port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:05:45.013371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] For port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=44338cc2-a3ed-4c32-8362-45a6a6eb5e78,segment=NetworkSegment(d26fdeef-60bf-477c-a8a6-c33a9c235219),segment_id=d26fdeef-60bf-477c-a8a6-c33a9c235219)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:05:45.047968 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 527003a1-d04d-480b-91eb-1899b7e8dcee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 527003a1-d04d-480b-91eb-1899b7e8dcee found for delete ", "request_id": "req-621fa233-0a03-4418-ba9e-1bdf1cf70006"}]} Aug 26 01:05:45.086541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23997a52-3b64-4dd3-b0f8-e120dd3a2723 req-5e6f3850-c209-49fe-a35f-2226acae4932 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:45.088756 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-23997a52-3b64-4dd3-b0f8-e120dd3a2723 req-5e6f3850-c209-49fe-a35f-2226acae4932 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 931 time: 0.6794181 Aug 26 01:05:45.112309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:45.154168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:45.216533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42874) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:45.264735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:45.303414 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1289e5c8-1571-4da0-924f-df814be675d5 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:45.309527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1289e5c8-1571-4da0-924f-df814be675d5 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:45.352741 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Pushing event updated for resources: {'Port': ['ID=44338cc2-a3ed-4c32-8362-45a6a6eb5e78,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:45.353216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:45.354179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:45.355999 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-44a90f50-9bf0-4124-a46f-f5cce857f564 service neutron] 10.222.0.94 "PUT /v2.0/ports/44338cc2-a3ed-4c32-8362-45a6a6eb5e78 HTTP/1.1" status: 200 len: 1094 time: 3.5446558 Aug 26 01:05:45.361193 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299616a1-47e2-4ece-80c2-3e1e9927c12f', 'tag': '44338cc2-a3ed-4c32-8362-45a6a6eb5e78'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:05:45.396029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289e5c8-1571-4da0-924f-df814be675d5 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] Pushing event deleted for resources: {'Network': ['ID=9a285da1-ff76-4a19-8e0d-8da77d84588d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:45.430816 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1289e5c8-1571-4da0-924f-df814be675d5 tempest-PortsAdminExtendedAttrsTestJSON-1016030785 tempest-PortsAdminExtendedAttrsTestJSON-1016030785-project] 10.222.0.83 "DELETE /v2.0/networks/9a285da1-ff76-4a19-8e0d-8da77d84588d HTTP/1.1" status: 204 len: 168 time: 1.6962931 Aug 26 01:05:45.442847 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-23997a52-3b64-4dd3-b0f8-e120dd3a2723 req-8435d129-0686-4df6-999e-a1259fe7bff5 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467233 Aug 26 01:05:45.576115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:45.585869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:45.587971 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:45.594271 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a89b7daf-1b77-4db8-91c2-e46966a235a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:45.780786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a89b7daf-1b77-4db8-91c2-e46966a235a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:45.808242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a89b7daf-1b77-4db8-91c2-e46966a235a0 admin admin] Usage tracker for resource:security_group_rule and tenant:1ce5d614b02d4b0fa05cbb6e99b90329 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:45.823101 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a89b7daf-1b77-4db8-91c2-e46966a235a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:45.841602 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Network': ['ID=0a9fbbf1-89c9-44bd-8a9c-c5f98595492c,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:45.850481 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a89b7daf-1b77-4db8-91c2-e46966a235a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:45.870143 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:45.890924 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2e042b99-31e1-4a4e-aaec-8886e508c9bf tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:46.057855 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-70437aff-3f85-4c6a-96e2-8383c2e2ac5f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.7889001 Aug 26 01:05:46.075871 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42900) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:46.119399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:46.310479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42908) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:46.371763 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:46.402630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:46.415179 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:46.439394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:46.537164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2e042b99-31e1-4a4e-aaec-8886e508c9bf tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Calling delete_port for 542ea585-7865-4efd-9b7e-06ae2a8ffe11 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:46.714732 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a89b7daf-1b77-4db8-91c2-e46966a235a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:46.731297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25983b07-023b-4237-a02f-0d28d7493c5f {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:05:46.741779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:46.746970 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-582ad47a-a585-4d49-8f01-6825076f82f2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ea7fca2489b94f1299d4dad518018730&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4258871 Aug 26 01:05:46.784346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42922) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:46.792311 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e088386-e720-452c-b0f2-26e34ae6534d'] response: {'name': 'network-changed', 'server_uuid': '299616a1-47e2-4ece-80c2-3e1e9927c12f', 'tag': '44338cc2-a3ed-4c32-8362-45a6a6eb5e78', 'status': 'completed', 'code': 200} Aug 26 01:05:46.822980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Transition to ACTIVE for port object 25983b07-023b-4237-a02f-0d28d7493c5f will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:46.875641 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6907c-f30c-40c1-9b7d-923f24f60b85 req-2144ca63-f3f6-4cc0-91e2-2dec42b04651 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:46.883779 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a6d6907c-f30c-40c1-9b7d-923f24f60b85 req-2144ca63-f3f6-4cc0-91e2-2dec42b04651 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 944 time: 1.1940994 Aug 26 01:05:46.892493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-c636211b-ba37-4c78-8935-ffc364403f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:46.894157 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-c636211b-ba37-4c78-8935-ffc364403f9c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dc7e4520f47e43769b8eb97b4077c751&device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 1097 time: 1.1886330 Aug 26 01:05:46.894721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:46.960113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a89b7daf-1b77-4db8-91c2-e46966a235a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:47.001574 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b7daf-1b77-4db8-91c2-e46966a235a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c045b7c-c709-4ade-ac73-20e120e3ca15,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:47.011028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:47.224858 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:47.224858 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:47.225050 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-13025340-924d-422e-900f-0849e7a618c5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44338cc2-a3ed-4c32-8362-45a6a6eb5e78 HTTP/1.1" status: 200 len: 217 time: 0.1597548 Aug 26 01:05:47.456243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-2c7b2c83-6574-4cd7-888a-d3ba74b49112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:47.457766 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-2c7b2c83-6574-4cd7-888a-d3ba74b49112 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5688c5e7-2a4d-4222-b8d3-ece066beeeca HTTP/1.1" status: 200 len: 850 time: 0.2253904 Aug 26 01:05:47.468486 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2057fa6f-50f2-4d73-8e17-da2592105ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:47.478568 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a6d6907c-f30c-40c1-9b7d-923f24f60b85 req-d61d2c4a-529e-4139-8366-8e78e99d3f77 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5923984 Aug 26 01:05:47.528889 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a89b7daf-1b77-4db8-91c2-e46966a235a0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1ce5d614b02d4b0fa05cbb6e99b90329&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3093350 Aug 26 01:05:47.529920 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42932) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:47.663705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Pushing event updated for resources: {'Port': ['ID=25983b07-023b-4237-a02f-0d28d7493c5f,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:47.720915 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f66f3-5bc7-49f3-8b03-5934275baed7 req-6da2c3f9-adf3-40ca-8dca-fbebbb00175f tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:47.722544 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-909f66f3-5bc7-49f3-8b03-5934275baed7 req-6da2c3f9-adf3-40ca-8dca-fbebbb00175f tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 931 time: 0.8334360 Aug 26 01:05:47.760390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Attempting to bind port 25983b07-023b-4237-a02f-0d28d7493c5f on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:47.760711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Attempting to bind port 25983b07-023b-4237-a02f-0d28d7493c5f by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '4cb85b69-9a34-4e9a-85df-0f6663512b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:47.761134 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Attempting to bind port 25983b07-023b-4237-a02f-0d28d7493c5f on network 174dbc40-879a-4d96-b5c3-d31c82619b85 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:47.773633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Port 25983b07-023b-4237-a02f-0d28d7493c5f on network 174dbc40-879a-4d96-b5c3-d31c82619b85 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:05:47.774029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Attempting to bind port 25983b07-023b-4237-a02f-0d28d7493c5f on network 174dbc40-879a-4d96-b5c3-d31c82619b85 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:47.796950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:05:47.796950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Checking segment: {'id': '4cb85b69-9a34-4e9a-85df-0f6663512b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:47.796950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Bound using segment: {'id': '4cb85b69-9a34-4e9a-85df-0f6663512b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:05:47.796950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Bound port: 25983b07-023b-4237-a02f-0d28d7493c5f, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb85b69-9a34-4e9a-85df-0f6663512b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:05:47.796950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:47.841415 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-909f66f3-5bc7-49f3-8b03-5934275baed7 req-5df896f9-7773-4543-aaa6-4646e5b76c82 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073101 Aug 26 01:05:47.850504 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-41384e8d-8fe4-49a5-b450-3460e49dc02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:47.880430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2057fa6f-50f2-4d73-8e17-da2592105ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:47.958301 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-41384e8d-8fe4-49a5-b450-3460e49dc02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:47.963806 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-668197a0-f314-40ad-89bf-869ebebc66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:47.965502 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-668197a0-f314-40ad-89bf-869ebebc66e6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6e95c854-f01a-4195-8eb1-4cf6cc7465e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1920335 Aug 26 01:05:47.998504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:48.020392 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] For port 25983b07-023b-4237-a02f-0d28d7493c5f, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:05:48.040168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] For port 25983b07-023b-4237-a02f-0d28d7493c5f, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=25983b07-023b-4237-a02f-0d28d7493c5f,segment=NetworkSegment(4cb85b69-9a34-4e9a-85df-0f6663512b73),segment_id=4cb85b69-9a34-4e9a-85df-0f6663512b73)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:05:48.192952 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:48.195466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-41384e8d-8fe4-49a5-b450-3460e49dc02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:48.202659 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:48.203661 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:48.205306 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] 10.222.0.94 "PUT /v2.0/ports/25983b07-023b-4237-a02f-0d28d7493c5f HTTP/1.1" status: 200 len: 1093 time: 3.5327692 Aug 26 01:05:48.209532 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2e042b99-31e1-4a4e-aaec-8886e508c9bf tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:48.269261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dff9f0-df08-4b85-8ba7-d8472e71c03a', 'tag': '25983b07-023b-4237-a02f-0d28d7493c5f'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:05:48.310201 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e042b99-31e1-4a4e-aaec-8886e508c9bf tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Pushing event deleted for resources: {'Port': ['ID=542ea585-7865-4efd-9b7e-06ae2a8ffe11,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:48.318687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41384e8d-8fe4-49a5-b450-3460e49dc02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c045b7c-c709-4ade-ac73-20e120e3ca15,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:48.351232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-41384e8d-8fe4-49a5-b450-3460e49dc02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:48.351232 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-41384e8d-8fe4-49a5-b450-3460e49dc02b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5c045b7c-c709-4ade-ac73-20e120e3ca15 HTTP/1.1" status: 204 len: 168 time: 0.8057575 Aug 26 01:05:48.485251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dc30b-789c-4fd6-809d-e7ebc8ee4db0 service neutron] Pushing event updated for resources: {'Port': ['ID=25983b07-023b-4237-a02f-0d28d7493c5f,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:48.543612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2057fa6f-50f2-4d73-8e17-da2592105ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:48.582023 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2e042b99-31e1-4a4e-aaec-8886e508c9bf tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:48.637397 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-b18741ff-7c55-4bd5-aac0-801d192a382e service neutron] 10.222.0.94 "GET /v2.0/networks/6e95c854-f01a-4195-8eb1-4cf6cc7465e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6584291 Aug 26 01:05:48.714694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29198567-8973-49fa-a170-4145a62edc26 req-392ceaa6-80b2-479b-a25b-9eba5b61569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:48.721515 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-392ceaa6-80b2-479b-a25b-9eba5b61569f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6eb05f5695bc465ba7db98f5e6c92aa6&device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 1096 time: 0.2924747 Aug 26 01:05:48.739052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2057fa6f-50f2-4d73-8e17-da2592105ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:48.781255 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2057fa6f-50f2-4d73-8e17-da2592105ee0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c23ed4c7-2937-4641-a21c-c5698c855427 HTTP/1.1" status: 204 len: 168 time: 1.9529257 Aug 26 01:05:48.781255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057fa6f-50f2-4d73-8e17-da2592105ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23ed4c7-2937-4641-a21c-c5698c855427,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:48.781255 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2e042b99-31e1-4a4e-aaec-8886e508c9bf tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] 10.222.0.83 "DELETE /v2.0/ports/542ea585-7865-4efd-9b7e-06ae2a8ffe11 HTTP/1.1" status: 204 len: 168 time: 4.2229242 Aug 26 01:05:48.797265 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42956) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:48.882708 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-c6626485-351a-458d-bc28-3731d1633d27 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25983b07-023b-4237-a02f-0d28d7493c5f HTTP/1.1" status: 200 len: 217 time: 0.1207941 Aug 26 01:05:48.939911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:49.122687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:49.123182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network hostable DHCP agents. Network: 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:05:49.131258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=e2e5cdf1-3d2c-432b-ab01-85898947e244,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:49.137893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29198567-8973-49fa-a170-4145a62edc26 req-2b2da184-778a-43c3-8f26-b920b8318bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:49.139378 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-2b2da184-778a-43c3-8f26-b920b8318bcd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=eace32ba-c656-40e4-806c-60ae69edefc3 HTTP/1.1" status: 200 len: 845 time: 0.1335804 Aug 26 01:05:49.215580 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-bd6c4f63-5278-43b3-94fe-234bf71a63a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Request body: {'port': {'name': 'tempest-new-port-name-348252945', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:49.216301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.api.validators [None req-bd6c4f63-5278-43b3-94fe-234bf71a63a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] bootfile-name is not in valid_values {{(pid=89862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 26 01:05:49.216781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.api.validators [None req-bd6c4f63-5278-43b3-94fe-234bf71a63a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] tftp-server is not in valid_values {{(pid=89862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 26 01:05:49.217236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.api.validators [None req-bd6c4f63-5278-43b3-94fe-234bf71a63a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] server-ip-address is not in valid_values {{(pid=89862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 26 01:05:49.255628 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a52298e-7e3d-45d3-b179-5024c4a75e3f'] response: {'name': 'network-changed', 'server_uuid': '19dff9f0-df08-4b85-8ba7-d8472e71c03a', 'tag': '25983b07-023b-4237-a02f-0d28d7493c5f', 'status': 'completed', 'code': 200} Aug 26 01:05:49.298258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29198567-8973-49fa-a170-4145a62edc26 req-1b98ddba-1ed6-43b1-af66-08e237c84419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:49.299991 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-1b98ddba-1ed6-43b1-af66-08e237c84419 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=174dbc40-879a-4d96-b5c3-d31c82619b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1493847 Aug 26 01:05:49.344232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:05:49.350635 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeadb564-8d07-42b8-b44c-3a99059d6581 req-25a5ca87-e4b1-4438-81e9-9fadca431ea5 service neutron] 10.222.0.94 "GET /v2.0/networks/6e95c854-f01a-4195-8eb1-4cf6cc7465e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473403 Aug 26 01:05:49.380582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d2cf6-6137-4b9e-a9b8-d5bc78e06679 req-92f2ecd6-b6dd-4494-9fb6-693d08b789b8 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:49.382227 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c38d2cf6-6137-4b9e-a9b8-d5bc78e06679 req-92f2ecd6-b6dd-4494-9fb6-693d08b789b8 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 944 time: 0.5901613 Aug 26 01:05:49.476384 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Router a5612767-6e14-4ec1-ae55-a48f43388215 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:05:49.560951 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:49.574128 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e200b01-6f09-4b0f-8735-0b381d65dbbb None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:49.583660 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:49.584450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:49.663760 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-fdcd2f4f-5503-41d8-ace3-ff42c68c2db1 service neutron] 10.222.0.94 "GET /v2.0/networks/174dbc40-879a-4d96-b5c3-d31c82619b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955117 Aug 26 01:05:49.663760 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7a335-6168-4c85-908a-4a99136a8a49 req-3a4d326e-ac90-4ba7-a829-9dac9b4463c8 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:49.663760 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6ed7a335-6168-4c85-908a-4a99136a8a49 req-3a4d326e-ac90-4ba7-a829-9dac9b4463c8 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 943 time: 0.1846988 Aug 26 01:05:49.773779 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6ed7a335-6168-4c85-908a-4a99136a8a49 req-e139f0f8-2a53-4a7c-b39c-447af28a6802 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362102 Aug 26 01:05:49.799961 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9d36d0de-ca7b-4db2-915a-9bb50ed1444c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7174320 Aug 26 01:05:49.813959 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42970) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:49.848448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'name': 'tempest-NetworksTestDHCPv6-1501212540'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:49.955909 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c38d2cf6-6137-4b9e-a9b8-d5bc78e06679 req-3ac408dc-2297-4d73-8f2b-a35eadff3a82 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5005498 Aug 26 01:05:49.966436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4f63-5278-43b3-94fe-234bf71a63a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:50.092820 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-29198567-8973-49fa-a170-4145a62edc26 req-9ec1002f-2e97-499a-9aef-9f836c6ca358 service neutron] 10.222.0.94 "GET /v2.0/networks/174dbc40-879a-4d96-b5c3-d31c82619b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142902 Aug 26 01:05:50.130611 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:50.136338 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:50.143556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:50.144486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': 'e2e5cdf1-3d2c-432b-ab01-85898947e244'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:05:50.145811 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:50.146897 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:50.232858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedcdae-a2de-444c-a3e3-f107a28b345f req-9f3b851e-3ed1-4e36-94e0-6b2c2952f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:50.234283 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bbedcdae-a2de-444c-a3e3-f107a28b345f req-9f3b851e-3ed1-4e36-94e0-6b2c2952f8cf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dc7e4520f47e43769b8eb97b4077c751&device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 1097 time: 0.5541174 Aug 26 01:05:50.261213 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:05:50.275026 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Sync routers for ids ['a5612767-6e14-4ec1-ae55-a48f43388215'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:05:50.281163 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:50.286059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:50.300180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42978) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:50.309574 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Routers {'a5612767-6e14-4ec1-ae55-a48f43388215'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:05:50.316023 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:05:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['a5612767-6e14-4ec1-ae55-a48f43388215'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:50.321450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Allocated IP 2001:db8::2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/e2e5cdf1-3d2c-432b-ab01-85898947e244/58874815-2eb9-498e-975f-3b4ba372f0e7) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:50.325824 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74743889-ed2c-4bd7-83a3-4a0bda46dc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:50.346174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-74743889-ed2c-4bd7-83a3-4a0bda46dc4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:50.351813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-74743889-ed2c-4bd7-83a3-4a0bda46dc4c admin admin] Usage tracker for resource:security_group_rule and tenant:bd176ff04e524fe8a7343faab52635b0 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:50.360840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port fc5cea8f-5a38-4b3d-aaa4-19bf9e5e15d7 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:05:50.363446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-74743889-ed2c-4bd7-83a3-4a0bda46dc4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:50.373654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-74743889-ed2c-4bd7-83a3-4a0bda46dc4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:50.376854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4f63-5278-43b3-94fe-234bf71a63a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:50.378568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:50.382641 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1423ad07-be3c-4f33-9b26-c69dbfb7e72e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.8514869 Aug 26 01:05:50.383248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42982) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:50.582932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fad46-0f78-4b40-a776-b53ae8112797 req-58e07c13-5935-4ea5-8a07-999dc95621b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:50.584412 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6e7fad46-0f78-4b40-a776-b53ae8112797 req-58e07c13-5935-4ea5-8a07-999dc95621b9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6eb05f5695bc465ba7db98f5e6c92aa6&device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 1096 time: 0.1068096 Aug 26 01:05:50.607481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4f63-5278-43b3-94fe-234bf71a63a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:50.618140 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Set router a5612767-6e14-4ec1-ae55-a48f43388215 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:05:50.716417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:50.730458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Transition to ACTIVE for port object 58874815-2eb9-498e-975f-3b4ba372f0e7 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:50.746874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 42990) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:50.753486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Transition to ACTIVE for port object 58874815-2eb9-498e-975f-3b4ba372f0e7 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:50.778270 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c4f63-5278-43b3-94fe-234bf71a63a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] In _notify_port_updated(), no bound segment for port 1a282dc5-12ed-4118-9ebc-4e329c5c4ec8 on network c430819e-8631-42c2-a346-5c8a330bb5cb {{(pid=89862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:05:50.783705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6c4f63-5278-43b3-94fe-234bf71a63a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:50.784351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4f63-5278-43b3-94fe-234bf71a63a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:50.793223 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bd6c4f63-5278-43b3-94fe-234bf71a63a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] 10.222.0.83 "PUT /v2.0/ports/1a282dc5-12ed-4118-9ebc-4e329c5c4ec8 HTTP/1.1" status: 200 len: 1128 time: 1.9830201 Aug 26 01:05:50.798229 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 42994) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:50.809305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c4f63-5278-43b3-94fe-234bf71a63a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Pushing event updated for resources: {'Port': ['ID=1a282dc5-12ed-4118-9ebc-4e329c5c4ec8,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:50.825310 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:50.950948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:50.961771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:50.965968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:51.052638 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fad46-0f78-4b40-a776-b53ae8112797 req-fec0265b-a590-46ee-b937-70f6b62a8779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:51.054147 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6e7fad46-0f78-4b40-a776-b53ae8112797 req-fec0265b-a590-46ee-b937-70f6b62a8779 service neutron] 10.222.0.94 "GET /v2.0/networks?id=174dbc40-879a-4d96-b5c3-d31c82619b85 HTTP/1.1" status: 200 len: 908 time: 0.4624157 Aug 26 01:05:51.179686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:51.199104 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Pushing event updated for resources: {'Port': ['ID=58874815-2eb9-498e-975f-3b4ba372f0e7,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:51.222248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Attempting to bind port 58874815-2eb9-498e-975f-3b4ba372f0e7 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:51.222984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Attempting to bind port 58874815-2eb9-498e-975f-3b4ba372f0e7 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:51.223351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Attempting to bind port 58874815-2eb9-498e-975f-3b4ba372f0e7 on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:51.224427 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5612767-6e14-4ec1-ae55-a48f43388215', 'name': '', 'tenant_id': '9d3e8d23148a4ac991b985c983966806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45a462d-ab07-4562-bb68-33b7bd6a5986', 'external_fixed_ips': [{'subnet_id': '0838e57b-fe9c-48b3-a057-23f3bcb21212', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '21b0970c-debb-438a-876b-1793bb8917c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:40Z', 'updated_at': '2022-08-26T01:05:45Z', 'revision_number': 3, 'project_id': '9d3e8d23148a4ac991b985c983966806', 'gw_port': {'id': '21b0970c-debb-438a-876b-1793bb8917c0', 'name': '', 'network_id': 'c45a462d-ab07-4562-bb68-33b7bd6a5986', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5612767-6e14-4ec1-ae55-a48f43388215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '0838e57b-fe9c-48b3-a057-23f3bcb21212', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:43Z', 'updated_at': '2022-08-26T01:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0838e57b-fe9c-48b3-a057-23f3bcb21212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:51.237462 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Checking router: a5612767-6e14-4ec1-ae55-a48f43388215 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:05:51.237974 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Updating router a5612767-6e14-4ec1-ae55-a48f43388215 port 21b0970c-debb-438a-876b-1793bb8917c0 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:05:51.241689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:05:51.242089 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:51.242491 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:51.242883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:05:51.246996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Bound port: 58874815-2eb9-498e-975f-3b4ba372f0e7, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:05:51.248975 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:51.285037 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6e7fad46-0f78-4b40-a776-b53ae8112797 req-b7a875f8-8ea3-4132-bba5-5c20723a09d6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25983b07-023b-4237-a02f-0d28d7493c5f HTTP/1.1" status: 200 len: 217 time: 0.1990886 Aug 26 01:05:51.322089 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:51.382720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43006) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:51.384061 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::3ac (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/e2e5cdf1-3d2c-432b-ab01-85898947e244/fc5cea8f-5a38-4b3d-aaa4-19bf9e5e15d7) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:51.390732 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-345eb6db-d69b-4caa-9563-40f0c33e8ef9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=62eea4bb8c1a457e8ba660f1a8e51362&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6158142 Aug 26 01:05:51.394535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] For port 58874815-2eb9-498e-975f-3b4ba372f0e7, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:05:51.398439 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] For port 58874815-2eb9-498e-975f-3b4ba372f0e7, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=58874815-2eb9-498e-975f-3b4ba372f0e7,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:05:51.403971 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43010) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:51.407570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ce89215a-efcf-4156-9406-42fed9173492 None None] Provisioning complete for port 1a282dc5-12ed-4118-9ebc-4e329c5c4ec8 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:51.408147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ce89215a-efcf-4156-9406-42fed9173492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:51.447295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fad46-0f78-4b40-a776-b53ae8112797 req-70070e61-c375-4444-933a-60ed616e436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:51.448781 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6e7fad46-0f78-4b40-a776-b53ae8112797 req-70070e61-c375-4444-933a-60ed616e436b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=eace32ba-c656-40e4-806c-60ae69edefc3 HTTP/1.1" status: 200 len: 845 time: 0.1460590 Aug 26 01:05:51.480103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ce89215a-efcf-4156-9406-42fed9173492 None None] Port 1a282dc5-12ed-4118-9ebc-4e329c5c4ec8 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:05:51.494473 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:51.619827 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5132a11-7a1d-47de-92c3-82234cbb5e68 req-f33e8e09-45da-4e76-a28d-1dd9b412d8fe tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:51.621651 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a5132a11-7a1d-47de-92c3-82234cbb5e68 req-f33e8e09-45da-4e76-a28d-1dd9b412d8fe tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 943 time: 0.5371284 Aug 26 01:05:51.627912 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ba398-fcaf-4fcf-8882-072996647f57 None None] Pushing event updated for resources: {'Port': ['ID=58874815-2eb9-498e-975f-3b4ba372f0e7,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:51.633541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedcdae-a2de-444c-a3e3-f107a28b345f req-9aed8ab0-72fb-46a8-a88a-1d4850ad59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:51.636034 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bbedcdae-a2de-444c-a3e3-f107a28b345f req-9aed8ab0-72fb-46a8-a88a-1d4850ad59f9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6e95c854-f01a-4195-8eb1-4cf6cc7465e9 HTTP/1.1" status: 200 len: 913 time: 1.1253994 Aug 26 01:05:51.646104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb0545a-6a0a-482f-9513-5c415de27034 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:51.646751 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9cb0545a-6a0a-482f-9513-5c415de27034 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Synchronizing usage tracker for tenant:b5a9d0191a3e44caa59bf477cf456eda on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:51.655131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:51.662529 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c144837d-c57f-45c3-ac4a-0ab4ac5b9680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:51.714956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c144837d-c57f-45c3-ac4a-0ab4ac5b9680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:51.761023 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bbedcdae-a2de-444c-a3e3-f107a28b345f req-e272cb5e-85f4-4335-85ac-22e222a0029b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44338cc2-a3ed-4c32-8362-45a6a6eb5e78 HTTP/1.1" status: 200 len: 217 time: 0.1112182 Aug 26 01:05:51.826900 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:51.833600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:51.838566 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Usage tracker for resource:floatingip and tenant:0f741e42c9b940f8b733dac3f96228f0 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:51.841955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:51.849102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:51.853486 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Deleting port 21b0970c-debb-438a-876b-1793bb8917c0 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:51.853886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:51.884944 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:51.890062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74743889-ed2c-4bd7-83a3-4a0bda46dc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:51.898363 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Transition to ACTIVE for port object 21b0970c-debb-438a-876b-1793bb8917c0 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:51.947348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedcdae-a2de-444c-a3e3-f107a28b345f req-17111e03-8004-4885-8009-e1054f5f992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:51.948796 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bbedcdae-a2de-444c-a3e3-f107a28b345f req-17111e03-8004-4885-8009-e1054f5f992d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5688c5e7-2a4d-4222-b8d3-ece066beeeca HTTP/1.1" status: 200 len: 850 time: 0.1774213 Aug 26 01:05:51.983859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.010185 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c144837d-c57f-45c3-ac4a-0ab4ac5b9680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.028805 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a5132a11-7a1d-47de-92c3-82234cbb5e68 req-fbf7a2d1-9032-42e3-8b79-31bd8709f70c tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3846507 Aug 26 01:05:52.050527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144837d-c57f-45c3-ac4a-0ab4ac5b9680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53620349-1369-4a59-bd73-2f6c818f0e60,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:52.127492 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.132584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74743889-ed2c-4bd7-83a3-4a0bda46dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.152461 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c144837d-c57f-45c3-ac4a-0ab4ac5b9680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.156315 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c144837d-c57f-45c3-ac4a-0ab4ac5b9680 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/53620349-1369-4a59-bd73-2f6c818f0e60 HTTP/1.1" status: 204 len: 168 time: 0.7499111 Aug 26 01:05:52.184238 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce98d19-c16d-441f-97ee-a49309b886f6 req-1f7e0ace-367b-4153-b126-ed8f7d1355c1 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:52.186676 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fad46-0f78-4b40-a776-b53ae8112797 req-dcbdf63e-8111-4dee-b1a4-abc710d087cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:52.188250 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6e7fad46-0f78-4b40-a776-b53ae8112797 req-dcbdf63e-8111-4dee-b1a4-abc710d087cd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=174dbc40-879a-4d96-b5c3-d31c82619b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7282448 Aug 26 01:05:52.191236 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ce98d19-c16d-441f-97ee-a49309b886f6 req-1f7e0ace-367b-4153-b126-ed8f7d1355c1 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 944 time: 0.7551215 Aug 26 01:05:52.233563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74743889-ed2c-4bd7-83a3-4a0bda46dc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99568ed7-63f5-4fe4-ad6e-d1c27c54a021,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:52.235146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.240701 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Attempting to bind port 21b0970c-debb-438a-876b-1793bb8917c0 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:05:52.241401 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Attempting to bind port 21b0970c-debb-438a-876b-1793bb8917c0 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '100fa1ef-1ac0-4838-9051-c95136c39a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'c45a462d-ab07-4562-bb68-33b7bd6a5986'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:05:52.241987 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Attempting to bind port 21b0970c-debb-438a-876b-1793bb8917c0 on network c45a462d-ab07-4562-bb68-33b7bd6a5986 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:05:52.261208 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:05:52.261937 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Checking segment: {'id': '100fa1ef-1ac0-4838-9051-c95136c39a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'c45a462d-ab07-4562-bb68-33b7bd6a5986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:52.262903 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.263511 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Bound using segment: {'id': '100fa1ef-1ac0-4838-9051-c95136c39a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'c45a462d-ab07-4562-bb68-33b7bd6a5986'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:05:52.264202 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Bound port: 21b0970c-debb-438a-876b-1793bb8917c0, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100fa1ef-1ac0-4838-9051-c95136c39a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'c45a462d-ab07-4562-bb68-33b7bd6a5986'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:05:52.264998 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.298069 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 58874815-2eb9-498e-975f-3b4ba372f0e7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:52.322446 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object fc5cea8f-5a38-4b3d-aaa4-19bf9e5e15d7 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:05:52.357871 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ce98d19-c16d-441f-97ee-a49309b886f6 req-d166199a-aeea-422d-9831-09212be43fc8 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656053 Aug 26 01:05:52.363042 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efceb705-676a-48f4-9764-da196a51d577 None None] Pushing event updated for resources: {'Port': ['ID=21b0970c-debb-438a-876b-1793bb8917c0,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:52.409530 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.409992 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6e7fad46-0f78-4b40-a776-b53ae8112797 req-eabbf785-1ecd-46fb-9a21-b87b7b92891a service neutron] 10.222.0.94 "GET /v2.0/networks/174dbc40-879a-4d96-b5c3-d31c82619b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096143 Aug 26 01:05:52.423582 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] For port 21b0970c-debb-438a-876b-1793bb8917c0, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:05:52.433673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9cb0545a-6a0a-482f-9513-5c415de27034 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Unset dirty status for tenant:b5a9d0191a3e44caa59bf477cf456eda on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:52.433851 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] For port 21b0970c-debb-438a-876b-1793bb8917c0, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=21b0970c-debb-438a-876b-1793bb8917c0,segment=NetworkSegment(100fa1ef-1ac0-4838-9051-c95136c39a74),segment_id=100fa1ef-1ac0-4838-9051-c95136c39a74)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:05:52.433963 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9cb0545a-6a0a-482f-9513-5c415de27034 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] 10.222.0.83 "GET /v2.0/ports/1a282dc5-12ed-4118-9ebc-4e329c5c4ec8 HTTP/1.1" status: 200 len: 1128 time: 1.6231837 Aug 26 01:05:52.440064 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43018) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:52.444633 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-74743889-ed2c-4bd7-83a3-4a0bda46dc4c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bd176ff04e524fe8a7343faab52635b0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1430681 Aug 26 01:05:52.452879 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43022) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:52.479628 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 58874815-2eb9-498e-975f-3b4ba372f0e7 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:52.516132 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.538786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.599103 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Routers {'a5612767-6e14-4ec1-ae55-a48f43388215'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:05:52.601852 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:05:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['a5612767-6e14-4ec1-ae55-a48f43388215'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:52.613757 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.644376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e4c485e3-1571-474c-bacb-75482e9a33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Deleting port 1a282dc5-12ed-4118-9ebc-4e329c5c4ec8 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:52.644962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4c485e3-1571-474c-bacb-75482e9a33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.695098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Calling delete_port for 21b0970c-debb-438a-876b-1793bb8917c0 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:52.756616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7d86b072-0a2e-4b72-ba06-5cac50696c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.777956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:52.798949 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:52.825275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:52.831905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:52.832685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.885869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=fc5cea8f-5a38-4b3d-aaa4-19bf9e5e15d7,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:52.901047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedcdae-a2de-444c-a3e3-f107a28b345f req-1aba0df2-897b-4107-b7ed-9a7b9dd649f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:52.903334 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bbedcdae-a2de-444c-a3e3-f107a28b345f req-1aba0df2-897b-4107-b7ed-9a7b9dd649f9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6e95c854-f01a-4195-8eb1-4cf6cc7465e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9459836 Aug 26 01:05:52.913206 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6e7fad46-0f78-4b40-a776-b53ae8112797 req-1d590e7f-b008-4eed-81a4-13b68edf4a1d service neutron] 10.222.0.94 "GET /v2.0/networks/174dbc40-879a-4d96-b5c3-d31c82619b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893842 Aug 26 01:05:52.927241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7d86b072-0a2e-4b72-ba06-5cac50696c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:52.928255 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efceb705-676a-48f4-9764-da196a51d577 None None] Pushing event updated for resources: {'Port': ['ID=21b0970c-debb-438a-876b-1793bb8917c0,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:52.955089 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] Set router a5612767-6e14-4ec1-ae55-a48f43388215 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:05:53.015999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:05:53.022950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b9d77e-78b0-47a7-93a5-ff65ed5fd861 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:53.046887 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a35c88e6-46ac-40f9-b890-195aee1398c3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2253311 Aug 26 01:05:53.055310 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43032) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:53.124474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Allocated IP 172.26.2.16 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/22b1bd5f-6ebd-4a9d-97ba-bc07ffddbb85) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:05:53.132093 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5612767-6e14-4ec1-ae55-a48f43388215', 'name': '', 'tenant_id': '9d3e8d23148a4ac991b985c983966806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:40Z', 'updated_at': '2022-08-26T01:05:51Z', 'revision_number': 4, 'project_id': '9d3e8d23148a4ac991b985c983966806', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:53.138603 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6241202-1784-4753-bdea-855fd8fd7017 None None] The sync data for ids ['a5612767-6e14-4ec1-ae55-a48f43388215'] in dv-neutron-854561-2-hyperv is: [{'id': 'a5612767-6e14-4ec1-ae55-a48f43388215', 'name': '', 'tenant_id': '9d3e8d23148a4ac991b985c983966806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:40Z', 'updated_at': '2022-08-26T01:05:51Z', 'revision_number': 4, 'project_id': '9d3e8d23148a4ac991b985c983966806', 'gw_port_host': None}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:05:53.335394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1f0719f1-2edf-4da2-a411-c87913ee3bcd None None] Provisioning for port 58874815-2eb9-498e-975f-3b4ba372f0e7 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:53.347006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1f0719f1-2edf-4da2-a411-c87913ee3bcd None None] Provisioning complete for port 58874815-2eb9-498e-975f-3b4ba372f0e7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:53.347624 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1f0719f1-2edf-4da2-a411-c87913ee3bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:53.422355 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0cd44d-98eb-48e8-a834-d90193d7e2a5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:53.425091 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bbedcdae-a2de-444c-a3e3-f107a28b345f req-e1da8234-9e87-4b7f-9eaf-40a75202f561 service neutron] 10.222.0.94 "GET /v2.0/networks/6e95c854-f01a-4195-8eb1-4cf6cc7465e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765551 Aug 26 01:05:53.435228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0cd44d-98eb-48e8-a834-d90193d7e2a5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:53.436044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7f0cd44d-98eb-48e8-a834-d90193d7e2a5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:53.454582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7d86b072-0a2e-4b72-ba06-5cac50696c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:53.551702 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86b072-0a2e-4b72-ba06-5cac50696c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99568ed7-63f5-4fe4-ad6e-d1c27c54a021,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:53.553716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7d86b072-0a2e-4b72-ba06-5cac50696c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:53.558632 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7d86b072-0a2e-4b72-ba06-5cac50696c5c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/99568ed7-63f5-4fe4-ad6e-d1c27c54a021 HTTP/1.1" status: 204 len: 168 time: 1.0978239 Aug 26 01:05:53.652400 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=44338cc2-a3ed-4c32-8362-45a6a6eb5e78,segment=NetworkSegment(d26fdeef-60bf-477c-a8a6-c33a9c235219),segment_id=d26fdeef-60bf-477c-a8a6-c33a9c235219)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:53.660902 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad7469-afcc-4325-8413-702b91b3059f req-d76b1dc8-70cc-45a8-8bf2-727a134aa4f7 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:53.660902 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c3ad7469-afcc-4325-8413-702b91b3059f req-d76b1dc8-70cc-45a8-8bf2-727a134aa4f7 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 943 time: 0.3839583 Aug 26 01:05:53.672616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:53.726986 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7f0cd44d-98eb-48e8-a834-d90193d7e2a5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:53.742629 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7f0cd44d-98eb-48e8-a834-d90193d7e2a5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6916723 Aug 26 01:05:53.783943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43052) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:53.789048 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:53.799900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1f0719f1-2edf-4da2-a411-c87913ee3bcd None None] Current status of the port 58874815-2eb9-498e-975f-3b4ba372f0e7 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:53.800538 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1f0719f1-2edf-4da2-a411-c87913ee3bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:53.812223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '44338cc2-a3ed-4c32-8362-45a6a6eb5e78', 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'port_id': '44338cc2-a3ed-4c32-8362-45a6a6eb5e78', 'mac_address': 'fa:16:3e:64:75:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:05:53.893177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1f0719f1-2edf-4da2-a411-c87913ee3bcd None None] For port 58874815-2eb9-498e-975f-3b4ba372f0e7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=58874815-2eb9-498e-975f-3b4ba372f0e7,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:53.936481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:53.936879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:53.937680 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c3ad7469-afcc-4325-8413-702b91b3059f req-b8f7f966-41bd-483a-9e15-ed098f10797c tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321215 Aug 26 01:05:53.960074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:05:53.976133 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:53.977512 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1f0719f1-2edf-4da2-a411-c87913ee3bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:53.982319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:54.007158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:05:54.040025 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=44338cc2-a3ed-4c32-8362-45a6a6eb5e78,segment=NetworkSegment(d26fdeef-60bf-477c-a8a6-c33a9c235219),segment_id=d26fdeef-60bf-477c-a8a6-c33a9c235219)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:54.044740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4c485e3-1571-474c-bacb-75482e9a33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:54.045895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event updated for resources: {'Port': ['ID=22b1bd5f-6ebd-4a9d-97ba-bc07ffddbb85,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:54.054591 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c62e6d23-e493-4d41-b953-6e86ab257b23 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port fc5cea8f-5a38-4b3d-aaa4-19bf9e5e15d7 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:54.055330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c62e6d23-e493-4d41-b953-6e86ab257b23 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:54.087431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0719f1-2edf-4da2-a411-c87913ee3bcd None None] Pushing event updated for resources: {'Port': ['ID=58874815-2eb9-498e-975f-3b4ba372f0e7,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:54.104531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:54.105184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 25983b07-023b-4237-a02f-0d28d7493c5f details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:05:54.231136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43062) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:54.335494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 58874815-2eb9-498e-975f-3b4ba372f0e7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:54.387298 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.api [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:05:54.388000 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG oslo_db.api [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:05:54.401322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e4c485e3-1571-474c-bacb-75482e9a33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Calling delete_port for 1a282dc5-12ed-4118-9ebc-4e329c5c4ec8 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:54.449724 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bbedcdae-a2de-444c-a3e3-f107a28b345f req-ede0ec1e-69ea-414c-8858-ca66fdd7bced service neutron] 10.222.0.94 "GET /v2.0/networks/6e95c854-f01a-4195-8eb1-4cf6cc7465e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0112684 Aug 26 01:05:54.476869 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=44338cc2-a3ed-4c32-8362-45a6a6eb5e78,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:54.503807 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:54.510616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1866808016'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:54.516234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 58874815-2eb9-498e-975f-3b4ba372f0e7 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:54.516607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:54.518666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:54.523131 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Usage tracker for resource:network and tenant:b120a942a23d48d387021733d6e2baae is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:54.528687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:54.536555 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:54.620998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-77220807-9ae2-42bc-99ef-0bae2c53a68a None None] Provisioning complete for port 58874815-2eb9-498e-975f-3b4ba372f0e7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:54.621369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-77220807-9ae2-42bc-99ef-0bae2c53a68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:54.622261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Made reservation on behalf of b120a942a23d48d387021733d6e2baae for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:54.626252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:54.644455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2824e-656b-4be6-923d-a3c7042f2b95 req-2ed00e83-c528-41d0-88d0-e093a5886f37 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:54.646336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:54.647270 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-59a2824e-656b-4be6-923d-a3c7042f2b95 req-2ed00e83-c528-41d0-88d0-e093a5886f37 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 944 time: 1.0028033 Aug 26 01:05:54.696169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 25983b07-023b-4237-a02f-0d28d7493c5f, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=25983b07-023b-4237-a02f-0d28d7493c5f,segment=NetworkSegment(4cb85b69-9a34-4e9a-85df-0f6663512b73),segment_id=4cb85b69-9a34-4e9a-85df-0f6663512b73)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:54.708235 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:54.714644 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-59a2824e-656b-4be6-923d-a3c7042f2b95 req-94e200bc-e7ad-4b95-b799-aeea7cd8f829 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609641 Aug 26 01:05:54.719282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4c485e3-1571-474c-bacb-75482e9a33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:54.720350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c62e6d23-e493-4d41-b953-6e86ab257b23 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:54.741309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Usage tracker for resource:security_group_rule and tenant:b120a942a23d48d387021733d6e2baae is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:54.748117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:54.764167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:54.795536 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '25983b07-023b-4237-a02f-0d28d7493c5f', 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'port_id': '25983b07-023b-4237-a02f-0d28d7493c5f', 'mac_address': 'fa:16:3e:82:76:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:05:54.813173 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c485e3-1571-474c-bacb-75482e9a33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Pushing event deleted for resources: {'Port': ['ID=1a282dc5-12ed-4118-9ebc-4e329c5c4ec8,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:54.904708 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c62e6d23-e493-4d41-b953-6e86ab257b23 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for fc5cea8f-5a38-4b3d-aaa4-19bf9e5e15d7 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:54.927118 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Deleting port 21b0970c-debb-438a-876b-1793bb8917c0 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:54.929202 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:55.002181 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:55.089363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4c485e3-1571-474c-bacb-75482e9a33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:55.108925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-77220807-9ae2-42bc-99ef-0bae2c53a68a None None] Current status of the port 58874815-2eb9-498e-975f-3b4ba372f0e7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:55.128568 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 58874815-2eb9-498e-975f-3b4ba372f0e7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:55.131782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 25983b07-023b-4237-a02f-0d28d7493c5f is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:55.132392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:55.161455 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25983b07-023b-4237-a02f-0d28d7493c5f {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:05:55.188997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 25983b07-023b-4237-a02f-0d28d7493c5f, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=25983b07-023b-4237-a02f-0d28d7493c5f,segment=NetworkSegment(4cb85b69-9a34-4e9a-85df-0f6663512b73),segment_id=4cb85b69-9a34-4e9a-85df-0f6663512b73)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:55.230829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-77220807-9ae2-42bc-99ef-0bae2c53a68a None None] Provisioning for port fc5cea8f-5a38-4b3d-aaa4-19bf9e5e15d7 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:55.238054 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-77220807-9ae2-42bc-99ef-0bae2c53a68a None None] Provisioning complete for port fc5cea8f-5a38-4b3d-aaa4-19bf9e5e15d7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:55.238054 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-77220807-9ae2-42bc-99ef-0bae2c53a68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:55.268918 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:55.296310 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] For port 21b0970c-debb-438a-876b-1793bb8917c0, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=21b0970c-debb-438a-876b-1793bb8917c0,segment=NetworkSegment(100fa1ef-1ac0-4838-9051-c95136c39a74),segment_id=100fa1ef-1ac0-4838-9051-c95136c39a74)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:55.296956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:55.365624 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43084) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:55.372056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-77220807-9ae2-42bc-99ef-0bae2c53a68a None None] Port fc5cea8f-5a38-4b3d-aaa4-19bf9e5e15d7 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:05:55.372639 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e4c485e3-1571-474c-bacb-75482e9a33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] 10.222.0.83 "DELETE /v2.0/ports/1a282dc5-12ed-4118-9ebc-4e329c5c4ec8 HTTP/1.1" status: 204 len: 168 time: 2.9285042 Aug 26 01:05:55.384490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=25983b07-023b-4237-a02f-0d28d7493c5f,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:55.385433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43086) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:55.441172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Calling delete_port for 21b0970c-debb-438a-876b-1793bb8917c0 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:55.500591 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e7463a37-4257-47f7-8a68-bb3b2eda6f13 None None] Provisioning complete for port fc5cea8f-5a38-4b3d-aaa4-19bf9e5e15d7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:55.500917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e7463a37-4257-47f7-8a68-bb3b2eda6f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:55.542446 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:55.553518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dac9fdb-2355-4741-ac85-4fc3f338c6d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Deleting subnet 0f8d2d17-5a48-454e-b3db-397a142b7f5f {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:05:55.562833 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4dac9fdb-2355-4741-ac85-4fc3f338c6d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:55.584724 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e7463a37-4257-47f7-8a68-bb3b2eda6f13 None None] Port fc5cea8f-5a38-4b3d-aaa4-19bf9e5e15d7 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:05:55.619608 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c62e6d23-e493-4d41-b953-6e86ab257b23 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:55.679460 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dff8dc69-0d45-410c-8df1-d26a5221aa1f tempest-AgentManagementNegativeTest-1872448692 tempest-AgentManagementNegativeTest-1872448692-project] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3018613 Aug 26 01:05:55.690233 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:55.700543 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc780ef-1514-454f-9d06-632612d4af04 req-585daf3d-3f44-4d8f-86b8-506b7d4698c7 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:55.702118 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ddc780ef-1514-454f-9d06-632612d4af04 req-585daf3d-3f44-4d8f-86b8-506b7d4698c7 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 944 time: 0.4950728 Aug 26 01:05:55.714287 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.resource_extend [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:05:55.725362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:55.737039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e6d23-e493-4d41-b953-6e86ab257b23 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=fc5cea8f-5a38-4b3d-aaa4-19bf9e5e15d7,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:55.768812 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['44338cc2-a3ed-4c32-8362-45a6a6eb5e78'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:05:55.775729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4dac9fdb-2355-4741-ac85-4fc3f338c6d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:55.852093 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['25983b07-023b-4237-a02f-0d28d7493c5f'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:05:55.926046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Pushing event deleted for resources: {'Port': ['ID=21b0970c-debb-438a-876b-1793bb8917c0,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:55.932664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:55.964221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:56.027905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c62e6d23-e493-4d41-b953-6e86ab257b23 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.036817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.037163 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Added segment 890093e4-82cd-444f-b8bf-c7e98b7b0fa5 of type vlan for network c234f034-33a6-489d-b03e-f9964ec3b063 Aug 26 01:05:56.045321 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710275c4-8422-4d57-8b8c-e78f80f47844,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:56.076263 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ddc780ef-1514-454f-9d06-632612d4af04 req-2af8b1f9-3159-4799-9e08-859f6a4d67c6 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404956 Aug 26 01:05:56.094326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.130921 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.267639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43102) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:56.278203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.299643 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.325257 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event updated for resources: {'Port': ['ID=22b1bd5f-6ebd-4a9d-97ba-bc07ffddbb85,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:56.331323 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c62e6d23-e493-4d41-b953-6e86ab257b23 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/fc5cea8f-5a38-4b3d-aaa4-19bf9e5e15d7 HTTP/1.1" status: 204 len: 168 time: 2.5456433 Aug 26 01:05:56.332861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4dac9fdb-2355-4741-ac85-4fc3f338c6d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.370046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43104) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:56.463095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe5f68-1d0c-4fdf-833d-f65455584de0 req-cfa118c5-3c31-4b9b-a1c8-5f8d0672cb11 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:56.470241 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d8fe5f68-1d0c-4fdf-833d-f65455584de0 req-cfa118c5-3c31-4b9b-a1c8-5f8d0672cb11 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 945 time: 0.4813395 Aug 26 01:05:56.474106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.474487 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cc3909-4fab-4c24-9e35-ecec989637c8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:56.475988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cc3909-4fab-4c24-9e35-ecec989637c8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:56.476741 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-85cc3909-4fab-4c24-9e35-ecec989637c8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:05:56.488135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.502676 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.506693 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c9f1ce53-b2de-44e4-b48a-8a1f636840f2 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1121199 Aug 26 01:05:56.506693 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43112) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:56.512823 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2067085513'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:56.517621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:56.521626 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Usage tracker for resource:network and tenant:0f741e42c9b940f8b733dac3f96228f0 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:56.524383 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:56.531275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:56.537955 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d8fe5f68-1d0c-4fdf-833d-f65455584de0 req-6d751bb3-549f-4d9a-b698-91ef708331c9 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649414 Aug 26 01:05:56.541251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.549232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:56.549232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.576082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-27d0b965-c691-4a68-81f7-c29b65447c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.591601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-27d0b965-c691-4a68-81f7-c29b65447c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:56.595395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-27d0b965-c691-4a68-81f7-c29b65447c4f admin admin] Usage tracker for resource:security_group_rule and tenant:082a96367cbd4c90be592c47ddddb087 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:56.598166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-27d0b965-c691-4a68-81f7-c29b65447c4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:56.604994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-27d0b965-c691-4a68-81f7-c29b65447c4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:56.632162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4dac9fdb-2355-4741-ac85-4fc3f338c6d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.635627 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-85cc3909-4fab-4c24-9e35-ecec989637c8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:05:56.636759 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-85cc3909-4fab-4c24-9e35-ecec989637c8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2653708 Aug 26 01:05:56.639718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43116) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:56.683376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.683873 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5612767-6e14-4ec1-ae55-a48f43388215 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:05:56.694190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Made reservation on behalf of 0f741e42c9b940f8b733dac3f96228f0 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:56.699247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.705536 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44c0a2c-8ab0-40dc-86a2-1eae4b194caf None None] Network c430819e-8631-42c2-a346-5c8a330bb5cb requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:56.715474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4dac9fdb-2355-4741-ac85-4fc3f338c6d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.715474 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4dac9fdb-2355-4741-ac85-4fc3f338c6d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] 10.222.0.83 "DELETE /v2.0/subnets/0f8d2d17-5a48-454e-b3db-397a142b7f5f HTTP/1.1" status: 204 len: 168 time: 1.3217220 Aug 26 01:05:56.715474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac9fdb-2355-4741-ac85-4fc3f338c6d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8d2d17-5a48-454e-b3db-397a142b7f5f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:56.717309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43120) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:56.721941 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4897287 Aug 26 01:05:56.725106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442450dd-c8b1-4fff-8baf-aee30e0becf7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event updated for resources: {'Network': ['ID=c234f034-33a6-489d-b03e-f9964ec3b063,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:56.726361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43122) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:56.727818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.745977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:56.749972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Usage tracker for resource:security_group_rule and tenant:0f741e42c9b940f8b733dac3f96228f0 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:56.752880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:56.758792 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:56.795182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network c234f034-33a6-489d-b03e-f9964ec3b063 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:56.859240 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.887030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf5d8ad-2201-46c1-b46c-9563e69c5cea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet e2e5cdf1-3d2c-432b-ab01-85898947e244 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:05:56.904450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Request body: {'subnet': {'network_id': 'c234f034-33a6-489d-b03e-f9964ec3b063', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:56.910010 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.939680 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-abf5d8ad-2201-46c1-b46c-9563e69c5cea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.944505 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:05:56.957855 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2109edea-8b1e-41b7-9516-2dde5ab20a0a,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:56.962218 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:56.962564 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Added segment c740f484-2ece-4597-bcb3-afae90ff8b21 of type vlan for network 98a82910-1fcd-4263-b2ea-719677b5f0f6 Aug 26 01:05:56.997918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.034594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.036036 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cfb10b10-2e2b-4a44-8c59-1dbe7679a537 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "DELETE /v2.0/routers/a5612767-6e14-4ec1-ae55-a48f43388215 HTTP/1.1" status: 204 len: 168 time: 6.6518857 Aug 26 01:05:57.041131 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43128) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:57.064618 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.090099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.095497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:57.096114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.105818 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bea08f-2d01-447d-9d1a-f5498cb9a6c5 None None] DHCP port deletion for c430819e-8631-42c2-a346-5c8a330bb5cb request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:05:57.110485 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e8bea08f-2d01-447d-9d1a-f5498cb9a6c5 None None] Deleting port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:57.112178 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e8bea08f-2d01-447d-9d1a-f5498cb9a6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.130951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-abf5d8ad-2201-46c1-b46c-9563e69c5cea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.161367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:57.185149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Usage tracker for resource:subnet and tenant:b120a942a23d48d387021733d6e2baae is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:57.190844 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:57.194800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Deleting port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:57.195134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.233679 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a6052c-e551-4509-8561-ee7774ee0259 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Deleting subnet 0838e57b-fe9c-48b3-a057-23f3bcb21212 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:05:57.236747 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02a6052c-e551-4509-8561-ee7774ee0259 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.248361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:57.291304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02a6052c-e551-4509-8561-ee7774ee0259 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.344334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:57.350309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02a6052c-e551-4509-8561-ee7774ee0259 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.358325 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-27d0b965-c691-4a68-81f7-c29b65447c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.394230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e8bea08f-2d01-447d-9d1a-f5498cb9a6c5 None None] For port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=eb15d17a-3c7e-4986-84e1-ecd7851b4ff8,segment=NetworkSegment(d706f26d-a303-4d47-9b2d-0177150125ae),segment_id=d706f26d-a303-4d47-9b2d-0177150125ae)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:57.394482 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e8bea08f-2d01-447d-9d1a-f5498cb9a6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.440660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-abf5d8ad-2201-46c1-b46c-9563e69c5cea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.467631 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event updated for resources: {'Network': ['ID=98a82910-1fcd-4263-b2ea-719677b5f0f6,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:57.472771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-27d0b965-c691-4a68-81f7-c29b65447c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.496636 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02a6052c-e551-4509-8561-ee7774ee0259 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.504014 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d32605f4-81f4-46d3-888e-da52eea42f37 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9962530 Aug 26 01:05:57.505832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43134) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:57.521981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 98a82910-1fcd-4263-b2ea-719677b5f0f6 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:05:57.543961 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e8bea08f-2d01-447d-9d1a-f5498cb9a6c5 None None] Calling delete_port for eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:57.548932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Request body: {'subnet': {'network_id': '98a82910-1fcd-4263-b2ea-719677b5f0f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:57.572507 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6052c-e551-4509-8561-ee7774ee0259 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0838e57b-fe9c-48b3-a057-23f3bcb21212,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:57.574264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Made reservation on behalf of b120a942a23d48d387021733d6e2baae for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:57.577833 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.578644 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02a6052c-e551-4509-8561-ee7774ee0259 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.602130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0b965-c691-4a68-81f7-c29b65447c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fca65ea-7a81-491e-b17b-3d785fd50403,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:57.604760 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-27d0b965-c691-4a68-81f7-c29b65447c4f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=082a96367cbd4c90be592c47ddddb087&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1761932 Aug 26 01:05:57.610653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] For port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=eb15d17a-3c7e-4986-84e1-ecd7851b4ff8,segment=NetworkSegment(d706f26d-a303-4d47-9b2d-0177150125ae),segment_id=d706f26d-a303-4d47-9b2d-0177150125ae)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:57.611026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.638943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43140) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:57.683146 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-02a6052c-e551-4509-8561-ee7774ee0259 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "DELETE /v2.0/subnets/0838e57b-fe9c-48b3-a057-23f3bcb21212 HTTP/1.1" status: 204 len: 168 time: 0.6379409 Aug 26 01:05:57.685432 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43144) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:57.830470 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb979f3-7a8e-4645-a569-f467c161d851 req-0f5ababd-f9ce-40e6-ae9a-9c236d1dee12 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:57.832099 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ceb979f3-7a8e-4645-a569-f467c161d851 req-0f5ababd-f9ce-40e6-ae9a-9c236d1dee12 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 944 time: 0.4029119 Aug 26 01:05:57.841210 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:57.844687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:57.849347 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:57.852032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Usage tracker for resource:subnet and tenant:0f741e42c9b940f8b733dac3f96228f0 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:57.852200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.853285 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:57.861630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:57.878542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Calling delete_port for eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:05:57.884201 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e8bea08f-2d01-447d-9d1a-f5498cb9a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.894270 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1709ade4-82f2-442d-a2b8-02b3fe22ab49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.927365 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1709ade4-82f2-442d-a2b8-02b3fe22ab49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:57.950497 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bea08f-2d01-447d-9d1a-f5498cb9a6c5 None None] Pushing event deleted for resources: {'Port': ['ID=eb15d17a-3c7e-4986-84e1-ecd7851b4ff8,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:57.957629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bea08f-2d01-447d-9d1a-f5498cb9a6c5 None None] No DVR routers for this DVR port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:05:57.987361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.api [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:05:57.987679 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG oslo_db.api [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:05:57.998581 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-abf5d8ad-2201-46c1-b46c-9563e69c5cea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.029470 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Made reservation on behalf of 0f741e42c9b940f8b733dac3f96228f0 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:58.033595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.039004 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827d218-5b67-42b5-9970-aab2b818630b req-2f735de7-14a8-4d65-a42c-109af1c2ca7d tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:58.041255 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8827d218-5b67-42b5-9970-aab2b818630b req-2f735de7-14a8-4d65-a42c-109af1c2ca7d tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 945 time: 0.3583179 Aug 26 01:05:58.046779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:58.046931 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.055707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5d8ad-2201-46c1-b46c-9563e69c5cea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e5cdf1-3d2c-432b-ab01-85898947e244,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:58.058322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-abf5d8ad-2201-46c1-b46c-9563e69c5cea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.069397 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ceb979f3-7a8e-4645-a569-f467c161d851 req-eef370eb-e3a7-41ac-95e7-7387a33dbe2d tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769459 Aug 26 01:05:58.093070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cf77c4-e286-4611-8323-478ec721a00e None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:58.118422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299616a1-47e2-4ece-80c2-3e1e9927c12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44338cc2-a3ed-4c32-8362-45a6a6eb5e78'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:05:58.243353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b8ca6156-39cc-4747-a3c6-76e37cc748bf tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.253761 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:05:58.286006 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8827d218-5b67-42b5-9970-aab2b818630b req-73ca78ce-7662-41c7-97b5-e4a1764490af tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325063 Aug 26 01:05:58.287231 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-abf5d8ad-2201-46c1-b46c-9563e69c5cea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/e2e5cdf1-3d2c-432b-ab01-85898947e244 HTTP/1.1" status: 204 len: 168 time: 1.6464674 Aug 26 01:05:58.290903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43152) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:58.296669 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=44338cc2-a3ed-4c32-8362-45a6a6eb5e78,segment=NetworkSegment(d26fdeef-60bf-477c-a8a6-c33a9c235219),segment_id=d26fdeef-60bf-477c-a8a6-c33a9c235219)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:05:58.300360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:05:58.300713 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:05:58.338583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1709ade4-82f2-442d-a2b8-02b3fe22ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.367366 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ec1a60ce-6aa1-485a-97d4-23175773d6d2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751567 Aug 26 01:05:58.371766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43156) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:58.380109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b220004c-f8c1-4d2b-8082-956446ac90bf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:58.392486 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709ade4-82f2-442d-a2b8-02b3fe22ab49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fca65ea-7a81-491e-b17b-3d785fd50403,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:58.398289 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1709ade4-82f2-442d-a2b8-02b3fe22ab49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.399936 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1709ade4-82f2-442d-a2b8-02b3fe22ab49 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0fca65ea-7a81-491e-b17b-3d785fd50403 HTTP/1.1" status: 204 len: 168 time: 0.7595022 Aug 26 01:05:58.443884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.444809 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 25983b07-023b-4237-a02f-0d28d7493c5f up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:05:58.494959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Deleting port eb15d17a-3c7e-4986-84e1-ecd7851b4ff8 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:58.495543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.572644 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b8ca6156-39cc-4747-a3c6-76e37cc748bf tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.585102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] The port 'eb15d17a-3c7e-4986-84e1-ecd7851b4ff8' was deleted {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:05:58.613166 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-b8ca6156-39cc-4747-a3c6-76e37cc748bf tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45a462d-ab07-4562-bb68-33b7bd6a5986']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:58.639922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b220004c-f8c1-4d2b-8082-956446ac90bf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:58.643401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-b8ca6156-39cc-4747-a3c6-76e37cc748bf tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100fa1ef-1ac0-4838-9051-c95136c39a74') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:58.643802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-b8ca6156-39cc-4747-a3c6-76e37cc748bf tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100fa1ef-1ac0-4838-9051-c95136c39a74') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:58.656393 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.656393 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b220004c-f8c1-4d2b-8082-956446ac90bf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:58.670682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b8ca6156-39cc-4747-a3c6-76e37cc748bf tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.693689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b8ca6156-39cc-4747-a3c6-76e37cc748bf tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.704570 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ca6156-39cc-4747-a3c6-76e37cc748bf tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:05:58.707303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b8ca6156-39cc-4747-a3c6-76e37cc748bf tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.744732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b220004c-f8c1-4d2b-8082-956446ac90bf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:58.774378 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b220004c-f8c1-4d2b-8082-956446ac90bf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:58.790268 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=44338cc2-a3ed-4c32-8362-45a6a6eb5e78,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:58.807983 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 100fa1ef-1ac0-4838-9051-c95136c39a74 resource provider aggregate not found Aug 26 01:05:58.817472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.862348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.902835 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 25983b07-023b-4237-a02f-0d28d7493c5f completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:05:58.907597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event updated for resources: {'Subnet': ['ID=16cad412-008d-4b58-82a2-4cc0f29dfb56,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:58.910670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c430819e-8631-42c2-a346-5c8a330bb5cb']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:58.937379 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 100fa1ef-1ac0-4838-9051-c95136c39a74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 100fa1ef-1ac0-4838-9051-c95136c39a74 found for delete ", "request_id": "req-64b6d1d9-620b-4455-9a88-6b7ff91f957d"}]} Aug 26 01:05:58.938188 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 25983b07-023b-4237-a02f-0d28d7493c5f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:05:58.938188 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.938537 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd706f26d-a303-4d47-9b2d-0177150125ae') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:58.938537 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd706f26d-a303-4d47-9b2d-0177150125ae') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:58.944131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Checking segment: {'id': '890093e4-82cd-444f-b8bf-c7e98b7b0fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c234f034-33a6-489d-b03e-f9964ec3b063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:58.944475 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Network hostable DHCP agents. Network: c234f034-33a6-489d-b03e-f9964ec3b063, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:05:58.950566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.972703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.985669 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:05:58.985669 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:58.986896 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event updated for resources: {'Subnet': ['ID=44c4b3c4-43a4-4699-add2-e6f643b195a1,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:59.007587 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Checking segment: {'id': 'c740f484-2ece-4597-bcb3-afae90ff8b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98a82910-1fcd-4263-b2ea-719677b5f0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:05:59.007943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Network hostable DHCP agents. Network: 98a82910-1fcd-4263-b2ea-719677b5f0f6, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:05:59.028370 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e79bf857-74f7-4e53-93fb-90ca10527ea4'] response: {'server_uuid': '299616a1-47e2-4ece-80c2-3e1e9927c12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44338cc2-a3ed-4c32-8362-45a6a6eb5e78', 'code': 200} Aug 26 01:05:59.029257 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e84920-fe49-43cd-85cc-5e21e9030612 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:05:59.041342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e4e84920-fe49-43cd-85cc-5e21e9030612 None None] Deleting port 58874815-2eb9-498e-975f-3b4ba372f0e7 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:05:59.041900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e4e84920-fe49-43cd-85cc-5e21e9030612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:59.057438 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment d706f26d-a303-4d47-9b2d-0177150125ae resource provider aggregate not found Aug 26 01:05:59.066826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b220004c-f8c1-4d2b-8082-956446ac90bf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:05:59.070352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b220004c-f8c1-4d2b-8082-956446ac90bf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:59.098004 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b8ca6156-39cc-4747-a3c6-76e37cc748bf tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:59.100573 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment d706f26d-a303-4d47-9b2d-0177150125ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d706f26d-a303-4d47-9b2d-0177150125ae found for delete ", "request_id": "req-ee33f0f7-5ac2-45db-85fc-a436eb83f5fc"}]} Aug 26 01:05:59.109241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ca6156-39cc-4747-a3c6-76e37cc748bf tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c45a462d-ab07-4562-bb68-33b7bd6a5986 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Aug 26 01:05:59.122892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b8ca6156-39cc-4747-a3c6-76e37cc748bf tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:59.159212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Network c234f034-33a6-489d-b03e-f9964ec3b063 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:05:59.194436 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b8ca6156-39cc-4747-a3c6-76e37cc748bf tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "DELETE /v2.0/networks/c45a462d-ab07-4562-bb68-33b7bd6a5986 HTTP/1.1" status: 204 len: 168 time: 1.5016928 Aug 26 01:05:59.196034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca6156-39cc-4747-a3c6-76e37cc748bf tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Pushing event deleted for resources: {'Network': ['ID=c45a462d-ab07-4562-bb68-33b7bd6a5986,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:59.207193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Network 98a82910-1fcd-4263-b2ea-719677b5f0f6 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:05:59.276517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 98a82910-1fcd-4263-b2ea-719677b5f0f6) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:59.282264 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:59.283072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:59.293014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:59.297030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, c234f034-33a6-489d-b03e-f9964ec3b063) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:59.391164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:59.391164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:59.391164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:59.421885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd099c3-1d03-469e-865d-508e280a3e3c None None] Network 98a82910-1fcd-4263-b2ea-719677b5f0f6 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:59.447371 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-35e2a940-8b45-4fc9-aab8-dcea8b2627c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9104674 Aug 26 01:05:59.453582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] Pushing event deleted for resources: {'Network': ['ID=c430819e-8631-42c2-a346-5c8a330bb5cb,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:59.455677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43188) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:59.457729 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b1f8f8-9c02-4ab1-a11c-864609ec9a59 None None] Network c234f034-33a6-489d-b03e-f9964ec3b063 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:05:59.461600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1466018741', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}, 'admin_state_up': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:59.472332 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e9865118-61cc-4bb2-a473-88d887477190 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062 tempest-ExtraDHCPOptionsIpV6TestJSON-1190061062-project] 10.222.0.83 "DELETE /v2.0/networks/c430819e-8631-42c2-a346-5c8a330bb5cb HTTP/1.1" status: 204 len: 168 time: 2.7471392 Aug 26 01:05:59.489595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:05:59.505675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Usage tracker for resource:router and tenant:0f741e42c9b940f8b733dac3f96228f0 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:05:59.513319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:05:59.532097 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:05:59.556883 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f2021fe4-e110-4acf-b94c-5bb151fe3249 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6924367 Aug 26 01:05:59.559700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43196) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:05:59.566813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Request body: {'port': {'network_id': 'c234f034-33a6-489d-b03e-f9964ec3b063', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1563069412'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:05:59.624166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a556bf-4da2-4ee2-833b-ce74e75b5d29 req-9cd177bf-bb00-4408-aba7-cc8496f475ca tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:59.625575 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b3a556bf-4da2-4ee2-833b-ce74e75b5d29 req-9cd177bf-bb00-4408-aba7-cc8496f475ca tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 944 time: 0.2337296 Aug 26 01:05:59.699976 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b3a556bf-4da2-4ee2-833b-ce74e75b5d29 req-f4749577-f7a4-460a-a309-6a582445c950 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578761 Aug 26 01:05:59.706092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b220004c-f8c1-4d2b-8082-956446ac90bf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:59.737834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 25983b07-023b-4237-a02f-0d28d7493c5f is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:05:59.740179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:59.817277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:59.819054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:59.858607 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220004c-f8c1-4d2b-8082-956446ac90bf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=2c1b746a-7917-4b02-8a9e-2784cf179148,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:59.901837 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:59.904896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b220004c-f8c1-4d2b-8082-956446ac90bf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:05:59.911661 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-b220004c-f8c1-4d2b-8082-956446ac90bf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:05:59.922921 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be57c7-3f77-45eb-80b2-f1790a8ba1b8 req-8c917cd9-1fdc-42a1-a58d-c3a00b4edf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:59.927948 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-36be57c7-3f77-45eb-80b2-f1790a8ba1b8 req-8c917cd9-1fdc-42a1-a58d-c3a00b4edf02 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 1099 time: 0.3666852 Aug 26 01:05:59.932566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b220004c-f8c1-4d2b-8082-956446ac90bf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:59.934666 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b220004c-f8c1-4d2b-8082-956446ac90bf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:05:59.956214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43204) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:00.011924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-04c39c5a-84ad-4e78-8d95-90fc1b35ce6c tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Request body: {'router': {'name': 'tempest-router--1451361316', 'project_id': 'd7509a7cfb3f49ee92fd8ce66838f545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:00.038744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-04c39c5a-84ad-4e78-8d95-90fc1b35ce6c tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:00.039982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-36be57c7-3f77-45eb-80b2-f1790a8ba1b8 req-6a3ad915-c4e4-4794-8857-591f46453315 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:00.058106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-04c39c5a-84ad-4e78-8d95-90fc1b35ce6c tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Usage tracker for resource:router and tenant:d7509a7cfb3f49ee92fd8ce66838f545 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:00.072290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-04c39c5a-84ad-4e78-8d95-90fc1b35ce6c tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:00.082373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e4e84920-fe49-43cd-85cc-5e21e9030612 None None] For port 58874815-2eb9-498e-975f-3b4ba372f0e7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=58874815-2eb9-498e-975f-3b4ba372f0e7,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:00.090851 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e4e84920-fe49-43cd-85cc-5e21e9030612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:00.102095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c9e7c-a360-480e-94fc-281d62c3186d req-418b94a7-3cbb-48e4-a1c7-ed2bf876a20a tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:00.105334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-36be57c7-3f77-45eb-80b2-f1790a8ba1b8 req-6a3ad915-c4e4-4794-8857-591f46453315 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:00.112618 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8e1c9e7c-a360-480e-94fc-281d62c3186d req-418b94a7-3cbb-48e4-a1c7-ed2bf876a20a tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 946 time: 0.5175757 Aug 26 01:06:00.121527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-36be57c7-3f77-45eb-80b2-f1790a8ba1b8 req-6a3ad915-c4e4-4794-8857-591f46453315 service neutron] Usage tracker for resource:security_group_rule and tenant:7da989cf88304c2c9f7f0a69a12d0b04 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:00.128495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-36be57c7-3f77-45eb-80b2-f1790a8ba1b8 req-6a3ad915-c4e4-4794-8857-591f46453315 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:00.140151 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-36be57c7-3f77-45eb-80b2-f1790a8ba1b8 req-6a3ad915-c4e4-4794-8857-591f46453315 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:00.177871 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b220004c-f8c1-4d2b-8082-956446ac90bf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8017993 Aug 26 01:06:00.178623 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43208) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:00.179102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-04c39c5a-84ad-4e78-8d95-90fc1b35ce6c tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:00.209018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'name': 'tempest-NetworksTestDHCPv6-1121191808'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:00.297208 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e4e84920-fe49-43cd-85cc-5e21e9030612 None None] Calling delete_port for 58874815-2eb9-498e-975f-3b4ba372f0e7 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:00.333521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 58874815-2eb9-498e-975f-3b4ba372f0e7 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:06:00.398109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:00.410562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:00.416357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:00.422312 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 25983b07-023b-4237-a02f-0d28d7493c5f, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=25983b07-023b-4237-a02f-0d28d7493c5f,segment=NetworkSegment(4cb85b69-9a34-4e9a-85df-0f6663512b73),segment_id=4cb85b69-9a34-4e9a-85df-0f6663512b73)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:00.432612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-36be57c7-3f77-45eb-80b2-f1790a8ba1b8 req-6a3ad915-c4e4-4794-8857-591f46453315 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:00.432612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:00.491807 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8e1c9e7c-a360-480e-94fc-281d62c3186d req-2ecb396f-423b-41f8-bbf1-8499664108f5 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3782163 Aug 26 01:06:00.510948 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:00.516080 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:00.530146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-36be57c7-3f77-45eb-80b2-f1790a8ba1b8 req-6a3ad915-c4e4-4794-8857-591f46453315 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:00.570231 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-36be57c7-3f77-45eb-80b2-f1790a8ba1b8 req-6a3ad915-c4e4-4794-8857-591f46453315 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5819218 Aug 26 01:06:00.576454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:00.583480 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port d7efbc70-312d-4799-8499-9b48ceb2818f yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:06:00.590923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Usage tracker for resource:port and tenant:b120a942a23d48d387021733d6e2baae is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:00.595616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:00.604653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:00.606971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:00.608752 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:00.611503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-03312b48-a688-40fd-ba74-219354ec832d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:00.635219 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43222) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:00.639199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ad915-c4e4-4794-8857-591f46453315 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb394eb-8be1-4f5e-a31f-fe19cbaaa302,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:00.700165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-04c39c5a-84ad-4e78-8d95-90fc1b35ce6c tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:00.701193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-04c39c5a-84ad-4e78-8d95-90fc1b35ce6c tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:00.729277 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=25983b07-023b-4237-a02f-0d28d7493c5f,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:00.806345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 58874815-2eb9-498e-975f-3b4ba372f0e7 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:00.810344 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:00.848776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Made reservation on behalf of b120a942a23d48d387021733d6e2baae for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:00.852280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:00.931450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43232) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:00.961832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] device_id is not set on port ef149e59-42d3-4314-8d18-728a34750f78 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:06:00.986413 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-c234f034-33a6-489d-b03e-f9964ec3b063', 'network_id': 'c234f034-33a6-489d-b03e-f9964ec3b063', 'tenant_id': 'b120a942a23d48d387021733d6e2baae', 'fixed_ips': [{'subnet_id': '16cad412-008d-4b58-82a2-4cc0f29dfb56'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:06:00.987945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:01.000535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-04c39c5a-84ad-4e78-8d95-90fc1b35ce6c tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:01.011470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e4e84920-fe49-43cd-85cc-5e21e9030612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:01.111849 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-207867602'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:01.115835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::1f6 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/2c1b746a-7917-4b02-8a9e-2784cf179148/d7efbc70-312d-4799-8499-9b48ceb2818f) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:01.121331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dff9f0-df08-4b85-8ba7-d8472e71c03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25983b07-023b-4237-a02f-0d28d7493c5f'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:06:01.134624 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e84920-fe49-43cd-85cc-5e21e9030612 None None] No DVR routers for this DVR port 58874815-2eb9-498e-975f-3b4ba372f0e7 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:06:01.142149 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e84920-fe49-43cd-85cc-5e21e9030612 None None] Pushing event deleted for resources: {'Port': ['ID=58874815-2eb9-498e-975f-3b4ba372f0e7,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:01.161943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e42cb7-a4b2-4869-a963-41eb889ff956 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:01.195723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:01.200099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-04c39c5a-84ad-4e78-8d95-90fc1b35ce6c tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:01.202221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468749c-20aa-4d62-a84b-cd59ab7e54a3 req-1d8f1b71-90fd-45a3-89cd-eab9a799a8e2 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:01.206715 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b468749c-20aa-4d62-a84b-cd59ab7e54a3 req-1d8f1b71-90fd-45a3-89cd-eab9a799a8e2 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 945 time: 0.2000015 Aug 26 01:06:01.224209 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:network and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:01.236030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:01.243662 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16a01f8-1da3-420a-9cd0-4f5a61904926'] response: {'server_uuid': '19dff9f0-df08-4b85-8ba7-d8472e71c03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25983b07-023b-4237-a02f-0d28d7493c5f', 'code': 200} Aug 26 01:06:01.296386 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-98a82910-1fcd-4263-b2ea-719677b5f0f6', 'network_id': '98a82910-1fcd-4263-b2ea-719677b5f0f6', 'tenant_id': '0f741e42c9b940f8b733dac3f96228f0', 'fixed_ips': [{'subnet_id': '44c4b3c4-43a4-4699-add2-e6f643b195a1'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:06:01.297201 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:01.386991 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b468749c-20aa-4d62-a84b-cd59ab7e54a3 req-acda8e51-07c5-4812-8af9-1e72573d5a6b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665049 Aug 26 01:06:01.406244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:01.470453 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:01.503590 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object d7efbc70-312d-4799-8499-9b48ceb2818f will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:01.528830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Allocated IP 2001:db8::1d9 (c234f034-33a6-489d-b03e-f9964ec3b063/16cad412-008d-4b58-82a2-4cc0f29dfb56/ef149e59-42d3-4314-8d18-728a34750f78) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:01.556765 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8a29f473-505d-453a-a3a3-b7934a9f5ee0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b5a9d0191a3e44caa59bf477cf456eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9201558 Aug 26 01:06:01.559979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43244) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:01.570099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:01.603507 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': '2c1b746a-7917-4b02-8a9e-2784cf179148'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:06:01.604323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:01.608755 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:01.614308 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:01.617524 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:01.619798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:01.630214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-04c39c5a-84ad-4e78-8d95-90fc1b35ce6c tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:01.634997 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-04c39c5a-84ad-4e78-8d95-90fc1b35ce6c tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.6742296 Aug 26 01:06:01.641157 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Allocated IP 172.20.0.2 (98a82910-1fcd-4263-b2ea-719677b5f0f6/44c4b3c4-43a4-4699-add2-e6f643b195a1/e13f34dc-f226-45b8-bd24-7d484783e68f) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:01.665261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43248) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:01.731656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:01.807956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:01.828949 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:01.832394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:01.833020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:01.839378 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:01.839682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:01.910305 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:security_group_rule and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:01.914152 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:01.966814 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Allocated IP 2001:db8::2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/2c1b746a-7917-4b02-8a9e-2784cf179148/e37d9967-4c37-4c6f-a56b-ce2015d13879) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:01.969158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:01.977011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.002070 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c9453e61-0920-4221-8de7-4674d9a6f919 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.052795 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Allocated IP 172.26.2.67 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/cb87c810-e409-4fad-89e2-6356fb62a5a4) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:02.058955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=d7efbc70-312d-4799-8499-9b48ceb2818f,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:02.083535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b65a2-830c-4c56-b4f6-a7996fd8de2b req-acddaa83-8f6d-48f8-b85a-9fd8f7c71926 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:02.090879 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-825b65a2-830c-4c56-b4f6-a7996fd8de2b req-acddaa83-8f6d-48f8-b85a-9fd8f7c71926 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 946 time: 0.4012234 Aug 26 01:06:02.115033 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.137011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Transition to ACTIVE for port object e13f34dc-f226-45b8-bd24-7d484783e68f will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:02.164583 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-739376e4-c2bb-4c0a-8637-3aeb5c414f40 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9627120 Aug 26 01:06:02.168506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.177510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43252) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:02.179950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Transition to ACTIVE for port object e13f34dc-f226-45b8-bd24-7d484783e68f will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:02.231468 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.251445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.280275 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-825b65a2-830c-4c56-b4f6-a7996fd8de2b req-acc75fd3-5c41-48d7-9c5d-443a9d227202 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884537 Aug 26 01:06:02.297965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Transition to ACTIVE for port object ef149e59-42d3-4314-8d18-728a34750f78 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:02.324412 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Network 98a82910-1fcd-4263-b2ea-719677b5f0f6 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:02.327849 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:02.331834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.344285 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:02.353840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.355810 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Transition to ACTIVE for port object e37d9967-4c37-4c6f-a56b-ce2015d13879 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:02.358238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Pushing event updated for resources: {'Port': ['ID=e13f34dc-f226-45b8-bd24-7d484783e68f,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:02.390518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.419153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.454312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:06:02.471580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Transition to ACTIVE for port object e37d9967-4c37-4c6f-a56b-ce2015d13879 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:02.472738 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8399ace3-88c5-4e6a-b091-0a42378d474b,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:02.476585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c9453e61-0920-4221-8de7-4674d9a6f919 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.478483 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.480336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c9453e61-0920-4221-8de7-4674d9a6f919 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.480717 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.481335 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Added segment 84cc00b3-68f8-459b-b4d4-49126a756417 of type vlan for network 1843cb07-4746-4ead-ba66-8b95fd3fbc5e Aug 26 01:06:02.517283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Attempting to bind port e13f34dc-f226-45b8-bd24-7d484783e68f on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:06:02.517658 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Attempting to bind port e13f34dc-f226-45b8-bd24-7d484783e68f by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'c740f484-2ece-4597-bcb3-afae90ff8b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98a82910-1fcd-4263-b2ea-719677b5f0f6'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:06:02.518077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Attempting to bind port e13f34dc-f226-45b8-bd24-7d484783e68f on network 98a82910-1fcd-4263-b2ea-719677b5f0f6 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:06:02.528061 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:06:02.528493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Checking segment: {'id': 'c740f484-2ece-4597-bcb3-afae90ff8b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98a82910-1fcd-4263-b2ea-719677b5f0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:02.528893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.529325 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Bound using segment: {'id': 'c740f484-2ece-4597-bcb3-afae90ff8b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98a82910-1fcd-4263-b2ea-719677b5f0f6'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:06:02.529845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Bound port: e13f34dc-f226-45b8-bd24-7d484783e68f, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c740f484-2ece-4597-bcb3-afae90ff8b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '98a82910-1fcd-4263-b2ea-719677b5f0f6'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:06:02.530197 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.535558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.542420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c797e-e56d-43fe-bb0b-b25d1b9e68dc req-b969ec2f-4ed3-412f-abc7-c1d2a7d65f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:02.545670 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-245c797e-e56d-43fe-bb0b-b25d1b9e68dc req-b969ec2f-4ed3-412f-abc7-c1d2a7d65f37 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 1098 time: 0.8815069 Aug 26 01:06:02.593433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Network c234f034-33a6-489d-b03e-f9964ec3b063 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:02.595185 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.599806 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762275dc-00e0-4fca-8f47-83c3de7448ae tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:02.601622 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-762275dc-00e0-4fca-8f47-83c3de7448ae tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:02.603287 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:02.611879 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:02.617532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:02.619629 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.624522 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:02.624701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event updated for resources: {'Port': ['ID=ef149e59-42d3-4314-8d18-728a34750f78,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:02.630149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:02.632108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-245c797e-e56d-43fe-bb0b-b25d1b9e68dc req-f77edae9-e24e-49f1-b311-abb489412ce7 service neutron] Synchronizing usage tracker for tenant:7da989cf88304c2c9f7f0a69a12d0b04 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:02.648605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c9453e61-0920-4221-8de7-4674d9a6f919 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.648605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9453e61-0920-4221-8de7-4674d9a6f919 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ed2990a-b561-467d-a9c3-b415dead78e1 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:06:02.658608 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] For port e13f34dc-f226-45b8-bd24-7d484783e68f, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:06:02.663373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] For port e13f34dc-f226-45b8-bd24-7d484783e68f, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e13f34dc-f226-45b8-bd24-7d484783e68f,segment=NetworkSegment(c740f484-2ece-4597-bcb3-afae90ff8b21),segment_id=c740f484-2ece-4597-bcb3-afae90ff8b21)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:06:02.669420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c9453e61-0920-4221-8de7-4674d9a6f919 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.669705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:02.670280 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c9453e61-0920-4221-8de7-4674d9a6f919 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "DELETE /v2.0/routers/4ed2990a-b561-467d-a9c3-b415dead78e1 HTTP/1.1" status: 204 len: 168 time: 0.9985723 Aug 26 01:06:02.683680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.697963 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-762275dc-00e0-4fca-8f47-83c3de7448ae tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:02.702461 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-762275dc-00e0-4fca-8f47-83c3de7448ae tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.5192146 Aug 26 01:06:02.702461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43260) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:02.743291 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Allocated IP 2001:db8::2 (c234f034-33a6-489d-b03e-f9964ec3b063/16cad412-008d-4b58-82a2-4cc0f29dfb56/757ba7bc-de97-4ed0-b53c-c6befd9ad793) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:02.776726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.785330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.resource_extend [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:06:02.788844 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:02.795134 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:02.806919 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:02.827215 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Pushing event updated for resources: {'Port': ['ID=e37d9967-4c37-4c6f-a56b-ce2015d13879,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:02.904270 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-245c797e-e56d-43fe-bb0b-b25d1b9e68dc req-f77edae9-e24e-49f1-b311-abb489412ce7 service neutron] Unset dirty status for tenant:7da989cf88304c2c9f7f0a69a12d0b04 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:02.905458 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-245c797e-e56d-43fe-bb0b-b25d1b9e68dc req-f77edae9-e24e-49f1-b311-abb489412ce7 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3420739 Aug 26 01:06:02.906112 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.908703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.922476 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4b24e8c7-bd6b-45ff-a9a2-d655adb54592 HTTP/1.1" status: 204 len: 168 time: 1.3516502 Aug 26 01:06:02.937465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-a7f3da20-d53d-4644-963f-6c19c94fe4a0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port d7efbc70-312d-4799-8499-9b48ceb2818f {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:02.937841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7f3da20-d53d-4644-963f-6c19c94fe4a0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:02.956463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event updated for resources: {'Port': ['ID=cb87c810-e409-4fad-89e2-6356fb62a5a4,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:02.967284 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a0cd43a3-65c9-48d3-aaab-82b56814fede tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4054377 Aug 26 01:06:02.996247 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a97e0d-6e41-473a-bf30-9db2c153c914 None None] Pushing event updated for resources: {'Port': ['ID=e13f34dc-f226-45b8-bd24-7d484783e68f,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:03.023259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43266) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:03.035617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:03.042777 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:03.043666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:03.053979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Request body: {'port': {'network_id': 'c234f034-33a6-489d-b03e-f9964ec3b063', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1499533347', 'allowed_address_pairs': [{'ip_address': '2001:db8::1d9', 'mac_address': 'fa:16:3e:cb:9f:05'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:03.123762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43270) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:03.175976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b24e8c7-bd6b-45ff-a9a2-d655adb54592,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:03.196606 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.197111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.197521 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.197867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.198200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.198531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.198861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.199248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.199504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.199827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.200154 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.200733 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1830f0ff-fd5e-42ce-9309-a37a800c58b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.251801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4be72-539a-4b0d-ba37-1b890154af6a req-9588cf18-8910-4cfa-a9ee-bf6636ffc885 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:03.262394 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3ca4be72-539a-4b0d-ba37-1b890154af6a req-9588cf18-8910-4cfa-a9ee-bf6636ffc885 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 945 time: 0.4988213 Aug 26 01:06:03.347801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Network': ['ID=1843cb07-4746-4ead-ba66-8b95fd3fbc5e,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:03.364027 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d8ed8e44-e1c2-4435-be4e-c26cf11ff21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:03.364814 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4166939 Aug 26 01:06:03.378400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43280) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:03.407039 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1958183454'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:03.416217 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:03.420581 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:network and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:03.426355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:03.437698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:03.479634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Attempting to bind port e37d9967-4c37-4c6f-a56b-ce2015d13879 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:06:03.480005 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Attempting to bind port e37d9967-4c37-4c6f-a56b-ce2015d13879 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:06:03.492457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Attempting to bind port e37d9967-4c37-4c6f-a56b-ce2015d13879 on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:06:03.496155 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3ca4be72-539a-4b0d-ba37-1b890154af6a req-f19f203b-f6b8-4c60-9e66-272b95725f4a tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327523 Aug 26 01:06:03.527710 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.528058 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.528403 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.528739 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.529072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.529399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.529726 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.532740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:03.534567 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.535890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.537988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.538438 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:03.538813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.539406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac933b-d452-4007-925f-813360be207d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:03.552361 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:06:03.552726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:03.556847 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:03.560670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:06:03.561387 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Bound port: e37d9967-4c37-4c6f-a56b-ce2015d13879, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:06:03.561922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:03.593064 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:06:03.604177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 1843cb07-4746-4ead-ba66-8b95fd3fbc5e details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:06:03.627803 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7f3da20-d53d-4644-963f-6c19c94fe4a0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:03.638546 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:03.638894 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Added segment 7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5 of type vlan for network b0de9aaf-01a1-4412-9f6d-c3772d944fff Aug 26 01:06:03.761940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-379484440', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:03.870933 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:03.876324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-a7f3da20-d53d-4644-963f-6c19c94fe4a0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for d7efbc70-312d-4799-8499-9b48ceb2818f owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:03.878934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Usage tracker for resource:port and tenant:b120a942a23d48d387021733d6e2baae is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:03.884123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:03.890924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] For port e37d9967-4c37-4c6f-a56b-ce2015d13879, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:06:03.894183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] For port e37d9967-4c37-4c6f-a56b-ce2015d13879, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e37d9967-4c37-4c6f-a56b-ce2015d13879,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:06:03.894867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:03.911929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:03.946766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Usage tracker for resource:router and tenant:58f54067654a40ca961143e001cdd116 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:03.958820 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:03.965045 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:03.972872 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:03.975950 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:04.019044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Made reservation on behalf of b120a942a23d48d387021733d6e2baae for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:04.050361 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:04.059317 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:04.079297 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:04.099164 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Transition to ACTIVE for port object 757ba7bc-de97-4ed0-b53c-c6befd9ad793 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:04.122402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f328fd-5c0d-4741-9317-77e11146034b None None] Pushing event updated for resources: {'Port': ['ID=e37d9967-4c37-4c6f-a56b-ce2015d13879,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:04.159282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Transition to ACTIVE for port object 757ba7bc-de97-4ed0-b53c-c6befd9ad793 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:04.160515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:04.161628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:04.186175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:04.195187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:04.195895 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:04.221727 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:04.248433 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:04.277299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:04.326244 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7f3da20-d53d-4644-963f-6c19c94fe4a0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:04.412859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e13f34dc-f226-45b8-bd24-7d484783e68f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:04.479769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Network c234f034-33a6-489d-b03e-f9964ec3b063 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:04.494857 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:04.507321 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:04.601574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Pushing event updated for resources: {'Port': ['ID=757ba7bc-de97-4ed0-b53c-c6befd9ad793,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:04.721577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3da20-d53d-4644-963f-6c19c94fe4a0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=d7efbc70-312d-4799-8499-9b48ceb2818f,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:04.757155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7fe8f-46b8-43ef-8caa-6b9d959b297e req-73b15615-2805-47c4-9f57-dfa86d87a262 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:04.759481 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-72f7fe8f-46b8-43ef-8caa-6b9d959b297e req-73b15615-2805-47c4-9f57-dfa86d87a262 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 946 time: 0.8999321 Aug 26 01:06:04.771830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:04.843599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Attempting to bind port 757ba7bc-de97-4ed0-b53c-c6befd9ad793 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:06:04.844733 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Attempting to bind port 757ba7bc-de97-4ed0-b53c-c6befd9ad793 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '890093e4-82cd-444f-b8bf-c7e98b7b0fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c234f034-33a6-489d-b03e-f9964ec3b063'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:06:04.845579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Attempting to bind port 757ba7bc-de97-4ed0-b53c-c6befd9ad793 on network c234f034-33a6-489d-b03e-f9964ec3b063 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:06:04.856927 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:06:04.858458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] device_id is not set on port 1fce84e5-1f79-44c1-92de-0221870acf31 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:06:04.859342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Checking segment: {'id': '890093e4-82cd-444f-b8bf-c7e98b7b0fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c234f034-33a6-489d-b03e-f9964ec3b063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:04.864403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:04.865180 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Bound using segment: {'id': '890093e4-82cd-444f-b8bf-c7e98b7b0fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c234f034-33a6-489d-b03e-f9964ec3b063'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:06:04.865902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Bound port: 757ba7bc-de97-4ed0-b53c-c6befd9ad793, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890093e4-82cd-444f-b8bf-c7e98b7b0fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c234f034-33a6-489d-b03e-f9964ec3b063'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:06:04.866484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:04.906176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d1caa2-220c-4747-abcd-16ec91ad0867 None None] Network 98a82910-1fcd-4263-b2ea-719677b5f0f6 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:04.981033 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43302) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:04.991154 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7f3da20-d53d-4644-963f-6c19c94fe4a0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:04.997500 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a7f3da20-d53d-4644-963f-6c19c94fe4a0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/d7efbc70-312d-4799-8499-9b48ceb2818f HTTP/1.1" status: 204 len: 168 time: 2.2944419 Aug 26 01:06:05.001546 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43304) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:05.073927 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-72f7fe8f-46b8-43ef-8caa-6b9d959b297e req-f91280e6-2c13-4c0f-b5e6-442ebea75edf tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060596 Aug 26 01:06:05.085083 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6997044 Aug 26 01:06:05.091361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52838e63-1d57-4029-9f35-d1063c9d34cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Network': ['ID=b0de9aaf-01a1-4412-9f6d-c3772d944fff,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:05.104750 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43310) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:05.113323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port e13f34dc-f226-45b8-bd24-7d484783e68f completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:05.133458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'subnet': {'network_id': '1843cb07-4746-4ead-ba66-8b95fd3fbc5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:05.147499 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network b0de9aaf-01a1-4412-9f6d-c3772d944fff details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:06:05.204646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3ce753a9-1f41-4f55-898d-8d9f59ca018c None None] Provisioning for port e13f34dc-f226-45b8-bd24-7d484783e68f completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:05.327649 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3ce753a9-1f41-4f55-898d-8d9f59ca018c None None] Provisioning complete for port e13f34dc-f226-45b8-bd24-7d484783e68f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:05.328022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3ce753a9-1f41-4f55-898d-8d9f59ca018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:05.329798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'network': {'name': 'tempest-RoutersTest-1292544792'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:05.388996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:05.417208 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] For port 757ba7bc-de97-4ed0-b53c-c6befd9ad793, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:06:05.423711 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6e17d2-5553-4663-88bb-4b56aff8a732 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:05.436027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6e17d2-5553-4663-88bb-4b56aff8a732 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:05.436027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-af6e17d2-5553-4663-88bb-4b56aff8a732 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:05.447989 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c2ae3-110d-4ab2-9e25-7ca4a312a2ed req-aa2a7a4b-0b75-4c5d-a90a-742309fff75d tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:05.455200 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-793c2ae3-110d-4ab2-9e25-7ca4a312a2ed req-aa2a7a4b-0b75-4c5d-a90a-742309fff75d tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 945 time: 0.6920369 Aug 26 01:06:05.464653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] For port 757ba7bc-de97-4ed0-b53c-c6befd9ad793, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=757ba7bc-de97-4ed0-b53c-c6befd9ad793,segment=NetworkSegment(890093e4-82cd-444f-b8bf-c7e98b7b0fa5),segment_id=890093e4-82cd-444f-b8bf-c7e98b7b0fa5)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:06:05.468899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:05.505970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:network and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:05.514584 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-793c2ae3-110d-4ab2-9e25-7ca4a312a2ed req-cf1b07a8-857a-4bb7-863d-d575aea7ddf0 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562074 Aug 26 01:06:05.520312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:05.548772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:05.557330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:05.562493 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:subnet and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:05.565645 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:05.574603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:05.587884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:05.593389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:05.600664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:05.609770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Allocated IP 2001:db8::13a (c234f034-33a6-489d-b03e-f9964ec3b063/16cad412-008d-4b58-82a2-4cc0f29dfb56/1fce84e5-1f79-44c1-92de-0221870acf31) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:05.656158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-af6e17d2-5553-4663-88bb-4b56aff8a732 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:05.657450 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-af6e17d2-5553-4663-88bb-4b56aff8a732 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5777841 Aug 26 01:06:05.663418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43320) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:05.740859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3ce753a9-1f41-4f55-898d-8d9f59ca018c None None] Current status of the port e13f34dc-f226-45b8-bd24-7d484783e68f is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:05.741256 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3ce753a9-1f41-4f55-898d-8d9f59ca018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:05.779808 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:05.783480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:05.816341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-3ce753a9-1f41-4f55-898d-8d9f59ca018c None None] For port e13f34dc-f226-45b8-bd24-7d484783e68f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e13f34dc-f226-45b8-bd24-7d484783e68f,segment=NetworkSegment(c740f484-2ece-4597-bcb3-afae90ff8b21),segment_id=c740f484-2ece-4597-bcb3-afae90ff8b21)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:05.859391 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:06:05.866874 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Pushing event updated for resources: {'Port': ['ID=757ba7bc-de97-4ed0-b53c-c6befd9ad793,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:05.901531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:05.901649 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:05.901977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:05.903052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:05.903840 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:05.905103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:05.906173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:05.906566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:05.906909 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:05.930540 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:05.930540 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:05.932017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ff943f-d323-4fa1-b40d-7f477693fc87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:05.940537 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3ce753a9-1f41-4f55-898d-8d9f59ca018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:06.068480 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-096ac942-e615-42ba-9590-d95c0602da6c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 2c1b746a-7917-4b02-8a9e-2784cf179148 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:06:06.075015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-096ac942-e615-42ba-9590-d95c0602da6c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:06.094809 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f4a7e267-70e1-4e2c-80eb-d72fee26ac8f None None] Could not find standard attr ID for object d7efbc70-312d-4799-8499-9b48ceb2818f. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:06:06.101094 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce753a9-1f41-4f55-898d-8d9f59ca018c None None] Pushing event updated for resources: {'Port': ['ID=e13f34dc-f226-45b8-bd24-7d484783e68f,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:06.201374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-096ac942-e615-42ba-9590-d95c0602da6c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:06.203104 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f4a7e267-70e1-4e2c-80eb-d72fee26ac8f None None] Provisioning for port e37d9967-4c37-4c6f-a56b-ce2015d13879 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:06.273219 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:06.282680 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edaf32-f482-440b-b70a-c7e590ed9b28 req-16ad54ac-df33-490a-8d4c-44ff2f9f93e6 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:06.283221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:06.284447 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d0edaf32-f482-440b-b70a-c7e590ed9b28 req-16ad54ac-df33-490a-8d4c-44ff2f9f93e6 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 945 time: 0.6257987 Aug 26 01:06:06.296256 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43324) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:06.304105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-abd3ba82-2328-4548-a62b-7f2559d63da1 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Request body: {'floatingip': {'port_id': '25983b07-023b-4237-a02f-0d28d7493c5f'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:06.408971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e37d9967-4c37-4c6f-a56b-ce2015d13879 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:06.427342 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:06.444161 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:06.450758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-abd3ba82-2328-4548-a62b-7f2559d63da1 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for floatingip, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:06.491926 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:06.495520 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-593cadcb-541d-4c39-aac6-4ed6e7220fce None None] Provisioning complete for port e13f34dc-f226-45b8-bd24-7d484783e68f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:06.496067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-593cadcb-541d-4c39-aac6-4ed6e7220fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:06.510978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Transition to ACTIVE for port object 1fce84e5-1f79-44c1-92de-0221870acf31 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:06.528393 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d4b89-7722-4d80-ad0f-477f213be68a req-83b43dc0-72b7-4d76-93cc-69d7fe3bc4cf tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:06.529433 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ba9d4b89-7722-4d80-ad0f-477f213be68a req-83b43dc0-72b7-4d76-93cc-69d7fe3bc4cf tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 946 time: 1.1374857 Aug 26 01:06:06.531571 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:security_group_rule and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:06.541121 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43328) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:06.546954 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:06.563855 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:06.590567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-eec91db9-1ea3-47e7-a30d-27b9b22916ba tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Request body: {'floatingip': {'port_id': '44338cc2-a3ed-4c32-8362-45a6a6eb5e78'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:06.623701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-593cadcb-541d-4c39-aac6-4ed6e7220fce None None] Current status of the port e13f34dc-f226-45b8-bd24-7d484783e68f is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:06.629468 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port e37d9967-4c37-4c6f-a56b-ce2015d13879 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:06.637406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e37d9967-4c37-4c6f-a56b-ce2015d13879 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:06.637868 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:06.800617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:06.811056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e37d9967-4c37-4c6f-a56b-ce2015d13879 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:06.811915 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:06.865101 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port e37d9967-4c37-4c6f-a56b-ce2015d13879, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e37d9967-4c37-4c6f-a56b-ce2015d13879,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:06.865706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eec91db9-1ea3-47e7-a30d-27b9b22916ba tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for floatingip, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:06.871420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Router 10b07cae-a2b9-45f0-8b51-c1b58bb5db40 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:06:06.908490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:06.917168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Network c234f034-33a6-489d-b03e-f9964ec3b063 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:06.980363 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:06.983019 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:07.001168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:07.002904 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e13f34dc-f226-45b8-bd24-7d484783e68f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:07.047878 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:07.050340 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-096ac942-e615-42ba-9590-d95c0602da6c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:07.053408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:07.054074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:07.092303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event updated for resources: {'Port': ['ID=1fce84e5-1f79-44c1-92de-0221870acf31,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:07.111869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:07.119817 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7643f7-bf8d-4c18-b2ed-d74e3aa53cc2 None None] Network c234f034-33a6-489d-b03e-f9964ec3b063 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:07.140856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:07.193776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:07.203212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:06:07.221855 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76b5256-e00c-4a0e-8f17-9e721565806a,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:07.260149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Subnet': ['ID=7e8e9f54-2144-4fdf-9e2d-fd0c871eca54,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:07.260493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=e37d9967-4c37-4c6f-a56b-ce2015d13879,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:07.260570 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:07.260570 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Added segment 7533f215-99cc-44f9-a87f-ebdf661902e6 of type vlan for network 75c36a61-e945-4f63-896e-f33b4cb45160 Aug 26 01:06:07.298720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:07.306370 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5686354d-9582-4f55-a42f-ad2ea6f3eb80 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.2804029 Aug 26 01:06:07.308065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43332) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:07.309079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:07.310829 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Checking segment: {'id': '84cc00b3-68f8-459b-b4d4-49126a756417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1843cb07-4746-4ead-ba66-8b95fd3fbc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:07.311064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network hostable DHCP agents. Network: 1843cb07-4746-4ead-ba66-8b95fd3fbc5e, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:06:07.331892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b05043-d9a2-4d5d-86e1-3874991d1bfb None None] Sync routers for ids ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:07.342359 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bfa695c2-f1c5-4df4-a1e4-d913cb72eecd None None] Provisioning for port 757ba7bc-de97-4ed0-b53c-c6befd9ad793 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:07.345138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e13f34dc-f226-45b8-bd24-7d484783e68f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:07.345520 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:07.413272 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b05043-d9a2-4d5d-86e1-3874991d1bfb None None] Routers {'10b07cae-a2b9-45f0-8b51-c1b58bb5db40'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:07.413758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a8b05043-d9a2-4d5d-86e1-3874991d1bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:07.454992 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31729d75-5f5b-4395-9a83-c7492e03e284 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:07.461062 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31729d75-5f5b-4395-9a83-c7492e03e284 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:07.467535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31729d75-5f5b-4395-9a83-c7492e03e284 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:07.468419 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-31729d75-5f5b-4395-9a83-c7492e03e284 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Synchronizing usage tracker for tenant:b120a942a23d48d387021733d6e2baae on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:07.510066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:07.515431 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3ec61480-fe47-4568-b9cb-b479525a27c9 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.0544901 Aug 26 01:06:07.515431 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43336) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:07.572658 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a8b05043-d9a2-4d5d-86e1-3874991d1bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:07.581900 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:07.587925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:07.588519 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:07.592422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-31729d75-5f5b-4395-9a83-c7492e03e284 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Unset dirty status for tenant:b120a942a23d48d387021733d6e2baae on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:07.596614 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-31729d75-5f5b-4395-9a83-c7492e03e284 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2778351 Aug 26 01:06:07.596614 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 1843cb07-4746-4ead-ba66-8b95fd3fbc5e is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:06:07.604925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b05043-d9a2-4d5d-86e1-3874991d1bfb None None] Routers {'10b07cae-a2b9-45f0-8b51-c1b58bb5db40'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:07.605554 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a8b05043-d9a2-4d5d-86e1-3874991d1bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:07.650652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43340) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:07.674782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a8b05043-d9a2-4d5d-86e1-3874991d1bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:07.675172 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b05043-d9a2-4d5d-86e1-3874991d1bfb None None] The sync data for ids ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:07.740158 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e13f34dc-f226-45b8-bd24-7d484783e68f is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:07.741237 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 757ba7bc-de97-4ed0-b53c-c6befd9ad793 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:07.783981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Network': ['ID=75c36a61-e945-4f63-896e-f33b4cb45160,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:07.827165 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 75c36a61-e945-4f63-896e-f33b4cb45160 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:06:07.889719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-096ac942-e615-42ba-9590-d95c0602da6c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:07.893379 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 1843cb07-4746-4ead-ba66-8b95fd3fbc5e) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:07.918566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a99cbc-214e-4c01-aca3-168092d82ee3 None None] Network 1843cb07-4746-4ead-ba66-8b95fd3fbc5e requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:07.944410 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 757ba7bc-de97-4ed0-b53c-c6befd9ad793 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:07.964391 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d3be509e-9a75-4317-b3fb-287e0a617019 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.9143250 Aug 26 01:06:07.967617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43344) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:07.986467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:07.987082 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:08.058619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 757ba7bc-de97-4ed0-b53c-c6befd9ad793 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:08.059038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:08.072599 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'network': {'name': 'tempest-RoutersTest-1421721333'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:08.088189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-75df8562-7994-47b8-9a91-d54728017d52 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Deleting port 1fce84e5-1f79-44c1-92de-0221870acf31 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:08.088531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-75df8562-7994-47b8-9a91-d54728017d52 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:08.106264 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbfa369-7665-4607-a1f4-17e2b1eb3b56 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:08.123326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-096ac942-e615-42ba-9590-d95c0602da6c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:08.130711 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ac942-e615-42ba-9590-d95c0602da6c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1b746a-7917-4b02-8a9e-2784cf179148,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:08.263533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:08.295531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:network and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:08.331970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:08.350660 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2da2ffd4-52f9-4588-a823-784c906a9860 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2406225 Aug 26 01:06:08.360466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43348) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:08.367824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-14a08d6e-b2fc-4881-84c0-ddd2cdb11fc4 None None] Provisioning for port ef149e59-42d3-4314-8d18-728a34750f78 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:08.378592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'subnet': {'network_id': 'b0de9aaf-01a1-4412-9f6d-c3772d944fff', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:08.410810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:08.426327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Allocated IP 172.26.2.132 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/dcb2230c-3061-4aa4-a7f0-610bb3483b09) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:08.445521 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-096ac942-e615-42ba-9590-d95c0602da6c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/2c1b746a-7917-4b02-8a9e-2784cf179148 HTTP/1.1" status: 204 len: 168 time: 2.7789791 Aug 26 01:06:08.458542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43352) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:08.484124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-14a08d6e-b2fc-4881-84c0-ddd2cdb11fc4 None None] Provisioning complete for port ef149e59-42d3-4314-8d18-728a34750f78 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:08.484492 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-14a08d6e-b2fc-4881-84c0-ddd2cdb11fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:08.539722 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:08.546010 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:subnet and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:08.550508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:08.560234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:08.584964 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-14a08d6e-b2fc-4881-84c0-ddd2cdb11fc4 None None] Port ef149e59-42d3-4314-8d18-728a34750f78 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:08.611190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:08.614991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:08.646551 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2fddfdea-af82-4bb4-8d0e-e1486790928c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1819913 Aug 26 01:06:08.658074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 757ba7bc-de97-4ed0-b53c-c6befd9ad793 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:08.658488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:08.661127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43356) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:08.677982 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-1843cb07-4746-4ead-ba66-8b95fd3fbc5e', 'network_id': '1843cb07-4746-4ead-ba66-8b95fd3fbc5e', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'fixed_ips': [{'subnet_id': '7e8e9f54-2144-4fdf-9e2d-fd0c871eca54'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:06:08.678809 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:08.683505 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-a36aae80-5381-4ace-9169-07d4e62b2180 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:08.712605 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-14a08d6e-b2fc-4881-84c0-ddd2cdb11fc4 None None] Provisioning complete for port 757ba7bc-de97-4ed0-b53c-c6befd9ad793 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:08.713202 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-14a08d6e-b2fc-4881-84c0-ddd2cdb11fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:08.764401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:08.767741 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:08.906487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 757ba7bc-de97-4ed0-b53c-c6befd9ad793, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=757ba7bc-de97-4ed0-b53c-c6befd9ad793,segment=NetworkSegment(890093e4-82cd-444f-b8bf-c7e98b7b0fa5),segment_id=890093e4-82cd-444f-b8bf-c7e98b7b0fa5)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:08.910280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:06:08.920225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-abd3ba82-2328-4548-a62b-7f2559d63da1 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:06:08.928063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:06:08.981411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.006999 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a36aae80-5381-4ace-9169-07d4e62b2180 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:09.015499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.019563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] Deleting port e37d9967-4c37-4c6f-a56b-ce2015d13879 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:09.019941 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.027386 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a36aae80-5381-4ace-9169-07d4e62b2180 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:09.046071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a36aae80-5381-4ace-9169-07d4e62b2180 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:09.046071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a36aae80-5381-4ace-9169-07d4e62b2180 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:09.117064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e37d9967-4c37-4c6f-a56b-ce2015d13879 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:06:09.195391 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.195609 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Added segment e6c0c68b-e60b-4efd-b0b7-50e2955492c1 of type vlan for network 60c51ab9-21ef-411d-b64b-4eb904af861b Aug 26 01:06:09.216513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Allocated IP 2001:db8::2 (1843cb07-4746-4ead-ba66-8b95fd3fbc5e/7e8e9f54-2144-4fdf-9e2d-fd0c871eca54/81227f83-e6aa-4aac-b237-08cca1e75f7c) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:09.270251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-eec91db9-1ea3-47e7-a30d-27b9b22916ba tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:06:09.292518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36aae80-5381-4ace-9169-07d4e62b2180 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:09.296156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a36aae80-5381-4ace-9169-07d4e62b2180 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.333070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-14a08d6e-b2fc-4881-84c0-ddd2cdb11fc4 None None] Current status of the port 757ba7bc-de97-4ed0-b53c-c6befd9ad793 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:09.345151 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=757ba7bc-de97-4ed0-b53c-c6befd9ad793,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:09.350389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-abd3ba82-2328-4548-a62b-7f2559d63da1 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.354002 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.378330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.382849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-75df8562-7994-47b8-9a91-d54728017d52 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.533474 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-75df8562-7994-47b8-9a91-d54728017d52 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Calling delete_port for 1fce84e5-1f79-44c1-92de-0221870acf31 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:09.559352 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-14a08d6e-b2fc-4881-84c0-ddd2cdb11fc4 None None] Provisioning for port 1fce84e5-1f79-44c1-92de-0221870acf31 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:09.562880 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-abd3ba82-2328-4548-a62b-7f2559d63da1 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.584418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.615751 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-14a08d6e-b2fc-4881-84c0-ddd2cdb11fc4 None None] Provisioning complete for port 1fce84e5-1f79-44c1-92de-0221870acf31 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:09.618116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-14a08d6e-b2fc-4881-84c0-ddd2cdb11fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.636061 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:06:09.661942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eec91db9-1ea3-47e7-a30d-27b9b22916ba tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.671662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e37d9967-4c37-4c6f-a56b-ce2015d13879 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:09.672046 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.730863 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] For port e37d9967-4c37-4c6f-a56b-ce2015d13879, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e37d9967-4c37-4c6f-a56b-ce2015d13879,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:09.731186 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.755096 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eec91db9-1ea3-47e7-a30d-27b9b22916ba tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.888103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Allocated IP 172.20.0.1 (98a82910-1fcd-4263-b2ea-719677b5f0f6/44c4b3c4-43a4-4699-add2-e6f643b195a1/6a86dca4-54f2-4756-bd6f-89cd3e4b6ee4) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:09.895334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.902291 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:09.908837 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:09.967250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port e37d9967-4c37-4c6f-a56b-ce2015d13879, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e37d9967-4c37-4c6f-a56b-ce2015d13879,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:09.974612 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] Calling delete_port for e37d9967-4c37-4c6f-a56b-ce2015d13879 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:10.004964 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-14a08d6e-b2fc-4881-84c0-ddd2cdb11fc4 None None] Port 1fce84e5-1f79-44c1-92de-0221870acf31 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:10.059360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:10.061818 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:10.064262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:10.071878 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0172355 Aug 26 01:06:10.088302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43360) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:10.138122 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Subnet': ['ID=23983aeb-3e95-40cc-a73d-3d9b333f4354,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:10.171491 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Checking segment: {'id': '7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'b0de9aaf-01a1-4412-9f6d-c3772d944fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:10.171855 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network hostable DHCP agents. Network: b0de9aaf-01a1-4412-9f6d-c3772d944fff, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:06:10.175179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'subnet': {'network_id': '75c36a61-e945-4f63-896e-f33b4cb45160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:10.180323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5a479307-cc24-45a0-a16b-94d29e39963b None None] Provisioning complete for port ef149e59-42d3-4314-8d18-728a34750f78 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:10.197008 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a479307-cc24-45a0-a16b-94d29e39963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:10.230942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=e37d9967-4c37-4c6f-a56b-ce2015d13879,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:10.240227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Pushing event updated for resources: {'Port': ['ID=dcb2230c-3061-4aa4-a7f0-610bb3483b09,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:10.265957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:06:10.265957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:06:10.268994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5a479307-cc24-45a0-a16b-94d29e39963b None None] Port ef149e59-42d3-4314-8d18-728a34750f78 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:10.287748 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5a479307-cc24-45a0-a16b-94d29e39963b None None] Provisioning complete for port 1fce84e5-1f79-44c1-92de-0221870acf31 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:10.288233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a479307-cc24-45a0-a16b-94d29e39963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:10.294982 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:10.349976 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5a479307-cc24-45a0-a16b-94d29e39963b None None] Port 1fce84e5-1f79-44c1-92de-0221870acf31 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:10.350235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40dcd9f-5324-4561-84bf-9d55d4e2612c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Network': ['ID=60c51ab9-21ef-411d-b64b-4eb904af861b,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:10.362085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:10.362509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 60c51ab9-21ef-411d-b64b-4eb904af861b details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:06:10.386555 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-abd3ba82-2328-4548-a62b-7f2559d63da1 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Floating IP 22cb3eb3-398c-4dcc-a92c-c25189cc0d18 associated. External IP: 172.26.2.81, port: 25983b07-023b-4237-a02f-0d28d7493c5f. Aug 26 01:06:10.466599 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:10.469214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:10.486414 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network b0de9aaf-01a1-4412-9f6d-c3772d944fff is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:06:10.527475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:10.527682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a36aae80-5381-4ace-9169-07d4e62b2180 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:10.571946 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, b0de9aaf-01a1-4412-9f6d-c3772d944fff) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:10.582156 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad0d30-3b2b-413f-845c-2b2aea42699d None None] Network b0de9aaf-01a1-4412-9f6d-c3772d944fff requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:10.591731 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:10.593515 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:10.615671 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36aae80-5381-4ace-9169-07d4e62b2180 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:10.622114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-a36aae80-5381-4ace-9169-07d4e62b2180 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:10.628022 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36aae80-5381-4ace-9169-07d4e62b2180 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:10.628887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a36aae80-5381-4ace-9169-07d4e62b2180 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:10.667202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36aae80-5381-4ace-9169-07d4e62b2180 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=769d2ead-8844-465f-9647-31e19f0ee8b3,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:10.734062 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a36aae80-5381-4ace-9169-07d4e62b2180 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0688086 Aug 26 01:06:10.736214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43364) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:10.743785 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'name': 'tempest-NetworksTestDHCPv6-2036644439'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:10.754409 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-eec91db9-1ea3-47e7-a30d-27b9b22916ba tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Floating IP f8ac3690-d291-45b8-ab9b-710ee1d42a61 associated. External IP: 172.26.2.57, port: 44338cc2-a3ed-4c32-8362-45a6a6eb5e78. Aug 26 01:06:10.757781 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] Deleting port e37d9967-4c37-4c6f-a56b-ce2015d13879 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:10.758357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:10.768528 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-13a842e6-c5fa-427c-9ca8-219e90f11829 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4043367 Aug 26 01:06:10.784207 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Transition to ACTIVE for port object 81227f83-e6aa-4aac-b237-08cca1e75f7c will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:10.809104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43368) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:10.827886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-75df8562-7994-47b8-9a91-d54728017d52 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:10.864325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Transition to ACTIVE for port object 6a86dca4-54f2-4756-bd6f-89cd3e4b6ee4 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:10.874529 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Transition to ACTIVE for port object 81227f83-e6aa-4aac-b237-08cca1e75f7c will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:10.898007 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-02648d49-1553-4f0b-8b80-41d6b36c96ed tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-425069475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:10.942102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:10.965290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:10.969775 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:10.972129 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-02648d49-1553-4f0b-8b80-41d6b36c96ed tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:10.972519 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:10.979373 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:10.986299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:10.986677 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:subnet and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:10.993396 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df8562-7994-47b8-9a91-d54728017d52 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event deleted for resources: {'Port': ['ID=1fce84e5-1f79-44c1-92de-0221870acf31,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:10.995394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:11.028845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-02648d49-1553-4f0b-8b80-41d6b36c96ed tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:router and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:11.048422 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-02648d49-1553-4f0b-8b80-41d6b36c96ed tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:11.051242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Network 98a82910-1fcd-4263-b2ea-719677b5f0f6 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:11.060639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:11.065505 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:11.092659 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] For port e37d9967-4c37-4c6f-a56b-ce2015d13879, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e37d9967-4c37-4c6f-a56b-ce2015d13879,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:11.093756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:11.119949 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:11.133398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:11.145991 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:11.159403 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:11.206194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-02648d49-1553-4f0b-8b80-41d6b36c96ed tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:11.223016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port 9259f2be-1570-4655-b4c8-0b60e01b597a yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:06:11.264223 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event updated for resources: {'Port': ['ID=6a86dca4-54f2-4756-bd6f-89cd3e4b6ee4,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:11.356809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:11.361109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:11.379478 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] Calling delete_port for e37d9967-4c37-4c6f-a56b-ce2015d13879 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:11.455656 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:11.455800 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::128 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/769d2ead-8844-465f-9647-31e19f0ee8b3/9259f2be-1570-4655-b4c8-0b60e01b597a) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:11.456771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 757ba7bc-de97-4ed0-b53c-c6befd9ad793 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:11.614809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-02648d49-1553-4f0b-8b80-41d6b36c96ed tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:11.616134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-02648d49-1553-4f0b-8b80-41d6b36c96ed tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:11.645655 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-b0de9aaf-01a1-4412-9f6d-c3772d944fff', 'network_id': 'b0de9aaf-01a1-4412-9f6d-c3772d944fff', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'fixed_ips': [{'subnet_id': '23983aeb-3e95-40cc-a73d-3d9b333f4354'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:06:11.650858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:11.660769 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:11.662129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Network 1843cb07-4746-4ead-ba66-8b95fd3fbc5e is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:11.675382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:11.692947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:11.780156 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Pushing event updated for resources: {'Port': ['ID=81227f83-e6aa-4aac-b237-08cca1e75f7c,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:11.792557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0dc4f3be-d67e-4d2d-87ed-f5b3d58589fc None None] Provisioning for port 6a86dca4-54f2-4756-bd6f-89cd3e4b6ee4 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:11.876873 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0dc4f3be-d67e-4d2d-87ed-f5b3d58589fc None None] Provisioning complete for port 6a86dca4-54f2-4756-bd6f-89cd3e4b6ee4 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:11.877321 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0dc4f3be-d67e-4d2d-87ed-f5b3d58589fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:11.912981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-75df8562-7994-47b8-9a91-d54728017d52 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:11.914331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:11.932716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:11.969818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object 9259f2be-1570-4655-b4c8-0b60e01b597a will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:11.979207 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 757ba7bc-de97-4ed0-b53c-c6befd9ad793 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:11.979702 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:12.004904 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-02648d49-1553-4f0b-8b80-41d6b36c96ed tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:12.029286 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] Pushing event deleted for resources: {'Port': ['ID=e37d9967-4c37-4c6f-a56b-ce2015d13879,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:12.031271 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Attempting to bind port 81227f83-e6aa-4aac-b237-08cca1e75f7c on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:06:12.031714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Attempting to bind port 81227f83-e6aa-4aac-b237-08cca1e75f7c by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '84cc00b3-68f8-459b-b4d4-49126a756417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1843cb07-4746-4ead-ba66-8b95fd3fbc5e'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:06:12.032153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Attempting to bind port 81227f83-e6aa-4aac-b237-08cca1e75f7c on network 1843cb07-4746-4ead-ba66-8b95fd3fbc5e {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:06:12.037375 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06498db-ba3f-45a0-b681-b615e0fefe06 None None] No DVR routers for this DVR port e37d9967-4c37-4c6f-a56b-ce2015d13879 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:06:12.107785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:06:12.108171 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Checking segment: {'id': '84cc00b3-68f8-459b-b4d4-49126a756417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1843cb07-4746-4ead-ba66-8b95fd3fbc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:12.108592 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:12.108991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Bound using segment: {'id': '84cc00b3-68f8-459b-b4d4-49126a756417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1843cb07-4746-4ead-ba66-8b95fd3fbc5e'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:06:12.109472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Bound port: 81227f83-e6aa-4aac-b237-08cca1e75f7c, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84cc00b3-68f8-459b-b4d4-49126a756417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1843cb07-4746-4ead-ba66-8b95fd3fbc5e'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:06:12.109871 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:12.126330 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e1a15e-8020-4090-ae68-c39ea0d23fd3 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:12.137250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:12.151088 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0dc4f3be-d67e-4d2d-87ed-f5b3d58589fc None None] Port 6a86dca4-54f2-4756-bd6f-89cd3e4b6ee4 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:12.229770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=9259f2be-1570-4655-b4c8-0b60e01b597a,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:12.249857 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:12.254487 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:12.264341 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:12.273603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:12.275460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:12.309988 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-75df8562-7994-47b8-9a91-d54728017d52 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "DELETE /v2.0/ports/1fce84e5-1f79-44c1-92de-0221870acf31 HTTP/1.1" status: 204 len: 168 time: 4.6008928 Aug 26 01:06:12.315433 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Allocated IP 2001:db8:1::2 (b0de9aaf-01a1-4412-9f6d-c3772d944fff/23983aeb-3e95-40cc-a73d-3d9b333f4354/7866daed-2b47-4ba7-b13e-8e82976bcfe1) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:12.318520 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd3ba82-2328-4548-a62b-7f2559d63da1 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Router 72708df3-52ba-4cbf-87d8-7a34491c842b has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:06:12.323735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43372) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:12.360799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:12.362998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-02648d49-1553-4f0b-8b80-41d6b36c96ed tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:12.412406 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-efbe54a6-ac66-4c14-a3cf-c57aada4aaeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6737068 Aug 26 01:06:12.414310 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43376) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:12.427468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:12.458239 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:12.486320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec91db9-1ea3-47e7-a30d-27b9b22916ba tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Router bbf6d52a-4460-4725-ba4f-2ac06610a50b has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:06:12.536813 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] For port 81227f83-e6aa-4aac-b237-08cca1e75f7c, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:06:12.567152 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8512aef-03d1-4a8c-82bd-15396f61ad49 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] GET failed (client error): The resource could not be found. Aug 26 01:06:12.570342 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e8512aef-03d1-4a8c-82bd-15396f61ad49 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Synchronizing usage tracker for tenant:b120a942a23d48d387021733d6e2baae on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:12.572791 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 757ba7bc-de97-4ed0-b53c-c6befd9ad793 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:12.584256 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] For port 81227f83-e6aa-4aac-b237-08cca1e75f7c, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=81227f83-e6aa-4aac-b237-08cca1e75f7c,segment=NetworkSegment(84cc00b3-68f8-459b-b4d4-49126a756417),segment_id=84cc00b3-68f8-459b-b4d4-49126a756417)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:06:12.658148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:12.675268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event updated for resources: {'Port': ['ID=6a86dca4-54f2-4756-bd6f-89cd3e4b6ee4,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:12.709197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:12.804601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-02648d49-1553-4f0b-8b80-41d6b36c96ed tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:12.806378 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-02648d49-1553-4f0b-8b80-41d6b36c96ed tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.9924397 Aug 26 01:06:12.819341 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43380) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:12.860853 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad69755-43a7-4070-b78e-dc134ac63c79 None None] Pushing event updated for resources: {'Port': ['ID=81227f83-e6aa-4aac-b237-08cca1e75f7c,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:12.889678 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:12.905129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Transition to ACTIVE for port object 7866daed-2b47-4ba7-b13e-8e82976bcfe1 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:12.919748 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': '769d2ead-8844-465f-9647-31e19f0ee8b3'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:06:12.920588 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:12.939163 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Network 98a82910-1fcd-4263-b2ea-719677b5f0f6 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:12.941202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:12.945586 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Transition to ACTIVE for port object 7866daed-2b47-4ba7-b13e-8e82976bcfe1 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:12.970154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327072c-7e7d-436a-bd12-f793034c12cf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:12.971676 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d327072c-7e7d-436a-bd12-f793034c12cf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:12.995236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e8512aef-03d1-4a8c-82bd-15396f61ad49 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Unset dirty status for tenant:b120a942a23d48d387021733d6e2baae on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:12.996683 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e8512aef-03d1-4a8c-82bd-15396f61ad49 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "GET /v2.0/ports/1fce84e5-1f79-44c1-92de-0221870acf31 HTTP/1.1" status: 404 len: 333 time: 0.6686788 Aug 26 01:06:13.025627 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:13.105444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43384) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:13.164068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Request body: {'port': {'network_id': 'c234f034-33a6-489d-b03e-f9964ec3b063', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-126933197'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:13.258758 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Router 10b07cae-a2b9-45f0-8b51-c1b58bb5db40 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:06:13.267821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Network b0de9aaf-01a1-4412-9f6d-c3772d944fff is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:13.285919 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:13.289272 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:13.296428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Pushing event updated for resources: {'Port': ['ID=7866daed-2b47-4ba7-b13e-8e82976bcfe1,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:13.360284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d327072c-7e7d-436a-bd12-f793034c12cf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:13.364062 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d327072c-7e7d-436a-bd12-f793034c12cf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.9459414 Aug 26 01:06:13.420427 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43388) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:13.441148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Allocated IP 2001:db8::2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/769d2ead-8844-465f-9647-31e19f0ee8b3/4f8bcb16-388e-417f-a41b-b9c11a61fd1c) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:13.450346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Attempting to bind port 7866daed-2b47-4ba7-b13e-8e82976bcfe1 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:06:13.450640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Attempting to bind port 7866daed-2b47-4ba7-b13e-8e82976bcfe1 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'b0de9aaf-01a1-4412-9f6d-c3772d944fff'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:06:13.451003 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Attempting to bind port 7866daed-2b47-4ba7-b13e-8e82976bcfe1 on network b0de9aaf-01a1-4412-9f6d-c3772d944fff {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:06:13.464529 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:06:13.464925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Checking segment: {'id': '7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'b0de9aaf-01a1-4412-9f6d-c3772d944fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:13.465334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:13.465726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Bound using segment: {'id': '7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'b0de9aaf-01a1-4412-9f6d-c3772d944fff'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:06:13.466225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Bound port: 7866daed-2b47-4ba7-b13e-8e82976bcfe1, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'b0de9aaf-01a1-4412-9f6d-c3772d944fff'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:06:13.468284 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:13.480420 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4f7e7e2c-37c6-4ece-9110-eb55393afe08 None None] Provisioning complete for port 6a86dca4-54f2-4756-bd6f-89cd3e4b6ee4 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:13.480792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7e2c-37c6-4ece-9110-eb55393afe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:13.525829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:13.536428 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-725cfcd2-553c-47e7-a501-5d0276497d9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port 9259f2be-1570-4655-b4c8-0b60e01b597a {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:13.536838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-725cfcd2-553c-47e7-a501-5d0276497d9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:13.617470 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:13.632184 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f148bb34-3f6c-4cc5-9dd1-beb7d6df27ea None None] Sync routers for ids ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:13.646389 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-da3eb77d-400e-4c97-bd56-19133630fad8 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] 10.222.0.83 "PUT /v2.0/routers/10b07cae-a2b9-45f0-8b51-c1b58bb5db40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1300969 Aug 26 01:06:13.647763 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f148bb34-3f6c-4cc5-9dd1-beb7d6df27ea None None] Routers {'10b07cae-a2b9-45f0-8b51-c1b58bb5db40'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:13.648662 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f148bb34-3f6c-4cc5-9dd1-beb7d6df27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:13.653620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43392) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:13.658137 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Request body: {'port': {'network_id': '98a82910-1fcd-4263-b2ea-719677b5f0f6', 'name': 'tempest-FloatingIPAdminTestJSON-1825082060'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:13.665322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e7e2c-37c6-4ece-9110-eb55393afe08 None None] Port 6a86dca4-54f2-4756-bd6f-89cd3e4b6ee4 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:13.740378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] For port 7866daed-2b47-4ba7-b13e-8e82976bcfe1, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:06:13.770994 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f148bb34-3f6c-4cc5-9dd1-beb7d6df27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:13.781475 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f148bb34-3f6c-4cc5-9dd1-beb7d6df27ea None None] Routers {'10b07cae-a2b9-45f0-8b51-c1b58bb5db40'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:13.782522 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f148bb34-3f6c-4cc5-9dd1-beb7d6df27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:13.855898 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] For port 7866daed-2b47-4ba7-b13e-8e82976bcfe1, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7866daed-2b47-4ba7-b13e-8e82976bcfe1,segment=NetworkSegment(7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5),segment_id=7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:06:13.884492 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f148bb34-3f6c-4cc5-9dd1-beb7d6df27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:13.896164 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:13.898682 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f148bb34-3f6c-4cc5-9dd1-beb7d6df27ea None None] The sync data for ids ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:13.913950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Transition to ACTIVE for port object 4f8bcb16-388e-417f-a41b-b9c11a61fd1c will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:13.939326 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Transition to ACTIVE for port object 4f8bcb16-388e-417f-a41b-b9c11a61fd1c will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:13.944430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:13.953905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd3ba82-2328-4548-a62b-7f2559d63da1 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:13.957698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:13.967725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Usage tracker for resource:port and tenant:0f741e42c9b940f8b733dac3f96228f0 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:13.973929 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:13.994319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:14.001770 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af1d0de-da27-4ac4-9ef3-64f95493f869 None None] Sync routers for ids ['72708df3-52ba-4cbf-87d8-7a34491c842b'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:14.018743 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:14.027088 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-725cfcd2-553c-47e7-a501-5d0276497d9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:14.056738 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af1d0de-da27-4ac4-9ef3-64f95493f869 None None] Routers {'72708df3-52ba-4cbf-87d8-7a34491c842b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:14.057389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7af1d0de-da27-4ac4-9ef3-64f95493f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['72708df3-52ba-4cbf-87d8-7a34491c842b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:14.074923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-abd3ba82-2328-4548-a62b-7f2559d63da1 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:14.130429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:14.176226 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Made reservation on behalf of 0f741e42c9b940f8b733dac3f96228f0 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:14.180306 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:14.202289 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-725cfcd2-553c-47e7-a501-5d0276497d9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for 9259f2be-1570-4655-b4c8-0b60e01b597a owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:14.209592 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:14.229261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:14.234113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863faed3-08eb-4cb7-b607-bd6e4d26191f None None] Pushing event updated for resources: {'Port': ['ID=7866daed-2b47-4ba7-b13e-8e82976bcfe1,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:14.285257 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf14c205-bbbe-4699-828e-a9a47c245f17 None None] Network 1843cb07-4746-4ead-ba66-8b95fd3fbc5e requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:14.300146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] device_id is not set on port c79cf245-3ef6-4dad-aa32-5da2a771d69b yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:06:14.317283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec91db9-1ea3-47e7-a30d-27b9b22916ba tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:14.328237 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa262bf-8b1c-448b-853d-517fcab209a3 None None] Sync routers for ids ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:14.348123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Subnet': ['ID=e2b3f26b-845d-4463-9384-0c8ca8f1c05c,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:14.351558 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa262bf-8b1c-448b-853d-517fcab209a3 None None] Routers {'bbf6d52a-4460-4725-ba4f-2ac06610a50b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:14.352456 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0aa262bf-8b1c-448b-853d-517fcab209a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:14.371381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eec91db9-1ea3-47e7-a30d-27b9b22916ba tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:14.483584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:14.506327 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Allocated IP 172.20.0.11 (98a82910-1fcd-4263-b2ea-719677b5f0f6/44c4b3c4-43a4-4699-add2-e6f643b195a1/c79cf245-3ef6-4dad-aa32-5da2a771d69b) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:14.577280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Checking segment: {'id': '7533f215-99cc-44f9-a87f-ebdf661902e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '75c36a61-e945-4f63-896e-f33b4cb45160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:14.577932 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network hostable DHCP agents. Network: 75c36a61-e945-4f63-896e-f33b4cb45160, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:06:14.583867 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-abd3ba82-2328-4548-a62b-7f2559d63da1 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "PUT /v2.0/floatingips/22cb3eb3-398c-4dcc-a92c-c25189cc0d18 HTTP/1.1" status: 200 len: 990 time: 8.2865570 Aug 26 01:06:14.611184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Pushing event updated for resources: {'Port': ['ID=4f8bcb16-388e-417f-a41b-b9c11a61fd1c,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:14.628774 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-0aa262bf-8b1c-448b-853d-517fcab209a3 None None] Set router bbf6d52a-4460-4725-ba4f-2ac06610a50b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:06:14.698298 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Attempting to bind port 4f8bcb16-388e-417f-a41b-b9c11a61fd1c on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:06:14.698774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Attempting to bind port 4f8bcb16-388e-417f-a41b-b9c11a61fd1c by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:06:14.699149 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Attempting to bind port 4f8bcb16-388e-417f-a41b-b9c11a61fd1c on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:06:14.702887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-7af1d0de-da27-4ac4-9ef3-64f95493f869 None None] Set router 72708df3-52ba-4cbf-87d8-7a34491c842b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:06:14.790988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dff9f0-df08-4b85-8ba7-d8472e71c03a', 'tag': '25983b07-023b-4237-a02f-0d28d7493c5f'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:06:14.912642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:14.938237 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe35e570-b4c3-43d6-806c-68dd7426ae6c'] response: {'name': 'network-changed', 'server_uuid': '19dff9f0-df08-4b85-8ba7-d8472e71c03a', 'tag': '25983b07-023b-4237-a02f-0d28d7493c5f', 'status': 'completed', 'code': 200} Aug 26 01:06:14.975324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c09ac0ce-e453-4d6d-8ae1-8428feadcf2d None None] Provisioning for port 81227f83-e6aa-4aac-b237-08cca1e75f7c completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:14.998127 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:06:14.998816 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:14.999327 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:14.999848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:06:15.000495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Bound port: 4f8bcb16-388e-417f-a41b-b9c11a61fd1c, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:06:15.001073 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:15.035251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:15.056974 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-eec91db9-1ea3-47e7-a30d-27b9b22916ba tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "PUT /v2.0/floatingips/f8ac3690-d291-45b8-ab9b-710ee1d42a61 HTTP/1.1" status: 200 len: 991 time: 8.4772818 Aug 26 01:06:15.065458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:15.272482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 75c36a61-e945-4f63-896e-f33b4cb45160 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:06:15.285621 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Made reservation on behalf of b120a942a23d48d387021733d6e2baae for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:15.295410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:15.306954 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:15.349635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Transition to ACTIVE for port object c79cf245-3ef6-4dad-aa32-5da2a771d69b will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:15.356236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-725cfcd2-553c-47e7-a501-5d0276497d9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:15.394938 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7866daed-2b47-4ba7-b13e-8e82976bcfe1 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:15.410101 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0aa262bf-8b1c-448b-853d-517fcab209a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:16Z', 'revision_number': 4, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'gw_port': {'id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:06Z', 'updated_at': '2022-08-26T01:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'f8ac3690-d291-45b8-ab9b-710ee1d42a61', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'floating_ip_address': '172.26.2.57', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'port_id': '44338cc2-a3ed-4c32-8362-45a6a6eb5e78', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'mac_address': 'fa:16:3e:64:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299616a1-47e2-4ece-80c2-3e1e9927c12f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:05:27Z', 'updated_at': '2022-08-26T01:06:09Z', 'revision_number': 1, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8be6a67-3c27-4fd3-ba3b-980a2925904b', 'name': '', 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'mac_address': 'fa:16:3e:99:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:13Z', 'updated_at': '2022-08-26T01:05:26Z', 'revision_number': 5, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'subnets': [{'id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:15.420570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] device_id is not set on port c1c90b51-6a5b-498b-b575-9dee84f05593 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:06:15.422247 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa262bf-8b1c-448b-853d-517fcab209a3 None None] Checking router: bbf6d52a-4460-4725-ba4f-2ac06610a50b for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:06:15.449948 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa262bf-8b1c-448b-853d-517fcab209a3 None None] Routers {'bbf6d52a-4460-4725-ba4f-2ac06610a50b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:15.451633 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0aa262bf-8b1c-448b-853d-517fcab209a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:15.479644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 75c36a61-e945-4f63-896e-f33b4cb45160) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:15.506533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6681ad1-edfc-468e-8fe8-5b8816dccf59 None None] Network 75c36a61-e945-4f63-896e-f33b4cb45160 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:15.516042 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:15.516656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:15.544217 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1569d5f6-e6d3-4e78-84a1-c5f9aeb12e9b req-017fbe0a-c720-4a9a-a692-199871162d88 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8321576 Aug 26 01:06:15.578865 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cfcd2-553c-47e7-a501-5d0276497d9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=9259f2be-1570-4655-b4c8-0b60e01b597a,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:15.594290 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68f142-72a8-4e60-94b8-d18d801b3f6b req-98e45b8e-958f-4ea9-bc50-d68e891e781b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:15.595868 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8f68f142-72a8-4e60-94b8-d18d801b3f6b req-98e45b8e-958f-4ea9-bc50-d68e891e781b tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 945 time: 0.7974453 Aug 26 01:06:15.739395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-725cfcd2-553c-47e7-a501-5d0276497d9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:15.740712 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-0aa262bf-8b1c-448b-853d-517fcab209a3 None None] Set router bbf6d52a-4460-4725-ba4f-2ac06610a50b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:06:15.789261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1b903-4e15-42b0-87d1-90ed39d2ad75 req-580def87-30fb-47d6-988f-bd66d7479038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:15.793157 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d1c1b903-4e15-42b0-87d1-90ed39d2ad75 req-580def87-30fb-47d6-988f-bd66d7479038 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6eb05f5695bc465ba7db98f5e6c92aa6&device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 1098 time: 0.8322146 Aug 26 01:06:15.804977 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-725cfcd2-553c-47e7-a501-5d0276497d9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/9259f2be-1570-4655-b4c8-0b60e01b597a HTTP/1.1" status: 204 len: 168 time: 2.3833663 Aug 26 01:06:15.817634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43402) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:15.841867 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bf6d9c-7652-4981-baee-455be48d6287 None None] Network b0de9aaf-01a1-4412-9f6d-c3772d944fff requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:15.924927 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f1227bae-d3fc-4299-a518-7278937c66ca tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7660758 Aug 26 01:06:15.926123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:15.935585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43408) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:15.954775 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8f68f142-72a8-4e60-94b8-d18d801b3f6b req-c4706d74-438e-4b8d-bef3-25d3226bfd0f tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3486760 Aug 26 01:06:15.962301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'subnet': {'network_id': '60c51ab9-21ef-411d-b64b-4eb904af861b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:16.033422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-78668137-bc44-4e9b-9eb5-3b9dfb19e2ce None None] Provisioning for port 7866daed-2b47-4ba7-b13e-8e82976bcfe1 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:16.037307 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] For port 4f8bcb16-388e-417f-a41b-b9c11a61fd1c, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:06:16.090899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] For port 4f8bcb16-388e-417f-a41b-b9c11a61fd1c, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4f8bcb16-388e-417f-a41b-b9c11a61fd1c,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:06:16.145094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12155bf3-675b-46e2-baf8-30efc8949596 req-09a713ee-0dac-460a-bb9b-0a649a12c5bd tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:16.147217 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-12155bf3-675b-46e2-baf8-30efc8949596 req-09a713ee-0dac-460a-bb9b-0a649a12c5bd tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 946 time: 0.7997210 Aug 26 01:06:16.174566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Router 9c0f56de-cc17-461e-a718-35dbf00d2c43 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:06:16.207093 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Network 98a82910-1fcd-4263-b2ea-719677b5f0f6 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:16.224125 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:16.227958 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:16.257594 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f43a99-51d9-449c-8743-0772d7ddce2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:16.260519 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f43a99-51d9-449c-8743-0772d7ddce2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:16.261352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-47f43a99-51d9-449c-8743-0772d7ddce2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:16.276782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event updated for resources: {'Port': ['ID=c79cf245-3ef6-4dad-aa32-5da2a771d69b,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:16.315791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Allocated IP 2001:db8::2f5 (c234f034-33a6-489d-b03e-f9964ec3b063/16cad412-008d-4b58-82a2-4cc0f29dfb56/c1c90b51-6a5b-498b-b575-9dee84f05593) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:16.351883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 7866daed-2b47-4ba7-b13e-8e82976bcfe1 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:16.354689 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-12155bf3-675b-46e2-baf8-30efc8949596 req-cb026558-8b07-49b4-b315-db49c427e51c tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987555 Aug 26 01:06:16.367460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:16.392013 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0aa262bf-8b1c-448b-853d-517fcab209a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:16Z', 'revision_number': 4, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'gw_port': {'id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:06Z', 'updated_at': '2022-08-26T01:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'f8ac3690-d291-45b8-ab9b-710ee1d42a61', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'floating_ip_address': '172.26.2.57', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'port_id': '44338cc2-a3ed-4c32-8362-45a6a6eb5e78', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'mac_address': 'fa:16:3e:64:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299616a1-47e2-4ece-80c2-3e1e9927c12f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:05:27Z', 'updated_at': '2022-08-26T01:06:09Z', 'revision_number': 1, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8be6a67-3c27-4fd3-ba3b-980a2925904b', 'name': '', 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'mac_address': 'fa:16:3e:99:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:13Z', 'updated_at': '2022-08-26T01:05:26Z', 'revision_number': 5, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'subnets': [{'id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:16.392682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1b903-4e15-42b0-87d1-90ed39d2ad75 req-f7909c7c-5ae7-41f9-b68b-e2824fe8eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:16.394859 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d1c1b903-4e15-42b0-87d1-90ed39d2ad75 req-f7909c7c-5ae7-41f9-b68b-e2824fe8eb79 service neutron] 10.222.0.94 "GET /v2.0/networks?id=174dbc40-879a-4d96-b5c3-d31c82619b85 HTTP/1.1" status: 200 len: 908 time: 0.5882113 Aug 26 01:06:16.405565 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa262bf-8b1c-448b-853d-517fcab209a3 None None] The sync data for ids ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'] in dv-neutron-854561-2-hyperv is: [{'id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:16Z', 'revision_number': 4, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'gw_port': {'id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:06Z', 'updated_at': '2022-08-26T01:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'f8ac3690-d291-45b8-ab9b-710ee1d42a61', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'floating_ip_address': '172.26.2.57', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'port_id': '44338cc2-a3ed-4c32-8362-45a6a6eb5e78', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'mac_address': 'fa:16:3e:64:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299616a1-47e2-4ece-80c2-3e1e9927c12f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:05:27Z', 'updated_at': '2022-08-26T01:06:09Z', 'revision_number': 1, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8be6a67-3c27-4fd3-ba3b-980a2925904b', 'name': '', 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'mac_address': 'fa:16:3e:99:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:13Z', 'updated_at': '2022-08-26T01:05:26Z', 'revision_number': 5, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'subnets': [{'id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:16.497707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-47f43a99-51d9-449c-8743-0772d7ddce2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:16.502006 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-47f43a99-51d9-449c-8743-0772d7ddce2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6562700 Aug 26 01:06:16.509867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43420) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:16.516698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:16.517967 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:16.663785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 7866daed-2b47-4ba7-b13e-8e82976bcfe1 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:16.664775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:16.667736 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d1c1b903-4e15-42b0-87d1-90ed39d2ad75 req-03585adc-e5ac-411d-9e3f-32e38a9df79e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25983b07-023b-4237-a02f-0d28d7493c5f HTTP/1.1" status: 200 len: 998 time: 0.2591317 Aug 26 01:06:16.680045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bbadde-de90-4cad-a77b-790cb23b7b63 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 769d2ead-8844-465f-9647-31e19f0ee8b3 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:06:16.749347 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50bbadde-de90-4cad-a77b-790cb23b7b63 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:16.801285 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-66f86fcf-9aac-4659-8f1c-55c6ce837041 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1476200 Aug 26 01:06:16.827408 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:16.831586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43424) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:16.845600 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-75c36a61-e945-4f63-896e-f33b4cb45160', 'network_id': '75c36a61-e945-4f63-896e-f33b4cb45160', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'fixed_ips': [{'subnet_id': 'e2b3f26b-845d-4463-9384-0c8ca8f1c05c'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:06:16.851880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:16.870266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:subnet and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:16.890416 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Allocated IP 2001:db8::1 (1843cb07-4746-4ead-ba66-8b95fd3fbc5e/7e8e9f54-2144-4fdf-9e2d-fd0c871eca54/914e0816-4838-4a3e-810d-e7676ef5207b) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:16.893875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:16.895503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ee5a8-2f5e-4c9e-b75b-6a708f33545c None None] Pushing event updated for resources: {'Port': ['ID=4f8bcb16-388e-417f-a41b-b9c11a61fd1c,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:16.922976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569d5f6-e6d3-4e78-84a1-c5f9aeb12e9b req-f02035c3-8a8b-4b12-9caf-95aa1d44e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:16.924837 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1569d5f6-e6d3-4e78-84a1-c5f9aeb12e9b req-f02035c3-8a8b-4b12-9caf-95aa1d44e2df service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dc7e4520f47e43769b8eb97b4077c751&device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 1099 time: 1.1907039 Aug 26 01:06:16.936720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:16.941859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50bbadde-de90-4cad-a77b-790cb23b7b63 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:16.943965 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d742a-15fe-47b6-b19a-ac0a5665814f None None] New status for floating IP f8ac3690-d291-45b8-ab9b-710ee1d42a61: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:06:16.947871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299616a1-47e2-4ece-80c2-3e1e9927c12f', 'tag': '44338cc2-a3ed-4c32-8362-45a6a6eb5e78'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:06:16.996832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1b903-4e15-42b0-87d1-90ed39d2ad75 req-a70beac9-77a1-4426-a377-603e0bbb357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:17.004641 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d1c1b903-4e15-42b0-87d1-90ed39d2ad75 req-a70beac9-77a1-4426-a377-603e0bbb357f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=eace32ba-c656-40e4-806c-60ae69edefc3 HTTP/1.1" status: 200 len: 845 time: 0.3204708 Aug 26 01:06:17.081963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'project_id': '0f741e42c9b940f8b733dac3f96228f0', 'port_id': 'c79cf245-3ef6-4dad-aa32-5da2a771d69b'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:17.089789 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937af632-42ea-49da-8794-f9269c580625'] response: {'name': 'network-changed', 'server_uuid': '299616a1-47e2-4ece-80c2-3e1e9927c12f', 'tag': '44338cc2-a3ed-4c32-8362-45a6a6eb5e78', 'status': 'completed', 'code': 200} Aug 26 01:06:17.096517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:17.110372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Usage tracker for resource:floatingip and tenant:0f741e42c9b940f8b733dac3f96228f0 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:17.116884 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:17.124804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:17.193715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1b903-4e15-42b0-87d1-90ed39d2ad75 req-65f5fda4-acd9-4860-8eeb-823ab3010f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:17.196396 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d1c1b903-4e15-42b0-87d1-90ed39d2ad75 req-65f5fda4-acd9-4860-8eeb-823ab3010f97 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=174dbc40-879a-4d96-b5c3-d31c82619b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1699526 Aug 26 01:06:17.197603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50bbadde-de90-4cad-a77b-790cb23b7b63 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:17.279003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569d5f6-e6d3-4e78-84a1-c5f9aeb12e9b req-08d23284-f49c-4af7-b8a9-f4ec57d65fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:17.280682 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1569d5f6-e6d3-4e78-84a1-c5f9aeb12e9b req-08d23284-f49c-4af7-b8a9-f4ec57d65fba service neutron] 10.222.0.94 "GET /v2.0/networks?id=6e95c854-f01a-4195-8eb1-4cf6cc7465e9 HTTP/1.1" status: 200 len: 913 time: 0.3221879 Aug 26 01:06:17.300759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:17.309596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:17.328654 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0859f16-79b8-4873-9df6-c8272a86170d None None] Sync routers for ids ['9c0f56de-cc17-461e-a718-35dbf00d2c43'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:17.340315 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:17.352818 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0859f16-79b8-4873-9df6-c8272a86170d None None] Routers {'9c0f56de-cc17-461e-a718-35dbf00d2c43'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:17.353904 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d0859f16-79b8-4873-9df6-c8272a86170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9c0f56de-cc17-461e-a718-35dbf00d2c43'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:17.374504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:17.388715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:17.447464 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d70d7aef-6e8b-46a7-b7e3-f0da85aac32f None None] Provisioning for port c79cf245-3ef6-4dad-aa32-5da2a771d69b completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:17.474500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d70d7aef-6e8b-46a7-b7e3-f0da85aac32f None None] Provisioning complete for port c79cf245-3ef6-4dad-aa32-5da2a771d69b triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:17.475123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d70d7aef-6e8b-46a7-b7e3-f0da85aac32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:17.549172 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d0859f16-79b8-4873-9df6-c8272a86170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:17.569715 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0859f16-79b8-4873-9df6-c8272a86170d None None] Routers {'9c0f56de-cc17-461e-a718-35dbf00d2c43'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:17.570627 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d0859f16-79b8-4873-9df6-c8272a86170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9c0f56de-cc17-461e-a718-35dbf00d2c43'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:17.680370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Transition to ACTIVE for port object c1c90b51-6a5b-498b-b575-9dee84f05593 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:17.688354 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d0859f16-79b8-4873-9df6-c8272a86170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:17.688760 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0859f16-79b8-4873-9df6-c8272a86170d None None] The sync data for ids ['9c0f56de-cc17-461e-a718-35dbf00d2c43'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:17.719437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:17.754080 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1569d5f6-e6d3-4e78-84a1-c5f9aeb12e9b req-dadc26fd-5c34-4f99-b476-f769f2ba06c2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44338cc2-a3ed-4c32-8362-45a6a6eb5e78 HTTP/1.1" status: 200 len: 999 time: 0.4460461 Aug 26 01:06:17.764254 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7af1d0de-da27-4ac4-9ef3-64f95493f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:03Z', 'updated_at': '2022-08-26T01:05:14Z', 'revision_number': 4, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'gw_port': {'id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '22cb3eb3-398c-4dcc-a92c-c25189cc0d18', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'port_id': '25983b07-023b-4237-a02f-0d28d7493c5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'mac_address': 'fa:16:3e:82:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dff9f0-df08-4b85-8ba7-d8472e71c03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:05:27Z', 'updated_at': '2022-08-26T01:06:08Z', 'revision_number': 1, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd58a1a4-3052-4806-8ea0-6a4d1d491fa0', 'name': '', 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'mac_address': 'fa:16:3e:02:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:10Z', 'updated_at': '2022-08-26T01:05:25Z', 'revision_number': 5, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'subnets': [{'id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:17.799765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af1d0de-da27-4ac4-9ef3-64f95493f869 None None] Checking router: 72708df3-52ba-4cbf-87d8-7a34491c842b for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:06:17.802636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Allocated IP 172.20.0.2 (75c36a61-e945-4f63-896e-f33b4cb45160/e2b3f26b-845d-4463-9384-0c8ca8f1c05c/9601367c-5739-4c9d-bd18-9f8097bf1938) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:17.806011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 7866daed-2b47-4ba7-b13e-8e82976bcfe1 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:17.806595 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:17.819727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d70d7aef-6e8b-46a7-b7e3-f0da85aac32f None None] Port c79cf245-3ef6-4dad-aa32-5da2a771d69b cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:17.849635 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af1d0de-da27-4ac4-9ef3-64f95493f869 None None] Routers {'72708df3-52ba-4cbf-87d8-7a34491c842b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:17.850373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7af1d0de-da27-4ac4-9ef3-64f95493f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['72708df3-52ba-4cbf-87d8-7a34491c842b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:17.867435 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569d5f6-e6d3-4e78-84a1-c5f9aeb12e9b req-29122f0b-accc-4fb5-82c8-533fd73b82a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:17.869011 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1569d5f6-e6d3-4e78-84a1-c5f9aeb12e9b req-29122f0b-accc-4fb5-82c8-533fd73b82a4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5688c5e7-2a4d-4222-b8d3-ece066beeeca HTTP/1.1" status: 200 len: 850 time: 0.0972013 Aug 26 01:06:17.875134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Transition to ACTIVE for port object 914e0816-4838-4a3e-810d-e7676ef5207b will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:17.897815 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d1c1b903-4e15-42b0-87d1-90ed39d2ad75 req-6992401a-0ddd-4915-91b1-bddbd766d03b service neutron] 10.222.0.94 "GET /v2.0/networks/174dbc40-879a-4d96-b5c3-d31c82619b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682951 Aug 26 01:06:17.940233 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:17.944325 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-84cd072b-9972-4b76-ad9c-968b2c36e1fe tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 14.7962239 Aug 26 01:06:17.945020 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43432) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:18.072301 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50bbadde-de90-4cad-a77b-790cb23b7b63 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:18.124439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50bbadde-de90-4cad-a77b-790cb23b7b63 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:18.139304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbadde-de90-4cad-a77b-790cb23b7b63 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=769d2ead-8844-465f-9647-31e19f0ee8b3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:18.148954 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 7866daed-2b47-4ba7-b13e-8e82976bcfe1, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7866daed-2b47-4ba7-b13e-8e82976bcfe1,segment=NetworkSegment(7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5),segment_id=7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:18.216327 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:18.216970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 81227f83-e6aa-4aac-b237-08cca1e75f7c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:18.218698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:18.222127 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d1c1b903-4e15-42b0-87d1-90ed39d2ad75 req-6c1014ef-cfb2-46a0-a9c9-db0ac5a9c82a service neutron] 10.222.0.94 "GET /v2.0/networks/174dbc40-879a-4d96-b5c3-d31c82619b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182728 Aug 26 01:06:18.269878 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-50bbadde-de90-4cad-a77b-790cb23b7b63 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/769d2ead-8844-465f-9647-31e19f0ee8b3 HTTP/1.1" status: 204 len: 168 time: 1.7459908 Aug 26 01:06:18.270183 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43436) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:18.387576 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8739c890-da2b-408d-83d7-448f4e968010 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139538 Aug 26 01:06:18.388713 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43440) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:18.396880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a7902c-c87e-42e7-bcb7-cceeec663f3c None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:18.410750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2a681f63-6135-4229-999d-ca7a8bbd1169 None None] Could not find standard attr ID for object 9259f2be-1570-4655-b4c8-0b60e01b597a. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:06:18.417146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:18.452861 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-7af1d0de-da27-4ac4-9ef3-64f95493f869 None None] Set router 72708df3-52ba-4cbf-87d8-7a34491c842b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:06:18.536891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Allocated IP 172.26.2.220 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/5e03586e-a897-4843-ae5b-ce6b2396adbb) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:18.541533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Network c234f034-33a6-489d-b03e-f9964ec3b063 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:18.549620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976ca2be-f584-4f41-a5c5-56630193c95a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:18.550472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-976ca2be-f584-4f41-a5c5-56630193c95a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:18.551028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:18.553204 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:18.563568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:18.570104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:18.574441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:18.611724 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event updated for resources: {'Port': ['ID=c1c90b51-6a5b-498b-b575-9dee84f05593,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:18.664011 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-976ca2be-f584-4f41-a5c5-56630193c95a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:18.668202 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-976ca2be-f584-4f41-a5c5-56630193c95a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2761190 Aug 26 01:06:18.669457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43444) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:18.678843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=7866daed-2b47-4ba7-b13e-8e82976bcfe1,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:18.697441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 1843cb07-4746-4ead-ba66-8b95fd3fbc5e is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:18.738218 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-53ae0598-ea32-4cee-aa8d-7f1827bd627e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/routers/9c0f56de-cc17-461e-a718-35dbf00d2c43 HTTP/1.1" status: 200 len: 920 time: 0.7685843 Aug 26 01:06:18.738218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:18.740779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569d5f6-e6d3-4e78-84a1-c5f9aeb12e9b req-0708918c-04b8-4ffe-89c0-5106166a2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:18.742607 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1569d5f6-e6d3-4e78-84a1-c5f9aeb12e9b req-0708918c-04b8-4ffe-89c0-5106166a2aa6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6e95c854-f01a-4195-8eb1-4cf6cc7465e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8598542 Aug 26 01:06:18.744646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43448) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:18.754613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:18.755353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:18.788555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2a681f63-6135-4229-999d-ca7a8bbd1169 None None] Provisioning for port 4f8bcb16-388e-417f-a41b-b9c11a61fd1c completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:18.845284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf52b982-999f-4744-9b5f-1fe2250d350a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:18.846034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-cf52b982-999f-4744-9b5f-1fe2250d350a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:18.909559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:18.931212 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fb3820c6-8262-48e7-a818-1210618df1b7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.7966654 Aug 26 01:06:18.945423 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b788b81a-8f4b-4ae3-9ef0-e53d6f3efb15 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0f56de-cc17-461e-a718-35dbf00d2c43 HTTP/1.1" status: 200 len: 205 time: 0.1945975 Aug 26 01:06:18.945645 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43452) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:18.946389 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43454) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:18.959263 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:18.966710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:19.035416 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Transition to ACTIVE for port object 9601367c-5739-4c9d-bd18-9f8097bf1938 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:19.080652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 81227f83-e6aa-4aac-b237-08cca1e75f7c completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:19.096290 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Transition to ACTIVE for port object 9601367c-5739-4c9d-bd18-9f8097bf1938 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:19.098038 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=914e0816-4838-4a3e-810d-e7676ef5207b,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:19.117300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2a681f63-6135-4229-999d-ca7a8bbd1169 None None] Provisioning complete for port 7866daed-2b47-4ba7-b13e-8e82976bcfe1 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:19.117718 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2a681f63-6135-4229-999d-ca7a8bbd1169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:19.137443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-da79397a-b7f0-41c6-aefd-b8803be046d7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d9', 'mac_address': 'fa:16:3e:cb:9f:05'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:19.155506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Subnet': ['ID=9a2065c9-6ff5-4ae0-b64e-bb39ecc06479,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:19.157498 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 81227f83-e6aa-4aac-b237-08cca1e75f7c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:19.157927 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:19.196750 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Checking segment: {'id': 'e6c0c68b-e60b-4efd-b0b7-50e2955492c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '60c51ab9-21ef-411d-b64b-4eb904af861b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:19.197114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network hostable DHCP agents. Network: 60c51ab9-21ef-411d-b64b-4eb904af861b, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:06:19.208627 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1569d5f6-e6d3-4e78-84a1-c5f9aeb12e9b req-a033257c-88f1-4504-80ce-74c486c80057 service neutron] 10.222.0.94 "GET /v2.0/networks/6e95c854-f01a-4195-8eb1-4cf6cc7465e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129711 Aug 26 01:06:19.276155 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:19.329869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-cf52b982-999f-4744-9b5f-1fe2250d350a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:19.333780 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cf52b982-999f-4744-9b5f-1fe2250d350a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6631186 Aug 26 01:06:19.334645 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43460) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:19.347129 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:19.349586 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 60c51ab9-21ef-411d-b64b-4eb904af861b is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:06:19.396592 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Network 75c36a61-e945-4f63-896e-f33b4cb45160 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:19.396871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:19.408049 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:19.410512 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:19.431580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Pushing event updated for resources: {'Port': ['ID=9601367c-5739-4c9d-bd18-9f8097bf1938,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:19.478621 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d82051a0-461b-423b-b084-a9631eac4b3e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1305211 Aug 26 01:06:19.484890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 60c51ab9-21ef-411d-b64b-4eb904af861b) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:19.495205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43464) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:19.497793 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1569d5f6-e6d3-4e78-84a1-c5f9aeb12e9b req-18abfbfe-d97c-41df-aea4-5eb86f34cb7d service neutron] 10.222.0.94 "GET /v2.0/networks/6e95c854-f01a-4195-8eb1-4cf6cc7465e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700806 Aug 26 01:06:19.504572 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b739d15b-3abb-40d5-b750-5f8780793698 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:19.533791 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defddf28-e112-493a-affa-7df992634da4 None None] Network 60c51ab9-21ef-411d-b64b-4eb904af861b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:19.611085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:19.611324 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:19.611681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:19.618309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:19.626588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a4309f3a-31a8-44dc-8b48-2122c88e2191 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:19.684149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:19.711529 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6e5606-cf1f-4b13-a517-dd64a9d4faf5 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:06:19.780042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Pushing event updated for resources: {'Port': ['ID=5e03586e-a897-4843-ae5b-ce6b2396adbb,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:19.840544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b739d15b-3abb-40d5-b750-5f8780793698 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:19.856125 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e5606-cf1f-4b13-a517-dd64a9d4faf5 None None] Deleting port 4f8bcb16-388e-417f-a41b-b9c11a61fd1c {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:19.856829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5606-cf1f-4b13-a517-dd64a9d4faf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:19.870419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b739d15b-3abb-40d5-b750-5f8780793698 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:19.879945 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-08093fb1-f198-4e27-ac7e-5ae7e327c58b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9334126 Aug 26 01:06:19.889730 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43468) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:19.902763 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-fa22d678-a8ac-40e1-8ad5-9e340b7aebe2 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-174343395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:19.954919 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fa22d678-a8ac-40e1-8ad5-9e340b7aebe2 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:19.980185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Attempting to bind port 9601367c-5739-4c9d-bd18-9f8097bf1938 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:06:19.980556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Attempting to bind port 9601367c-5739-4c9d-bd18-9f8097bf1938 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '7533f215-99cc-44f9-a87f-ebdf661902e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '75c36a61-e945-4f63-896e-f33b4cb45160'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:06:19.980967 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Attempting to bind port 9601367c-5739-4c9d-bd18-9f8097bf1938 on network 75c36a61-e945-4f63-896e-f33b4cb45160 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:06:19.982947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2a681f63-6135-4229-999d-ca7a8bbd1169 None None] Current status of the port 7866daed-2b47-4ba7-b13e-8e82976bcfe1 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:19.986028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fa22d678-a8ac-40e1-8ad5-9e340b7aebe2 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:router and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:19.997075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fa22d678-a8ac-40e1-8ad5-9e340b7aebe2 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:20.005511 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da79397a-b7f0-41c6-aefd-b8803be046d7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.014678 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:06:20.015472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Checking segment: {'id': '7533f215-99cc-44f9-a87f-ebdf661902e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '75c36a61-e945-4f63-896e-f33b4cb45160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:20.015587 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.015884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Bound using segment: {'id': '7533f215-99cc-44f9-a87f-ebdf661902e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '75c36a61-e945-4f63-896e-f33b4cb45160'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:06:20.017173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Bound port: 9601367c-5739-4c9d-bd18-9f8097bf1938, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7533f215-99cc-44f9-a87f-ebdf661902e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '75c36a61-e945-4f63-896e-f33b4cb45160'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:06:20.017173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.018735 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fa22d678-a8ac-40e1-8ad5-9e340b7aebe2 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:20.019214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b739d15b-3abb-40d5-b750-5f8780793698 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:20.022925 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b739d15b-3abb-40d5-b750-5f8780793698 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.072894 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 81227f83-e6aa-4aac-b237-08cca1e75f7c is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:20.073245 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.100312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a4309f3a-31a8-44dc-8b48-2122c88e2191 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.149785 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fa22d678-a8ac-40e1-8ad5-9e340b7aebe2 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.151081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fa22d678-a8ac-40e1-8ad5-9e340b7aebe2 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.215533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e1973d73-0bac-4f00-9a3a-36975b9f8afb None None] Could not find standard attr ID for object 9259f2be-1570-4655-b4c8-0b60e01b597a. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:06:20.273718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26e518-98ff-4137-84c2-9315cf6c1658 req-dfc8570e-4144-4fda-a21a-e6d115f5e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:20.275609 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7f26e518-98ff-4137-84c2-9315cf6c1658 req-dfc8570e-4144-4fda-a21a-e6d115f5e708 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dc7e4520f47e43769b8eb97b4077c751&device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 1099 time: 0.5721264 Aug 26 01:06:20.280799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-a4309f3a-31a8-44dc-8b48-2122c88e2191 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Deleting port dcb2230c-3061-4aa4-a7f0-610bb3483b09 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:20.281138 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a4309f3a-31a8-44dc-8b48-2122c88e2191 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.284953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 81227f83-e6aa-4aac-b237-08cca1e75f7c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=81227f83-e6aa-4aac-b237-08cca1e75f7c,segment=NetworkSegment(84cc00b3-68f8-459b-b4d4-49126a756417),segment_id=84cc00b3-68f8-459b-b4d4-49126a756417)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:20.371045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fa22d678-a8ac-40e1-8ad5-9e340b7aebe2 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.395050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.449725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.455603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7af1d0de-da27-4ac4-9ef3-64f95493f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:03Z', 'updated_at': '2022-08-26T01:05:14Z', 'revision_number': 4, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'gw_port': {'id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '22cb3eb3-398c-4dcc-a92c-c25189cc0d18', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'port_id': '25983b07-023b-4237-a02f-0d28d7493c5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'mac_address': 'fa:16:3e:82:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dff9f0-df08-4b85-8ba7-d8472e71c03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:05:27Z', 'updated_at': '2022-08-26T01:06:08Z', 'revision_number': 1, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd58a1a4-3052-4806-8ea0-6a4d1d491fa0', 'name': '', 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'mac_address': 'fa:16:3e:02:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:10Z', 'updated_at': '2022-08-26T01:05:25Z', 'revision_number': 5, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'subnets': [{'id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:20.458610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] For port 9601367c-5739-4c9d-bd18-9f8097bf1938, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:06:20.489410 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e1973d73-0bac-4f00-9a3a-36975b9f8afb None None] Provisioning for port c1c90b51-6a5b-498b-b575-9dee84f05593 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:20.506731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-60c51ab9-21ef-411d-b64b-4eb904af861b', 'network_id': '60c51ab9-21ef-411d-b64b-4eb904af861b', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'fixed_ips': [{'subnet_id': '9a2065c9-6ff5-4ae0-b64e-bb39ecc06479'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:06:20.509761 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.509902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.510008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.523414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af1d0de-da27-4ac4-9ef3-64f95493f869 None None] The sync data for ids ['72708df3-52ba-4cbf-87d8-7a34491c842b'] in dv-neutron-854561-2-hyperv is: [{'id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:03Z', 'updated_at': '2022-08-26T01:05:14Z', 'revision_number': 4, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'gw_port': {'id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '22cb3eb3-398c-4dcc-a92c-c25189cc0d18', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'floating_ip_address': '172.26.2.81', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'port_id': '25983b07-023b-4237-a02f-0d28d7493c5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'mac_address': 'fa:16:3e:82:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19dff9f0-df08-4b85-8ba7-d8472e71c03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:05:27Z', 'updated_at': '2022-08-26T01:06:08Z', 'revision_number': 1, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd58a1a4-3052-4806-8ea0-6a4d1d491fa0', 'name': '', 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'mac_address': 'fa:16:3e:02:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:10Z', 'updated_at': '2022-08-26T01:05:25Z', 'revision_number': 5, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'subnets': [{'id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:20.548014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] For port 9601367c-5739-4c9d-bd18-9f8097bf1938, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9601367c-5739-4c9d-bd18-9f8097bf1938,segment=NetworkSegment(7533f215-99cc-44f9-a87f-ebdf661902e6),segment_id=7533f215-99cc-44f9-a87f-ebdf661902e6)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:06:20.558047 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-dc6e5606-cf1f-4b13-a517-dd64a9d4faf5 None None] For port 4f8bcb16-388e-417f-a41b-b9c11a61fd1c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4f8bcb16-388e-417f-a41b-b9c11a61fd1c,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:20.558469 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5606-cf1f-4b13-a517-dd64a9d4faf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.569703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e1973d73-0bac-4f00-9a3a-36975b9f8afb None None] Provisioning complete for port c1c90b51-6a5b-498b-b575-9dee84f05593 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:20.569877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e1973d73-0bac-4f00-9a3a-36975b9f8afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.613465 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7866daed-2b47-4ba7-b13e-8e82976bcfe1 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:20.626769 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26e518-98ff-4137-84c2-9315cf6c1658 req-fd3fe4fa-3233-4567-b933-c8e694046c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:20.628240 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7f26e518-98ff-4137-84c2-9315cf6c1658 req-fd3fe4fa-3233-4567-b933-c8e694046c21 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6e95c854-f01a-4195-8eb1-4cf6cc7465e9 HTTP/1.1" status: 200 len: 913 time: 0.3388228 Aug 26 01:06:20.659800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.807872 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Allocated IP 172.21.0.2 (60c51ab9-21ef-411d-b64b-4eb904af861b/9a2065c9-6ff5-4ae0-b64e-bb39ecc06479/091fa3e3-4da7-427c-93b7-9fcd5a21b961) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:20.838804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=914e0816-4838-4a3e-810d-e7676ef5207b,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:20.887093 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7f26e518-98ff-4137-84c2-9315cf6c1658 req-13a6d2b3-adc0-42a7-ad4f-6f29c68ff4e4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44338cc2-a3ed-4c32-8362-45a6a6eb5e78 HTTP/1.1" status: 200 len: 1001 time: 0.2331994 Aug 26 01:06:20.905125 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:20.968942 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fa22d678-a8ac-40e1-8ad5-9e340b7aebe2 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:21.011177 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 1843cb07-4746-4ead-ba66-8b95fd3fbc5e is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:21.014992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26e518-98ff-4137-84c2-9315cf6c1658 req-6ddc653b-e010-4caf-ac45-f29e79ef948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:21.016793 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7f26e518-98ff-4137-84c2-9315cf6c1658 req-6ddc653b-e010-4caf-ac45-f29e79ef948c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5688c5e7-2a4d-4222-b8d3-ece066beeeca HTTP/1.1" status: 200 len: 850 time: 0.1135905 Aug 26 01:06:21.017338 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:21.026118 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a4309f3a-31a8-44dc-8b48-2122c88e2191 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:21.081348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce15f47-924e-4802-9286-68a3d72d26f5 None None] New status for floating IP 22cb3eb3-398c-4dcc-a92c-c25189cc0d18: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:06:21.124483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b739d15b-3abb-40d5-b750-5f8780793698 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:21.299584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e5606-cf1f-4b13-a517-dd64a9d4faf5 None None] Calling delete_port for 4f8bcb16-388e-417f-a41b-b9c11a61fd1c owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:21.309913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-a4309f3a-31a8-44dc-8b48-2122c88e2191 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Calling delete_port for dcb2230c-3061-4aa4-a7f0-610bb3483b09 owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:21.319941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b739d15b-3abb-40d5-b750-5f8780793698 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:21.330138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-b739d15b-3abb-40d5-b750-5f8780793698 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:21.340042 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b739d15b-3abb-40d5-b750-5f8780793698 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:21.341803 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b739d15b-3abb-40d5-b750-5f8780793698 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:21.342401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fa22d678-a8ac-40e1-8ad5-9e340b7aebe2 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:21.344058 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fa22d678-a8ac-40e1-8ad5-9e340b7aebe2 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4548211 Aug 26 01:06:21.344375 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=81227f83-e6aa-4aac-b237-08cca1e75f7c,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:21.350389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739d15b-3abb-40d5-b750-5f8780793698 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=d4c5da8d-2a2a-4565-b283-cc067de726b5,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:21.354700 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43472) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:21.427601 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.resource_extend [None req-da79397a-b7f0-41c6-aefd-b8803be046d7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:06:21.450199 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da79397a-b7f0-41c6-aefd-b8803be046d7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:21.453693 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e1973d73-0bac-4f00-9a3a-36975b9f8afb None None] Port c1c90b51-6a5b-498b-b575-9dee84f05593 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:21.464296 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:21.552718 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:21.621182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Transition to ACTIVE for port object 091fa3e3-4da7-427c-93b7-9fcd5a21b961 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:21.646417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5f97d-7614-4500-9ccf-c9737a1a7f86 None None] Pushing event updated for resources: {'Port': ['ID=9601367c-5739-4c9d-bd18-9f8097bf1938,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:21.676531 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da79397a-b7f0-41c6-aefd-b8803be046d7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:21.677701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-da79397a-b7f0-41c6-aefd-b8803be046d7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] In _notify_port_updated(), no bound segment for port c1c90b51-6a5b-498b-b575-9dee84f05593 on network c234f034-33a6-489d-b03e-f9964ec3b063 {{(pid=89863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:06:21.689565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da79397a-b7f0-41c6-aefd-b8803be046d7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:21.690523 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da79397a-b7f0-41c6-aefd-b8803be046d7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:21.701636 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-da79397a-b7f0-41c6-aefd-b8803be046d7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "PUT /v2.0/ports/c1c90b51-6a5b-498b-b575-9dee84f05593 HTTP/1.1" status: 200 len: 1002 time: 2.7433445 Aug 26 01:06:21.705608 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Transition to ACTIVE for port object 091fa3e3-4da7-427c-93b7-9fcd5a21b961 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:21.705608 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 7866daed-2b47-4ba7-b13e-8e82976bcfe1 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:21.706096 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:21.716404 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43478) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:21.768819 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b739d15b-3abb-40d5-b750-5f8780793698 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2691014 Aug 26 01:06:21.776738 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43482) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:21.789509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e1973d73-0bac-4f00-9a3a-36975b9f8afb None None] Provisioning for port 914e0816-4838-4a3e-810d-e7676ef5207b completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:21.790275 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26e518-98ff-4137-84c2-9315cf6c1658 req-101ab6a4-4227-4e9a-b9a7-8b43328a5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:21.792622 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7f26e518-98ff-4137-84c2-9315cf6c1658 req-101ab6a4-4227-4e9a-b9a7-8b43328a5c2d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6e95c854-f01a-4195-8eb1-4cf6cc7465e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7154801 Aug 26 01:06:21.815174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'fixed_ips': [{'subnet_id': 'd4c5da8d-2a2a-4565-b283-cc067de726b5', 'ip_address': '2001:db8::3074:1889:30d7:4a3'}], 'name': 'tempest-NetworksTestDHCPv6-1903678993'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:21.815412 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e1973d73-0bac-4f00-9a3a-36975b9f8afb None None] Provisioning complete for port 914e0816-4838-4a3e-810d-e7676ef5207b triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:21.815549 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e1973d73-0bac-4f00-9a3a-36975b9f8afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:21.831715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79397a-b7f0-41c6-aefd-b8803be046d7 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event updated for resources: {'Port': ['ID=c1c90b51-6a5b-498b-b575-9dee84f05593,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:21.840700 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5606-cf1f-4b13-a517-dd64a9d4faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:21.925431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:21.952140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e5606-cf1f-4b13-a517-dd64a9d4faf5 None None] Pushing event deleted for resources: {'Port': ['ID=4f8bcb16-388e-417f-a41b-b9c11a61fd1c,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:22.002379 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e5606-cf1f-4b13-a517-dd64a9d4faf5 None None] No DVR routers for this DVR port 4f8bcb16-388e-417f-a41b-b9c11a61fd1c on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:06:22.075054 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e861b7-5e50-4641-8add-9089f6c36701 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:22.089145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e1973d73-0bac-4f00-9a3a-36975b9f8afb None None] Port 914e0816-4838-4a3e-810d-e7676ef5207b cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:22.127037 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:22.174763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Network 60c51ab9-21ef-411d-b64b-4eb904af861b is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:22.189485 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:22.195826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:22.210283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a4309f3a-31a8-44dc-8b48-2122c88e2191 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:22.250340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Pushing event updated for resources: {'Port': ['ID=091fa3e3-4da7-427c-93b7-9fcd5a21b961,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:22.256458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:22.285125 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4309f3a-31a8-44dc-8b48-2122c88e2191 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Pushing event deleted for resources: {'Port': ['ID=dcb2230c-3061-4aa4-a7f0-610bb3483b09,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:22.334232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-a762b051-f9dc-4f49-99e3-010c3674d137 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Deleting port c1c90b51-6a5b-498b-b575-9dee84f05593 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:22.334732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a762b051-f9dc-4f49-99e3-010c3674d137 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:22.440957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 7866daed-2b47-4ba7-b13e-8e82976bcfe1 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:22.467767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a4309f3a-31a8-44dc-8b48-2122c88e2191 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:22.468763 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 6aed8732-6b81-4ff2-978a-fbca9b3d1c0e is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:06:22.506894 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Attempting to bind port 091fa3e3-4da7-427c-93b7-9fcd5a21b961 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:06:22.507261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Attempting to bind port 091fa3e3-4da7-427c-93b7-9fcd5a21b961 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'e6c0c68b-e60b-4efd-b0b7-50e2955492c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '60c51ab9-21ef-411d-b64b-4eb904af861b'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:06:22.507618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Attempting to bind port 091fa3e3-4da7-427c-93b7-9fcd5a21b961 on network 60c51ab9-21ef-411d-b64b-4eb904af861b {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:06:22.510314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-08128c5e-b25d-4bf0-b53c-3c71c929ac9d None None] Provisioning complete for port 914e0816-4838-4a3e-810d-e7676ef5207b triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:22.510437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-08128c5e-b25d-4bf0-b53c-3c71c929ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:22.517278 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:22.578186 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:06:22.578786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Checking segment: {'id': 'e6c0c68b-e60b-4efd-b0b7-50e2955492c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '60c51ab9-21ef-411d-b64b-4eb904af861b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:22.579036 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:22.579328 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Bound using segment: {'id': 'e6c0c68b-e60b-4efd-b0b7-50e2955492c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '60c51ab9-21ef-411d-b64b-4eb904af861b'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:06:22.580113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Bound port: 091fa3e3-4da7-427c-93b7-9fcd5a21b961, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c0c68b-e60b-4efd-b0b7-50e2955492c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '60c51ab9-21ef-411d-b64b-4eb904af861b'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:06:22.580488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:22.691256 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:22.722671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9601367c-5739-4c9d-bd18-9f8097bf1938 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:22.756043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': 'd4c5da8d-2a2a-4565-b283-cc067de726b5'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:06:22.756879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:22.764141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Pushing event updated for resources: {'Port': ['ID=5e03586e-a897-4843-ae5b-ce6b2396adbb,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:22.784034 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-08128c5e-b25d-4bf0-b53c-3c71c929ac9d None None] Port 914e0816-4838-4a3e-810d-e7676ef5207b cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:22.922588 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] For port 091fa3e3-4da7-427c-93b7-9fcd5a21b961, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:06:22.944476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] For port 091fa3e3-4da7-427c-93b7-9fcd5a21b961, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=091fa3e3-4da7-427c-93b7-9fcd5a21b961,segment=NetworkSegment(e6c0c68b-e60b-4efd-b0b7-50e2955492c1),segment_id=e6c0c68b-e60b-4efd-b0b7-50e2955492c1)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:06:23.020037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436e1706-afd8-4d2f-bb77-dde90802548b None None] Network 75c36a61-e945-4f63-896e-f33b4cb45160 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:23.053086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:23.054114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a4309f3a-31a8-44dc-8b48-2122c88e2191 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:23.057301 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a4309f3a-31a8-44dc-8b48-2122c88e2191 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:23.072620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:23.123235 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7f26e518-98ff-4137-84c2-9315cf6c1658 req-51acb208-0563-4c5a-a233-726a84e92cc1 service neutron] 10.222.0.94 "GET /v2.0/networks/6e95c854-f01a-4195-8eb1-4cf6cc7465e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0916951 Aug 26 01:06:23.147540 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Floating IP 23f37e6d-b5d6-420d-8616-9a2aaf7e8f6d associated. External IP: 172.26.2.220, port: c79cf245-3ef6-4dad-aa32-5da2a771d69b. Aug 26 01:06:23.166802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Allocated IP 2001:db8::2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/d4c5da8d-2a2a-4565-b283-cc067de726b5/b550a97d-e60c-48fe-807d-35d6e38df037) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:23.167484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:23.177887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 9601367c-5739-4c9d-bd18-9f8097bf1938 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:23.209705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a4309f3a-31a8-44dc-8b48-2122c88e2191 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:23.211040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4309f3a-31a8-44dc-8b48-2122c88e2191 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Fanout notify agent at l3_agent the message router_deleted on router 9c0f56de-cc17-461e-a718-35dbf00d2c43 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:06:23.215881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 81227f83-e6aa-4aac-b237-08cca1e75f7c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:23.323437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a4309f3a-31a8-44dc-8b48-2122c88e2191 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:23.324682 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a4309f3a-31a8-44dc-8b48-2122c88e2191 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "DELETE /v2.0/routers/9c0f56de-cc17-461e-a718-35dbf00d2c43 HTTP/1.1" status: 204 len: 168 time: 4.3735578 Aug 26 01:06:23.328537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43488) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:23.333599 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1662149881', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'enable_snat': False}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:23.342419 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:23.361320 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Usage tracker for resource:router and tenant:9d3e8d23148a4ac991b985c983966806 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:23.366126 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:23.375852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:23.441583 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:23.467221 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d963579-de7b-4716-9901-75088a404a0b None None] Sync routers for ids ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:23.478324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fe26e-0f48-4355-bea8-fa77bed89f37 None None] Pushing event updated for resources: {'Port': ['ID=091fa3e3-4da7-427c-93b7-9fcd5a21b961,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:23.501464 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d963579-de7b-4716-9901-75088a404a0b None None] Routers {'6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:23.503236 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4d963579-de7b-4716-9901-75088a404a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:23.505648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9ee9efdc-aa85-4f0c-a841-1c3c15504ad2 None None] Provisioning for port 9601367c-5739-4c9d-bd18-9f8097bf1938 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:23.506246 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:23.507280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:23.536878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9ee9efdc-aa85-4f0c-a841-1c3c15504ad2 None None] Provisioning complete for port 9601367c-5739-4c9d-bd18-9f8097bf1938 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:23.549019 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9ee9efdc-aa85-4f0c-a841-1c3c15504ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:23.554040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:23.610141 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4d963579-de7b-4716-9901-75088a404a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:23.618614 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Router 10b07cae-a2b9-45f0-8b51-c1b58bb5db40 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:06:23.626888 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d963579-de7b-4716-9901-75088a404a0b None None] Routers {'6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:23.628644 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4d963579-de7b-4716-9901-75088a404a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:23.720052 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4d963579-de7b-4716-9901-75088a404a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:23.720268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a762b051-f9dc-4f49-99e3-010c3674d137 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:23.720446 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d963579-de7b-4716-9901-75088a404a0b None None] The sync data for ids ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:23.826880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 81227f83-e6aa-4aac-b237-08cca1e75f7c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:23.827472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:23.843027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Allocated IP 172.20.0.1 (75c36a61-e945-4f63-896e-f33b4cb45160/e2b3f26b-845d-4463-9384-0c8ca8f1c05c/711b9a3d-22af-4756-b8fa-eb3de7cb3197) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:23.984071 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:23.991703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:24.011945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-9ee9efdc-aa85-4f0c-a841-1c3c15504ad2 None None] Current status of the port 9601367c-5739-4c9d-bd18-9f8097bf1938 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:24.012325 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9ee9efdc-aa85-4f0c-a841-1c3c15504ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:24.029282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Transition to ACTIVE for port object b550a97d-e60c-48fe-807d-35d6e38df037 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:24.083604 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Transition to ACTIVE for port object b550a97d-e60c-48fe-807d-35d6e38df037 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:24.101887 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-99cd255b-62f8-4de7-9d5f-daefc6f0d685 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/6aed8732-6b81-4ff2-978a-fbca9b3d1c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2052691 Aug 26 01:06:24.104344 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43492) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:24.118902 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:24.136145 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:24.163018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9ee9efdc-aa85-4f0c-a841-1c3c15504ad2 None None] For port 9601367c-5739-4c9d-bd18-9f8097bf1938, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9601367c-5739-4c9d-bd18-9f8097bf1938,segment=NetworkSegment(7533f215-99cc-44f9-a87f-ebdf661902e6),segment_id=7533f215-99cc-44f9-a87f-ebdf661902e6)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:24.171261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73809353-4b35-4bc5-8579-8b5d0782c6f8 None None] Sync routers for ids ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:24.194717 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73809353-4b35-4bc5-8579-8b5d0782c6f8 None None] Routers {'10b07cae-a2b9-45f0-8b51-c1b58bb5db40'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:24.195368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-73809353-4b35-4bc5-8579-8b5d0782c6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:24.263458 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7f26e518-98ff-4137-84c2-9315cf6c1658 req-659ddf85-8c33-4a73-9d22-a4ae6b0eb308 service neutron] 10.222.0.94 "GET /v2.0/networks/6e95c854-f01a-4195-8eb1-4cf6cc7465e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1267602 Aug 26 01:06:24.269051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-73809353-4b35-4bc5-8579-8b5d0782c6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:24.276505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9ee9efdc-aa85-4f0c-a841-1c3c15504ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:24.280536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-a762b051-f9dc-4f49-99e3-010c3674d137 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Calling delete_port for c1c90b51-6a5b-498b-b575-9dee84f05593 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:24.283227 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:24.311204 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 81227f83-e6aa-4aac-b237-08cca1e75f7c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:24.314016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:24.339988 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:24.350884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:24.364496 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73809353-4b35-4bc5-8579-8b5d0782c6f8 None None] Routers {'10b07cae-a2b9-45f0-8b51-c1b58bb5db40'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:24.365136 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-73809353-4b35-4bc5-8579-8b5d0782c6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:24.441707 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:24.452146 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0e6bff2e-1510-49ec-8dbd-2906ed54e625 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 7.6147757 Aug 26 01:06:24.452497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66329ae5-bbe9-455b-ab4e-39dfa2bc7774 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:24.452497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-66329ae5-bbe9-455b-ab4e-39dfa2bc7774 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Synchronizing usage tracker for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:24.456946 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:24.460457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-73809353-4b35-4bc5-8579-8b5d0782c6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:24.460863 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73809353-4b35-4bc5-8579-8b5d0782c6f8 None None] The sync data for ids ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:24.486046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43496) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:24.527512 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port 31997fb4-3329-4091-881f-d228821475ae yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:06:24.563648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:24.593491 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9efdc-aa85-4f0c-a841-1c3c15504ad2 None None] Pushing event updated for resources: {'Port': ['ID=9601367c-5739-4c9d-bd18-9f8097bf1938,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:24.644660 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 091fa3e3-4da7-427c-93b7-9fcd5a21b961 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:24.647952 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-66329ae5-bbe9-455b-ab4e-39dfa2bc7774 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Unset dirty status for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:24.652814 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-66329ae5-bbe9-455b-ab4e-39dfa2bc7774 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports/914e0816-4838-4a3e-810d-e7676ef5207b HTTP/1.1" status: 200 len: 911 time: 0.4847224 Aug 26 01:06:24.660217 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43500) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:24.668063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Transition to ACTIVE for port object 711b9a3d-22af-4756-b8fa-eb3de7cb3197 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:24.674740 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-30cd0d42-3624-4baa-862d-3baf33a7e912 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] 10.222.0.83 "GET /v2.0/floatingips/23f37e6d-b5d6-420d-8616-9a2aaf7e8f6d HTTP/1.1" status: 200 len: 984 time: 0.1864183 Aug 26 01:06:24.675699 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43504) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:24.722632 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7386d4d1-3bff-4821-a6a8-f32d637f0ba2 None None] Provisioning complete for port 9601367c-5739-4c9d-bd18-9f8097bf1938 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:24.723005 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7386d4d1-3bff-4821-a6a8-f32d637f0ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:24.748117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Attempting to bind port b550a97d-e60c-48fe-807d-35d6e38df037 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:06:24.753235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Attempting to bind port b550a97d-e60c-48fe-807d-35d6e38df037 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:06:24.753235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Attempting to bind port b550a97d-e60c-48fe-807d-35d6e38df037 on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:06:24.803990 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:06:24.804371 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:24.804786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:24.805404 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:06:24.806080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Bound port: b550a97d-e60c-48fe-807d-35d6e38df037, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:06:24.806527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:24.826314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Pushing event updated for resources: {'Port': ['ID=b550a97d-e60c-48fe-807d-35d6e38df037,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:25.001043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] For port b550a97d-e60c-48fe-807d-35d6e38df037, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:06:25.013441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7386d4d1-3bff-4821-a6a8-f32d637f0ba2 None None] Current status of the port 9601367c-5739-4c9d-bd18-9f8097bf1938 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:25.016985 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 091fa3e3-4da7-427c-93b7-9fcd5a21b961 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:25.022729 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d283aef7-2d9c-4dd9-a2fb-177254e8ca77 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.3417916 Aug 26 01:06:25.029159 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43508) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:25.103064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58a80d0-77d6-48e5-854a-c3e89b0f6294 None None] Network 60c51ab9-21ef-411d-b64b-4eb904af861b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:25.116276 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a762b051-f9dc-4f49-99e3-010c3674d137 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:25.197538 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] For port b550a97d-e60c-48fe-807d-35d6e38df037, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b550a97d-e60c-48fe-807d-35d6e38df037,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:06:25.280689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:25.344493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5b9a241a-b5ac-47da-8a76-89ab28e8d6b2 None None] Provisioning for port 091fa3e3-4da7-427c-93b7-9fcd5a21b961 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:25.368700 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5b9a241a-b5ac-47da-8a76-89ab28e8d6b2 None None] Provisioning complete for port 091fa3e3-4da7-427c-93b7-9fcd5a21b961 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:25.370008 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5b9a241a-b5ac-47da-8a76-89ab28e8d6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:25.430881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-0f3bd7ce-cb14-4fef-8230-cb7c17f2eab6 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Deleting port 5e03586e-a897-4843-ae5b-ce6b2396adbb {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:25.431457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd7ce-cb14-4fef-8230-cb7c17f2eab6 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:25.471277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:25.484698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:25.494358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762b051-f9dc-4f49-99e3-010c3674d137 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event deleted for resources: {'Port': ['ID=c1c90b51-6a5b-498b-b575-9dee84f05593,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:25.521405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:25.628749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13dfe1-2bb3-4f4e-bf7a-564089b8d19e None None] Pushing event updated for resources: {'Port': ['ID=b550a97d-e60c-48fe-807d-35d6e38df037,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:25.735932 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::3074:1889:30d7:4a3 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/d4c5da8d-2a2a-4565-b283-cc067de726b5/31997fb4-3329-4091-881f-d228821475ae) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:25.765774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5b9a241a-b5ac-47da-8a76-89ab28e8d6b2 None None] Current status of the port 091fa3e3-4da7-427c-93b7-9fcd5a21b961 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:25.766170 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5b9a241a-b5ac-47da-8a76-89ab28e8d6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:25.860290 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5b9a241a-b5ac-47da-8a76-89ab28e8d6b2 None None] For port 091fa3e3-4da7-427c-93b7-9fcd5a21b961, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=091fa3e3-4da7-427c-93b7-9fcd5a21b961,segment=NetworkSegment(e6c0c68b-e60b-4efd-b0b7-50e2955492c1),segment_id=e6c0c68b-e60b-4efd-b0b7-50e2955492c1)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:25.889916 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd7ce-cb14-4fef-8230-cb7c17f2eab6 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:25.890646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd7ce-cb14-4fef-8230-cb7c17f2eab6 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:25.934943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=711b9a3d-22af-4756-b8fa-eb3de7cb3197,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:25.944599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5b9a241a-b5ac-47da-8a76-89ab28e8d6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:25.969359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 75c36a61-e945-4f63-896e-f33b4cb45160 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:26.037873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-0f3bd7ce-cb14-4fef-8230-cb7c17f2eab6 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Calling delete_port for 5e03586e-a897-4843-ae5b-ce6b2396adbb owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:26.039099 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a241a-b5ac-47da-8a76-89ab28e8d6b2 None None] Pushing event updated for resources: {'Port': ['ID=091fa3e3-4da7-427c-93b7-9fcd5a21b961,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:26.045980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:26.062309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:26.085175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Allocated IP 172.26.2.174 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/533aa608-d971-4486-9737-24a63be0b9cc) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:26.195359 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dc15f999-38c6-44bf-9965-228175ccde81 None None] Provisioning complete for port 091fa3e3-4da7-427c-93b7-9fcd5a21b961 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:26.195359 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dc15f999-38c6-44bf-9965-228175ccde81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:26.263941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a762b051-f9dc-4f49-99e3-010c3674d137 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:26.331178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:26.374150 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-dc15f999-38c6-44bf-9965-228175ccde81 None None] Current status of the port 091fa3e3-4da7-427c-93b7-9fcd5a21b961 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:26.395751 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:26.401922 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:26.411926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:26.418644 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a762b051-f9dc-4f49-99e3-010c3674d137 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "DELETE /v2.0/ports/c1c90b51-6a5b-498b-b575-9dee84f05593 HTTP/1.1" status: 204 len: 168 time: 4.6975276 Aug 26 01:06:26.422331 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43512) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:26.469973 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b40b1c9-d67f-4067-85f2-520ec40c1b18 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] GET failed (client error): The resource could not be found. Aug 26 01:06:26.475333 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5b40b1c9-d67f-4067-85f2-520ec40c1b18 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "GET /v2.0/ports/c1c90b51-6a5b-498b-b575-9dee84f05593 HTTP/1.1" status: 404 len: 333 time: 0.0479467 Aug 26 01:06:26.476693 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43516) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:26.488162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Request body: {'port': {'network_id': 'c234f034-33a6-489d-b03e-f9964ec3b063', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1553054895'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:26.590105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object 31997fb4-3329-4091-881f-d228821475ae will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:26.590886 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd7ce-cb14-4fef-8230-cb7c17f2eab6 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:26.598995 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bef6b6b9-1de7-4fcf-b968-e322ccc13c21 None None] Provisioning for port 711b9a3d-22af-4756-b8fa-eb3de7cb3197 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:26.606532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bef6b6b9-1de7-4fcf-b968-e322ccc13c21 None None] Provisioning complete for port 711b9a3d-22af-4756-b8fa-eb3de7cb3197 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:26.606532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bef6b6b9-1de7-4fcf-b968-e322ccc13c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:26.695557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-bef6b6b9-1de7-4fcf-b968-e322ccc13c21 None None] Port 711b9a3d-22af-4756-b8fa-eb3de7cb3197 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:26.703548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 091fa3e3-4da7-427c-93b7-9fcd5a21b961 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:26.762522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:26.794073 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 091fa3e3-4da7-427c-93b7-9fcd5a21b961 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:26.794731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:26.824243 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bd7ce-cb14-4fef-8230-cb7c17f2eab6 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event deleted for resources: {'Port': ['ID=5e03586e-a897-4843-ae5b-ce6b2396adbb,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:26.881921 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:26.902033 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:26.906183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:26.918353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:26.920192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:26.936967 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:26.975174 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 091fa3e3-4da7-427c-93b7-9fcd5a21b961 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:26.978077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9601367c-5739-4c9d-bd18-9f8097bf1938 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:27.023602 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Pushing event updated for resources: {'Port': ['ID=533aa608-d971-4486-9737-24a63be0b9cc,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:27.042940 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:27.046440 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd7ce-cb14-4fef-8230-cb7c17f2eab6 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:27.046781 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-0f3bd7ce-cb14-4fef-8230-cb7c17f2eab6 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Floating IP 23f37e6d-b5d6-420d-8616-9a2aaf7e8f6d disassociated (deleted). External IP: 172.26.2.220, port: c79cf245-3ef6-4dad-aa32-5da2a771d69b. Aug 26 01:06:27.051747 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9601367c-5739-4c9d-bd18-9f8097bf1938 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:27.052277 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:27.078547 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=31997fb4-3329-4091-881f-d228821475ae,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:27.106551 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:27.109806 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-80af9ee8-1136-41bb-99ce-9a5ff417ecbb None None] Provisioning for port b550a97d-e60c-48fe-807d-35d6e38df037 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:27.198851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Usage tracker for resource:port and tenant:b120a942a23d48d387021733d6e2baae is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:27.205967 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9601367c-5739-4c9d-bd18-9f8097bf1938 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:27.207427 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b550a97d-e60c-48fe-807d-35d6e38df037 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:27.209860 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:27.224785 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:27.231587 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:27.239114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:27.242749 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:27.264493 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5f4c8c83-cb6a-4d91-88bd-3a1e2a4b35fd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.4703727 Aug 26 01:06:27.279165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43520) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:27.406752 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port b550a97d-e60c-48fe-807d-35d6e38df037 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:27.412146 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3b1d5b07-ea39-4456-8061-325d2ae5c6a9 None None] Provisioning for port 31997fb4-3329-4091-881f-d228821475ae completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:27.419208 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3b1d5b07-ea39-4456-8061-325d2ae5c6a9 None None] Provisioning complete for port 31997fb4-3329-4091-881f-d228821475ae triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:27.420288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3b1d5b07-ea39-4456-8061-325d2ae5c6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:27.443326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Made reservation on behalf of b120a942a23d48d387021733d6e2baae for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:27.447750 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:27.454168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b550a97d-e60c-48fe-807d-35d6e38df037 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:27.454168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:27.528470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d5b07-ea39-4456-8061-325d2ae5c6a9 None None] Port 31997fb4-3329-4091-881f-d228821475ae cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:27.564635 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Allocated IP 2001:db8:1::1 (b0de9aaf-01a1-4412-9f6d-c3772d944fff/23983aeb-3e95-40cc-a73d-3d9b333f4354/68ab3a12-5604-4d41-9ebc-d720eb3b5c27) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:27.604889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b550a97d-e60c-48fe-807d-35d6e38df037 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:27.609421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:27.648464 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] device_id is not set on port b941324b-f62a-4cae-b3ab-e11c88e3c273 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:06:27.651667 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port b550a97d-e60c-48fe-807d-35d6e38df037, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b550a97d-e60c-48fe-807d-35d6e38df037,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:27.720502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:27.795309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=b550a97d-e60c-48fe-807d-35d6e38df037,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:27.860017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e203b2e-eccd-4723-abcf-45fd5288e6c6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:27.862451 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:27.865998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e203b2e-eccd-4723-abcf-45fd5288e6c6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:27.870308 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6e203b2e-eccd-4723-abcf-45fd5288e6c6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5854037 Aug 26 01:06:27.874356 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43526) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:27.942883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:27.948844 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Transition to ACTIVE for port object 68ab3a12-5604-4d41-9ebc-d720eb3b5c27 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:27.969148 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-bf9aadf1-a502-47d1-bef2-59cc1208b303 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port 31997fb4-3329-4091-881f-d228821475ae {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:27.969491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bf9aadf1-a502-47d1-bef2-59cc1208b303 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:28.028237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:28.098623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3bd7ce-cb14-4fef-8230-cb7c17f2eab6 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Router 10b07cae-a2b9-45f0-8b51-c1b58bb5db40 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:06:28.128836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Allocated IP 2001:db8::295 (c234f034-33a6-489d-b03e-f9964ec3b063/16cad412-008d-4b58-82a2-4cc0f29dfb56/b941324b-f62a-4cae-b3ab-e11c88e3c273) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:28.200071 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=711b9a3d-22af-4756-b8fa-eb3de7cb3197,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:28.213915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:28.317389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:28.464475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:28.476116 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network b0de9aaf-01a1-4412-9f6d-c3772d944fff is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:28.487332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:28.504525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:28.505062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:28.510868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=68ab3a12-5604-4d41-9ebc-d720eb3b5c27,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:28.553278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b550a97d-e60c-48fe-807d-35d6e38df037 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:28.587791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bf9aadf1-a502-47d1-bef2-59cc1208b303 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:28.637793 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b550a97d-e60c-48fe-807d-35d6e38df037 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:28.638323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:28.671633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 75c36a61-e945-4f63-896e-f33b4cb45160 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:28.733558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:28.742444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-bf9aadf1-a502-47d1-bef2-59cc1208b303 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for 31997fb4-3329-4091-881f-d228821475ae owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:28.746389 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3bd7ce-cb14-4fef-8230-cb7c17f2eab6 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:28.757983 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548d0093-159b-48f5-83b4-cef9ae611009 None None] Sync routers for ids ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:28.787633 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d0093-159b-48f5-83b4-cef9ae611009 None None] Routers {'10b07cae-a2b9-45f0-8b51-c1b58bb5db40'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:28.796278 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-548d0093-159b-48f5-83b4-cef9ae611009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:28.817450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0f3bd7ce-cb14-4fef-8230-cb7c17f2eab6 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:28.824852 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b550a97d-e60c-48fe-807d-35d6e38df037 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:28.927089 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-548d0093-159b-48f5-83b4-cef9ae611009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:28.940290 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d0093-159b-48f5-83b4-cef9ae611009 None None] Routers {'10b07cae-a2b9-45f0-8b51-c1b58bb5db40'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:28.941354 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-548d0093-159b-48f5-83b4-cef9ae611009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:29.012871 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:29.020366 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-548d0093-159b-48f5-83b4-cef9ae611009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:29.021671 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548d0093-159b-48f5-83b4-cef9ae611009 None None] The sync data for ids ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:29.023479 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-23ae7316-d257-46fa-b968-236b06576054 None None] Provisioning for port 68ab3a12-5604-4d41-9ebc-d720eb3b5c27 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:29.037314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-23ae7316-d257-46fa-b968-236b06576054 None None] Provisioning complete for port 68ab3a12-5604-4d41-9ebc-d720eb3b5c27 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:29.037976 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-23ae7316-d257-46fa-b968-236b06576054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:29.100712 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0f3bd7ce-cb14-4fef-8230-cb7c17f2eab6 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] 10.222.0.83 "DELETE /v2.0/floatingips/23f37e6d-b5d6-420d-8616-9a2aaf7e8f6d HTTP/1.1" status: 204 len: 168 time: 4.0675864 Aug 26 01:06:29.105594 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43532) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:29.116005 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-23ae7316-d257-46fa-b968-236b06576054 None None] Port 68ab3a12-5604-4d41-9ebc-d720eb3b5c27 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:29.123783 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:29.127046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Transition to ACTIVE for port object b941324b-f62a-4cae-b3ab-e11c88e3c273 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:29.134545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:29.144468 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Usage tracker for resource:floatingip and tenant:87c9217f59f64edc9f2669ced78e9569 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:29.152373 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:29.166775 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:29.204166 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:29.241120 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c150c8ad-871e-4fbd-955d-03e96db33824 None None] Provisioning complete for port 711b9a3d-22af-4756-b8fa-eb3de7cb3197 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:29.241399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c150c8ad-871e-4fbd-955d-03e96db33824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:29.306205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c150c8ad-871e-4fbd-955d-03e96db33824 None None] Port 711b9a3d-22af-4756-b8fa-eb3de7cb3197 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:29.333349 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:29.341648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:29.413022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router 70a91bef-b590-4a96-bd32-0276d10b2997 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:06:29.422771 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:29.539138 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Network c234f034-33a6-489d-b03e-f9964ec3b063 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:29.545545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:29.547387 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event updated for resources: {'Port': ['ID=b941324b-f62a-4cae-b3ab-e11c88e3c273,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:29.550762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bf9aadf1-a502-47d1-bef2-59cc1208b303 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:29.552136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:29.559127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:29.559797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:29.666485 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:29.708740 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-63cd127a-a718-4fa4-80ad-d91e14d0668c tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2302213 Aug 26 01:06:29.715300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43536) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:29.735859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-531cc8f9-09e7-40b3-a13f-bbd6ad5717e1 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cb:9f:05'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:29.739452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9aadf1-a502-47d1-bef2-59cc1208b303 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=31997fb4-3329-4091-881f-d228821475ae,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:29.782612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Router a8e2bcaf-acca-45f1-b329-5cf23dc47dca is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:06:29.829938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bf9aadf1-a502-47d1-bef2-59cc1208b303 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:29.863530 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bf9aadf1-a502-47d1-bef2-59cc1208b303 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/31997fb4-3329-4091-881f-d228821475ae HTTP/1.1" status: 204 len: 168 time: 1.9873278 Aug 26 01:06:29.908268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:29.908954 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a48dacaf-d762-40ec-be16-4b60de8d5dd8 None None] Provisioning for port b941324b-f62a-4cae-b3ab-e11c88e3c273 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:29.921981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9298e31-53e4-47af-ba54-43af3bfcb037 None None] Sync routers for ids ['70a91bef-b590-4a96-bd32-0276d10b2997'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:29.925324 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43540) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:29.927614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a48dacaf-d762-40ec-be16-4b60de8d5dd8 None None] Provisioning complete for port b941324b-f62a-4cae-b3ab-e11c88e3c273 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:29.928096 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a48dacaf-d762-40ec-be16-4b60de8d5dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:29.975989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9298e31-53e4-47af-ba54-43af3bfcb037 None None] Routers {'70a91bef-b590-4a96-bd32-0276d10b2997'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:29.975989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a9298e31-53e4-47af-ba54-43af3bfcb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['70a91bef-b590-4a96-bd32-0276d10b2997'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:29.985680 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-56a2e5ce-8194-4f91-876f-1945d4199055 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/70a91bef-b590-4a96-bd32-0276d10b2997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6238751 Aug 26 01:06:30.022041 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43544) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:30.052581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a9298e31-53e4-47af-ba54-43af3bfcb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:30.071715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9298e31-53e4-47af-ba54-43af3bfcb037 None None] Routers {'70a91bef-b590-4a96-bd32-0276d10b2997'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:30.072515 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a9298e31-53e4-47af-ba54-43af3bfcb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['70a91bef-b590-4a96-bd32-0276d10b2997'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:30.142128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b21ec99-075f-421a-b658-91d4ebd3b071 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:30.142916 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3b21ec99-075f-421a-b658-91d4ebd3b071 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Synchronizing usage tracker for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:30.163994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-a48dacaf-d762-40ec-be16-4b60de8d5dd8 None None] Port b941324b-f62a-4cae-b3ab-e11c88e3c273 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:30.173140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a9298e31-53e4-47af-ba54-43af3bfcb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:30.173609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9298e31-53e4-47af-ba54-43af3bfcb037 None None] The sync data for ids ['70a91bef-b590-4a96-bd32-0276d10b2997'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:30.188190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:30.256134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3b21ec99-075f-421a-b658-91d4ebd3b071 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Unset dirty status for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:30.257448 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3b21ec99-075f-421a-b658-91d4ebd3b071 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports/711b9a3d-22af-4756-b8fa-eb3de7cb3197 HTTP/1.1" status: 200 len: 910 time: 0.2347188 Aug 26 01:06:30.260729 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43548) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:30.323513 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:30.324169 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:30.333903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcc65a-fd5b-4a38-ac69-89ba387484d8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:30.335372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcc65a-fd5b-4a38-ac69-89ba387484d8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:30.337899 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b1bcc65a-fd5b-4a38-ac69-89ba387484d8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4115386 Aug 26 01:06:30.355405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43552) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:30.406628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Allocated IP 172.26.2.223 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/12da9d77-065f-4060-96a0-fe0b02a2e024) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:30.456222 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:30.457907 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a1e239b2-a2fc-4e02-93e5-11a180f48f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:30.473438 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Sync routers for ids ['a8e2bcaf-acca-45f1-b329-5cf23dc47dca'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:30.486544 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Routers {'a8e2bcaf-acca-45f1-b329-5cf23dc47dca'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:30.487148 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['a8e2bcaf-acca-45f1-b329-5cf23dc47dca'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:30.559611 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=68ab3a12-5604-4d41-9ebc-d720eb3b5c27,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:30.611451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c313eb-f2a0-497c-b324-5cfab41a21e4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet d4c5da8d-2a2a-4565-b283-cc067de726b5 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:06:30.623847 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37c313eb-f2a0-497c-b324-5cfab41a21e4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:30.684230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:30.687880 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-72f7537d-f326-4cd3-bc85-d6be304663c6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.3559923 Aug 26 01:06:30.692489 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43556) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:30.723883 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Set router a8e2bcaf-acca-45f1-b329-5cf23dc47dca gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:06:30.780003 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-531cc8f9-09e7-40b3-a13f-bbd6ad5717e1 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:30.793588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37c313eb-f2a0-497c-b324-5cfab41a21e4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:30.882237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network b0de9aaf-01a1-4412-9f6d-c3772d944fff is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:30.937026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:31.032250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.076004 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e2bcaf-acca-45f1-b329-5cf23dc47dca', 'name': 'tempest-snat-router-1662149881', 'tenant_id': '9d3e8d23148a4ac991b985c983966806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.174'}], 'enable_snat': False}, 'gw_port_id': '533aa608-d971-4486-9737-24a63be0b9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:06:23Z', 'updated_at': '2022-08-26T01:06:27Z', 'revision_number': 3, 'project_id': '9d3e8d23148a4ac991b985c983966806', 'gw_port': {'id': '533aa608-d971-4486-9737-24a63be0b9cc', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e2bcaf-acca-45f1-b329-5cf23dc47dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:06:25Z', 'updated_at': '2022-08-26T01:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:31.081242 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Checking router: a8e2bcaf-acca-45f1-b329-5cf23dc47dca for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:06:31.081858 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Updating router a8e2bcaf-acca-45f1-b329-5cf23dc47dca port 533aa608-d971-4486-9737-24a63be0b9cc binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:06:31.151617 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.205367 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e5937fc5-d50c-4137-b065-7818267b845a tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/routers/a8e2bcaf-acca-45f1-b329-5cf23dc47dca HTTP/1.1" status: 200 len: 909 time: 0.5060802 Aug 26 01:06:31.206543 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37c313eb-f2a0-497c-b324-5cfab41a21e4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.208210 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43560) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:31.225409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1662149881', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'enable_snat': True}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:31.240697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:31.251679 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Usage tracker for resource:router and tenant:9d3e8d23148a4ac991b985c983966806 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:31.256453 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.256641 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:31.267357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:31.270156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 6aed8732-6b81-4ff2-978a-fbca9b3d1c0e has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:06:31.377073 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:31.384549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.387895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:31.388029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.388198 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:31.412962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5f1d34ee-fa22-418a-8f28-58eef459d06b None None] Provisioning complete for port 68ab3a12-5604-4d41-9ebc-d720eb3b5c27 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:31.413971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5f1d34ee-fa22-418a-8f28-58eef459d06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.435083 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Pushing event updated for resources: {'Port': ['ID=12da9d77-065f-4060-96a0-fe0b02a2e024,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:31.484117 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.487487 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-531cc8f9-09e7-40b3-a13f-bbd6ad5717e1 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.488343 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d34ee-fa22-418a-8f28-58eef459d06b None None] Port 68ab3a12-5604-4d41-9ebc-d720eb3b5c27 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:31.497701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.526891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37c313eb-f2a0-497c-b324-5cfab41a21e4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.576558 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.583012 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37c313eb-f2a0-497c-b324-5cfab41a21e4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.585813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c313eb-f2a0-497c-b324-5cfab41a21e4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c5da8d-2a2a-4565-b283-cc067de726b5,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:31.593401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0d4783-599c-4830-b670-afde4d84df6d None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:31.595582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-531cc8f9-09e7-40b3-a13f-bbd6ad5717e1 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.596227 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-531cc8f9-09e7-40b3-a13f-bbd6ad5717e1 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] In _notify_port_updated(), no bound segment for port b941324b-f62a-4cae-b3ab-e11c88e3c273 on network c234f034-33a6-489d-b03e-f9964ec3b063 {{(pid=89863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:06:31.597473 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Transition to ACTIVE for port object 533aa608-d971-4486-9737-24a63be0b9cc will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:31.601806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531cc8f9-09e7-40b3-a13f-bbd6ad5717e1 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:31.602450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-531cc8f9-09e7-40b3-a13f-bbd6ad5717e1 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.606914 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-531cc8f9-09e7-40b3-a13f-bbd6ad5717e1 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "PUT /v2.0/ports/b941324b-f62a-4cae-b3ab-e11c88e3c273 HTTP/1.1" status: 200 len: 1003 time: 1.8875606 Aug 26 01:06:31.638676 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43564) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:31.657334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:31.672608 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.672790 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9340249-dfe0-4484-ac11-0f0c03f28fb3 None None] Sync routers for ids ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:31.676732 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ad25ec42-8b5e-44c0-88e7-bd1043c94d71 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/6aed8732-6b81-4ff2-978a-fbca9b3d1c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0157828 Aug 26 01:06:31.680310 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43568) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:31.694975 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-37c313eb-f2a0-497c-b324-5cfab41a21e4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/d4c5da8d-2a2a-4565-b283-cc067de726b5 HTTP/1.1" status: 204 len: 168 time: 1.3385179 Aug 26 01:06:31.713957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9340249-dfe0-4484-ac11-0f0c03f28fb3 None None] Routers {'6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:31.714852 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b9340249-dfe0-4484-ac11-0f0c03f28fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:31.716200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43572) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:31.799496 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced85492-2c0d-49d6-b694-f45aaf9ec3eb None None] Pushing event updated for resources: {'Port': ['ID=533aa608-d971-4486-9737-24a63be0b9cc,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:31.808463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b9340249-dfe0-4484-ac11-0f0c03f28fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:31.812873 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced85492-2c0d-49d6-b694-f45aaf9ec3eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:31.813384 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced85492-2c0d-49d6-b694-f45aaf9ec3eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:31.813839 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced85492-2c0d-49d6-b694-f45aaf9ec3eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:31.814374 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced85492-2c0d-49d6-b694-f45aaf9ec3eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:31.815646 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced85492-2c0d-49d6-b694-f45aaf9ec3eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:31.815646 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced85492-2c0d-49d6-b694-f45aaf9ec3eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:31.815646 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced85492-2c0d-49d6-b694-f45aaf9ec3eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:31.816163 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced85492-2c0d-49d6-b694-f45aaf9ec3eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:31.816697 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced85492-2c0d-49d6-b694-f45aaf9ec3eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:31.817102 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced85492-2c0d-49d6-b694-f45aaf9ec3eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:31.817528 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced85492-2c0d-49d6-b694-f45aaf9ec3eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:31.818641 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced85492-2c0d-49d6-b694-f45aaf9ec3eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:31.833948 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Attempting to bind port 533aa608-d971-4486-9737-24a63be0b9cc on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:06:31.834735 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Attempting to bind port 533aa608-d971-4486-9737-24a63be0b9cc by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:06:31.835296 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Attempting to bind port 533aa608-d971-4486-9737-24a63be0b9cc on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:06:31.843355 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:06:31.844158 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:31.844862 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.845403 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:06:31.846192 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Bound port: 533aa608-d971-4486-9737-24a63be0b9cc, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:06:31.847878 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.907540 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9340249-dfe0-4484-ac11-0f0c03f28fb3 None None] Routers {'6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:31.908400 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b9340249-dfe0-4484-ac11-0f0c03f28fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:31.943170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:31.944390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cc8f9-09e7-40b3-a13f-bbd6ad5717e1 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event updated for resources: {'Port': ['ID=b941324b-f62a-4cae-b3ab-e11c88e3c273,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:31.950240 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9888e38d-e4cd-41c0-b0a7-862fd540390e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2339036 Aug 26 01:06:31.955000 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43576) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:31.964066 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] For port 533aa608-d971-4486-9737-24a63be0b9cc, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:06:31.966364 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6518b247-a7f4-4df5-ba01-52881e19fdb3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:31.970895 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] For port 533aa608-d971-4486-9737-24a63be0b9cc, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=533aa608-d971-4486-9737-24a63be0b9cc,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:06:31.985578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b9340249-dfe0-4484-ac11-0f0c03f28fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:31.986002 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9340249-dfe0-4484-ac11-0f0c03f28fb3 None None] The sync data for ids ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:31.987873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-f79f7fd6-42b8-40d4-b2d2-49fd2c923789 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Deleting port b941324b-f62a-4cae-b3ab-e11c88e3c273 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:31.988386 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f79f7fd6-42b8-40d4-b2d2-49fd2c923789 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:32.075258 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:32.087734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b8a305-195d-45d4-83a9-64cd930c4670 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:06:32.092645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8a305-195d-45d4-83a9-64cd930c4670 None None] Deleting port b550a97d-e60c-48fe-807d-35d6e38df037 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:32.093131 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a305-195d-45d4-83a9-64cd930c4670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:32.165726 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced85492-2c0d-49d6-b694-f45aaf9ec3eb None None] Pushing event updated for resources: {'Port': ['ID=533aa608-d971-4486-9737-24a63be0b9cc,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:32.175426 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Routers {'a8e2bcaf-acca-45f1-b329-5cf23dc47dca'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:32.176678 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['a8e2bcaf-acca-45f1-b329-5cf23dc47dca'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:32.254647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6518b247-a7f4-4df5-ba01-52881e19fdb3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:32.256924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:32.298857 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6518b247-a7f4-4df5-ba01-52881e19fdb3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:32.309563 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6518b247-a7f4-4df5-ba01-52881e19fdb3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:32.342639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6518b247-a7f4-4df5-ba01-52881e19fdb3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:32.365434 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe03d0c1-bd8d-4b2f-9c10-045de6921f01 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:32.366086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fe03d0c1-bd8d-4b2f-9c10-045de6921f01 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Synchronizing usage tracker for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:32.371762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:32.377207 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] Set router a8e2bcaf-acca-45f1-b329-5cf23dc47dca gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:06:32.380785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b7b8a305-195d-45d4-83a9-64cd930c4670 None None] For port b550a97d-e60c-48fe-807d-35d6e38df037, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b550a97d-e60c-48fe-807d-35d6e38df037,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:32.381187 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a305-195d-45d4-83a9-64cd930c4670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:32.462131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Allocated IP 172.21.0.1 (60c51ab9-21ef-411d-b64b-4eb904af861b/9a2065c9-6ff5-4ae0-b64e-bb39ecc06479/79ca5b42-b71e-44af-9708-00f7d6c9b484) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:32.512792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fe03d0c1-bd8d-4b2f-9c10-045de6921f01 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Unset dirty status for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:32.514112 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fe03d0c1-bd8d-4b2f-9c10-045de6921f01 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports/68ab3a12-5604-4d41-9ebc-d720eb3b5c27 HTTP/1.1" status: 200 len: 913 time: 0.8327401 Aug 26 01:06:32.518024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43580) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:32.548546 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6518b247-a7f4-4df5-ba01-52881e19fdb3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:32.552016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6518b247-a7f4-4df5-ba01-52881e19fdb3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:32.594969 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8a305-195d-45d4-83a9-64cd930c4670 None None] Calling delete_port for b550a97d-e60c-48fe-807d-35d6e38df037 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:32.661530 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f79f7fd6-42b8-40d4-b2d2-49fd2c923789 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:32.701828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b550a97d-e60c-48fe-807d-35d6e38df037 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:06:32.728379 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e2bcaf-acca-45f1-b329-5cf23dc47dca', 'name': 'tempest-snat-router-1662149881', 'tenant_id': '9d3e8d23148a4ac991b985c983966806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.174'}], 'enable_snat': False}, 'gw_port_id': '533aa608-d971-4486-9737-24a63be0b9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:06:23Z', 'updated_at': '2022-08-26T01:06:27Z', 'revision_number': 3, 'project_id': '9d3e8d23148a4ac991b985c983966806', 'gw_port': {'id': '533aa608-d971-4486-9737-24a63be0b9cc', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e2bcaf-acca-45f1-b329-5cf23dc47dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:06:25Z', 'updated_at': '2022-08-26T01:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:32.733157 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d41d63b-7998-46b9-ab83-76fa72a5ca7c None None] The sync data for ids ['a8e2bcaf-acca-45f1-b329-5cf23dc47dca'] in dv-neutron-854561-2-hyperv is: [{'id': 'a8e2bcaf-acca-45f1-b329-5cf23dc47dca', 'name': 'tempest-snat-router-1662149881', 'tenant_id': '9d3e8d23148a4ac991b985c983966806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.174'}], 'enable_snat': False}, 'gw_port_id': '533aa608-d971-4486-9737-24a63be0b9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:06:23Z', 'updated_at': '2022-08-26T01:06:27Z', 'revision_number': 3, 'project_id': '9d3e8d23148a4ac991b985c983966806', 'gw_port': {'id': '533aa608-d971-4486-9737-24a63be0b9cc', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e2bcaf-acca-45f1-b329-5cf23dc47dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:06:25Z', 'updated_at': '2022-08-26T01:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:32.766331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a305-195d-45d4-83a9-64cd930c4670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:32.835506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-f79f7fd6-42b8-40d4-b2d2-49fd2c923789 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Calling delete_port for b941324b-f62a-4cae-b3ab-e11c88e3c273 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:32.853175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8a305-195d-45d4-83a9-64cd930c4670 None None] No DVR routers for this DVR port b550a97d-e60c-48fe-807d-35d6e38df037 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:06:32.854799 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8a305-195d-45d4-83a9-64cd930c4670 None None] Pushing event deleted for resources: {'Port': ['ID=b550a97d-e60c-48fe-807d-35d6e38df037,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:32.864342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No active binding found for port b550a97d-e60c-48fe-807d-35d6e38df037 {{(pid=89864) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Aug 26 01:06:32.864762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b550a97d-e60c-48fe-807d-35d6e38df037 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:06:32.999813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:33.047062 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bfc216dd-022a-46c4-8835-704672ad7987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:33.086914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:33.105103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:33.272366 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Pushing event updated for resources: {'Port': ['ID=12da9d77-065f-4060-96a0-fe0b02a2e024,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:33.277044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:33.307558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f79f7fd6-42b8-40d4-b2d2-49fd2c923789 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:33.327859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Transition to ACTIVE for port object 79ca5b42-b71e-44af-9708-00f7d6c9b484 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:33.378945 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f7fd6-42b8-40d4-b2d2-49fd2c923789 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event deleted for resources: {'Port': ['ID=b941324b-f62a-4cae-b3ab-e11c88e3c273,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:33.420117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6518b247-a7f4-4df5-ba01-52881e19fdb3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:33.491020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f79f7fd6-42b8-40d4-b2d2-49fd2c923789 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:33.494248 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f79f7fd6-42b8-40d4-b2d2-49fd2c923789 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "DELETE /v2.0/ports/b941324b-f62a-4cae-b3ab-e11c88e3c273 HTTP/1.1" status: 204 len: 168 time: 1.8477888 Aug 26 01:06:33.502666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43584) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:33.526139 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:33.554075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:33.560069 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8f032a4e-7458-44a4-bbe6-ced0944f809e tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4446285 Aug 26 01:06:33.569764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43590) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:33.570178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6518b247-a7f4-4df5-ba01-52881e19fdb3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:33.617225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:33.708471 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-6518b247-a7f4-4df5-ba01-52881e19fdb3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:33.712231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6518b247-a7f4-4df5-ba01-52881e19fdb3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:33.713099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6518b247-a7f4-4df5-ba01-52881e19fdb3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:33.714398 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:33.730310 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e396cd3-3705-4b78-acda-ad2bc692e963 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:33.730494 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49d60bf-8146-4891-96af-38d37df63596 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] GET failed (client error): The resource could not be found. Aug 26 01:06:33.731121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f49d60bf-8146-4891-96af-38d37df63596 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Synchronizing usage tracker for tenant:b120a942a23d48d387021733d6e2baae on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:33.744504 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518b247-a7f4-4df5-ba01-52881e19fdb3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=60c6afcd-e044-4254-b098-00f66f1002f2,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:33.771348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:33.777731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:33.807891 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6518b247-a7f4-4df5-ba01-52881e19fdb3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8498611 Aug 26 01:06:33.810456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43596) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:33.818874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'fixed_ips': [{'subnet_id': '60c6afcd-e044-4254-b098-00f66f1002f2', 'ip_address': '2001:db8::a4b:f5a2:4b39:9826'}], 'name': 'tempest-NetworksTestDHCPv6-1826175631'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:33.886334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:33.909524 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Usage tracker for resource:floatingip and tenant:4984849dcf514d97a633cfdd0e8cbacc is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:33.918299 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:33.921089 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f49d60bf-8146-4891-96af-38d37df63596 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Unset dirty status for tenant:b120a942a23d48d387021733d6e2baae on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:33.922368 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f49d60bf-8146-4891-96af-38d37df63596 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "GET /v2.0/ports/b941324b-f62a-4cae-b3ab-e11c88e3c273 HTTP/1.1" status: 404 len: 333 time: 0.4152086 Aug 26 01:06:33.933943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43600) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:33.937350 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:33.942690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:33.943083 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Request body: {'port': {'network_id': 'c234f034-33a6-489d-b03e-f9964ec3b063', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1502519072'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:33.944604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=79ca5b42-b71e-44af-9708-00f7d6c9b484,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:33.952870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 60c51ab9-21ef-411d-b64b-4eb904af861b is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:33.957783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:33.960698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:34.044379 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': '60c6afcd-e044-4254-b098-00f66f1002f2'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:06:34.050772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:34.146976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:34.156631 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:34.160857 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:34.163944 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:34.171169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:34.181890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:34.196709 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Allocated IP 172.26.2.106 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/abad2b31-83a1-4642-ab3d-d7da9ff79977) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:34.230609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:34.254488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Allocated IP 2001:db8::2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/60c6afcd-e044-4254-b098-00f66f1002f2/1c681c2d-b28d-4e5c-9185-81d759f9dbab) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:34.314945 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Made reservation on behalf of b120a942a23d48d387021733d6e2baae for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:34.319908 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:34.320236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:34.332873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:34.342058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a67c2319-c2dd-4849-bc94-366eadef001c tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:34.447796 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] device_id is not set on port bc9ac8f0-698a-4c90-b28b-f1339d22315d yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:06:34.455957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-df0b0b43-d9a2-4178-be87-0d2a5c22542b None None] Provisioning for port 79ca5b42-b71e-44af-9708-00f7d6c9b484 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:34.463573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-df0b0b43-d9a2-4178-be87-0d2a5c22542b None None] Provisioning complete for port 79ca5b42-b71e-44af-9708-00f7d6c9b484 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:34.464019 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-df0b0b43-d9a2-4178-be87-0d2a5c22542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:34.608709 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 533aa608-d971-4486-9737-24a63be0b9cc up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:34.644182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-df0b0b43-d9a2-4178-be87-0d2a5c22542b None None] Port 79ca5b42-b71e-44af-9708-00f7d6c9b484 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:34.652314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:34.678782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Transition to ACTIVE for port object 1c681c2d-b28d-4e5c-9185-81d759f9dbab will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:34.685248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Allocated IP 2001:db8::195 (c234f034-33a6-489d-b03e-f9964ec3b063/16cad412-008d-4b58-82a2-4cc0f29dfb56/bc9ac8f0-698a-4c90-b28b-f1339d22315d) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:34.693340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:34.709630 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Transition to ACTIVE for port object 1c681c2d-b28d-4e5c-9185-81d759f9dbab will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:34.734641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port bbcce3b0-cd61-4631-83cc-76aabdd68662 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:06:34.795831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:34.803962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:34.904695 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 533aa608-d971-4486-9737-24a63be0b9cc completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:34.927087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 533aa608-d971-4486-9737-24a63be0b9cc triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:34.927743 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:34.934674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:34.970820 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:34.980234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:34.988347 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:34.997085 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Pushing event updated for resources: {'Port': ['ID=1c681c2d-b28d-4e5c-9185-81d759f9dbab,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:35.023409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.095923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.104288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::a4b:f5a2:4b39:9826 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/60c6afcd-e044-4254-b098-00f66f1002f2/bbcce3b0-cd61-4631-83cc-76aabdd68662) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:35.115392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Attempting to bind port 1c681c2d-b28d-4e5c-9185-81d759f9dbab on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:06:35.115703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Attempting to bind port 1c681c2d-b28d-4e5c-9185-81d759f9dbab by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:06:35.116051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Attempting to bind port 1c681c2d-b28d-4e5c-9185-81d759f9dbab on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:06:35.123342 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Transition to ACTIVE for port object bc9ac8f0-698a-4c90-b28b-f1339d22315d will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:35.145321 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-a67c2319-c2dd-4849-bc94-366eadef001c tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port 68ab3a12-5604-4d41-9ebc-d720eb3b5c27 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:35.145930 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a67c2319-c2dd-4849-bc94-366eadef001c tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.150976 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:06:35.151371 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:35.151747 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.152136 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:06:35.152608 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Bound port: 1c681c2d-b28d-4e5c-9185-81d759f9dbab, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:06:35.152973 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.176256 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:35.191271 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:35.205013 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.224157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:35.240955 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 533aa608-d971-4486-9737-24a63be0b9cc is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:35.241330 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.277558 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 533aa608-d971-4486-9737-24a63be0b9cc, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=533aa608-d971-4486-9737-24a63be0b9cc,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:35.279532 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Pushing event updated for resources: {'Port': ['ID=abad2b31-83a1-4642-ab3d-d7da9ff79977,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:35.280791 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.282695 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] For port 1c681c2d-b28d-4e5c-9185-81d759f9dbab, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:06:35.286304 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] For port 1c681c2d-b28d-4e5c-9185-81d759f9dbab, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1c681c2d-b28d-4e5c-9185-81d759f9dbab,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:06:35.353682 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.366674 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Network c234f034-33a6-489d-b03e-f9964ec3b063 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:35.373303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:35.375985 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:35.381765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:35.382361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.425913 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.436928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.440455 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event updated for resources: {'Port': ['ID=bc9ac8f0-698a-4c90-b28b-f1339d22315d,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:35.471300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.475557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=533aa608-d971-4486-9737-24a63be0b9cc,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:35.495583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object bbcce3b0-cd61-4631-83cc-76aabdd68662 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:35.571557 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8f00bf48-faac-404d-98e7-c7124f311100 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6364989 Aug 26 01:06:35.574195 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43606) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:35.580447 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Request body: {'port': {'network_id': 'c234f034-33a6-489d-b03e-f9964ec3b063', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1184481503'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:35.584456 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26593e46-4de8-416d-b939-cf2ae5a0f7b5 None None] Pushing event updated for resources: {'Port': ['ID=1c681c2d-b28d-4e5c-9185-81d759f9dbab,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:35.612058 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.747150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:35.762633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:35.767466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:35.771058 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:35.771706 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.853814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=bbcce3b0-cd61-4631-83cc-76aabdd68662,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:35.869546 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-258693f5-b388-4743-b2fc-e125b5fff7e2 None None] Provisioning for port bc9ac8f0-698a-4c90-b28b-f1339d22315d completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:35.875410 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-258693f5-b388-4743-b2fc-e125b5fff7e2 None None] Provisioning complete for port bc9ac8f0-698a-4c90-b28b-f1339d22315d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:35.875789 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-258693f5-b388-4743-b2fc-e125b5fff7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:35.880073 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:35.885591 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Usage tracker for resource:port and tenant:b120a942a23d48d387021733d6e2baae is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:35.889176 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:35.901850 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d40759cd-a290-4b30-bc59-bca443cfb626 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0873342 Aug 26 01:06:35.901850 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:35.903405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43610) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:35.971790 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-258693f5-b388-4743-b2fc-e125b5fff7e2 None None] Port bc9ac8f0-698a-4c90-b28b-f1339d22315d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:36.007444 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c402ba8-7fe4-4f2c-abe4-6467be12f276 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:36.012262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Allocated IP 172.26.2.146 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/ed630d80-3fcc-4d3d-bc0b-306814b1354b) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:36.013825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c402ba8-7fe4-4f2c-abe4-6467be12f276 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:36.014645 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0c402ba8-7fe4-4f2c-abe4-6467be12f276 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:36.057623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Made reservation on behalf of b120a942a23d48d387021733d6e2baae for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:36.061892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:36.085115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] device_id is not set on port 3b03f3e1-fd59-427b-8c82-6b9077b37be9 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:06:36.192211 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a67c2319-c2dd-4849-bc94-366eadef001c tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:36.240558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0c402ba8-7fe4-4f2c-abe4-6467be12f276 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:36.241713 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0c402ba8-7fe4-4f2c-abe4-6467be12f276 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3374524 Aug 26 01:06:36.248413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43614) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:36.351689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2143a121-64ef-4ad2-8832-efb97a7ea507 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port bbcce3b0-cd61-4631-83cc-76aabdd68662 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:36.352360 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2143a121-64ef-4ad2-8832-efb97a7ea507 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:36.464765 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-a67c2319-c2dd-4849-bc94-366eadef001c tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for 68ab3a12-5604-4d41-9ebc-d720eb3b5c27 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:36.523548 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Allocated IP 2001:db8::218 (c234f034-33a6-489d-b03e-f9964ec3b063/16cad412-008d-4b58-82a2-4cc0f29dfb56/3b03f3e1-fd59-427b-8c82-6b9077b37be9) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:36.659794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1c681c2d-b28d-4e5c-9185-81d759f9dbab up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:36.822057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 1c681c2d-b28d-4e5c-9185-81d759f9dbab completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:36.828243 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 533aa608-d971-4486-9737-24a63be0b9cc up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:36.850039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2143a121-64ef-4ad2-8832-efb97a7ea507 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:36.889353 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7aa7e225-1d78-4283-b0a4-75872f93178e None None] Provisioning for port 1c681c2d-b28d-4e5c-9185-81d759f9dbab completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:36.913525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7aa7e225-1d78-4283-b0a4-75872f93178e None None] Provisioning complete for port 1c681c2d-b28d-4e5c-9185-81d759f9dbab triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:36.914925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e225-1d78-4283-b0a4-75872f93178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:36.978841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:36.996633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2143a121-64ef-4ad2-8832-efb97a7ea507 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for bbcce3b0-cd61-4631-83cc-76aabdd68662 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:36.997070 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:37.044423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:37.057199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 533aa608-d971-4486-9737-24a63be0b9cc triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:37.057199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:37.104805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:37.129593 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7e225-1d78-4283-b0a4-75872f93178e None None] Current status of the port 1c681c2d-b28d-4e5c-9185-81d759f9dbab is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:37.132120 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e225-1d78-4283-b0a4-75872f93178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:37.135316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Transition to ACTIVE for port object 3b03f3e1-fd59-427b-8c82-6b9077b37be9 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:37.165840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:37.214912 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7aa7e225-1d78-4283-b0a4-75872f93178e None None] For port 1c681c2d-b28d-4e5c-9185-81d759f9dbab, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1c681c2d-b28d-4e5c-9185-81d759f9dbab,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:37.225748 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 533aa608-d971-4486-9737-24a63be0b9cc is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:37.280495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2143a121-64ef-4ad2-8832-efb97a7ea507 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:37.331774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7aa7e225-1d78-4283-b0a4-75872f93178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:37.344146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143a121-64ef-4ad2-8832-efb97a7ea507 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=bbcce3b0-cd61-4631-83cc-76aabdd68662,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:37.380742 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:37.418444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7e225-1d78-4283-b0a4-75872f93178e None None] Pushing event updated for resources: {'Port': ['ID=1c681c2d-b28d-4e5c-9185-81d759f9dbab,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:37.441345 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2143a121-64ef-4ad2-8832-efb97a7ea507 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:37.452521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-975e353e-2a63-4d48-ad0b-8a520f12949f None None] Could not find standard attr ID for object bbcce3b0-cd61-4631-83cc-76aabdd68662. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:06:37.485223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=79ca5b42-b71e-44af-9708-00f7d6c9b484,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:37.485786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Network c234f034-33a6-489d-b03e-f9964ec3b063 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:37.489657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:37.492376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:37.499128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:37.499859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:37.506744 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:37.519370 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event updated for resources: {'Port': ['ID=3b03f3e1-fd59-427b-8c82-6b9077b37be9,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:37.561295 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2143a121-64ef-4ad2-8832-efb97a7ea507 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/bbcce3b0-cd61-4631-83cc-76aabdd68662 HTTP/1.1" status: 204 len: 168 time: 1.3118625 Aug 26 01:06:37.563661 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43618) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:37.625335 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0a39a759-a005-400b-8c77-d48a32ba02fe tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0499532 Aug 26 01:06:37.628654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43622) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:37.640150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-83d4a25c-81ae-433e-88b6-787252467bbb tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d9', 'mac_address': 'fa:16:3e:cb:9f:05'}, {'ip_address': '2001:db8::195', 'mac_address': 'fa:16:3e:10:f5:b7'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:37.694761 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:37.708540 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaeb399-680c-4911-b500-e3d250d453be tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:37.710178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaeb399-680c-4911-b500-e3d250d453be tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:37.711733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bbaeb399-680c-4911-b500-e3d250d453be tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:37.855536 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3fd2d6ea-bd77-4b70-9142-aab5599ad67f None None] Provisioning for port 3b03f3e1-fd59-427b-8c82-6b9077b37be9 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:37.860533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3fd2d6ea-bd77-4b70-9142-aab5599ad67f None None] Provisioning complete for port 3b03f3e1-fd59-427b-8c82-6b9077b37be9 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:37.860910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3fd2d6ea-bd77-4b70-9142-aab5599ad67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:37.874809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:37.894016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:37.908189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bbaeb399-680c-4911-b500-e3d250d453be tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:37.909356 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bbaeb399-680c-4911-b500-e3d250d453be tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3448021 Aug 26 01:06:37.912509 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43626) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:37.927832 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2d6ea-bd77-4b70-9142-aab5599ad67f None None] Port 3b03f3e1-fd59-427b-8c82-6b9077b37be9 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:37.938298 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:37.969087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-83d4a25c-81ae-433e-88b6-787252467bbb tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:38.002322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Pushing event updated for resources: {'Port': ['ID=ed630d80-3fcc-4d3d-bc0b-306814b1354b,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:38.012655 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a67c2319-c2dd-4849-bc94-366eadef001c tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:38.036790 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a3dee0-662f-4e2d-8bd7-60f4e4ea7ca1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 60c6afcd-e044-4254-b098-00f66f1002f2 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:06:38.048639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0a3dee0-662f-4e2d-8bd7-60f4e4ea7ca1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:38.072196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:38.092022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c2319-c2dd-4849-bc94-366eadef001c tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Port': ['ID=68ab3a12-5604-4d41-9ebc-d720eb3b5c27,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:38.221221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0a3dee0-662f-4e2d-8bd7-60f4e4ea7ca1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:38.290214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 60c51ab9-21ef-411d-b64b-4eb904af861b is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:38.295795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:38.439527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0a3dee0-662f-4e2d-8bd7-60f4e4ea7ca1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:38.514501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-83d4a25c-81ae-433e-88b6-787252467bbb tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:38.555502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3144efb8-bf24-43e6-a466-a2eebd95cc46 None None] Provisioning complete for port 79ca5b42-b71e-44af-9708-00f7d6c9b484 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:38.556124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3144efb8-bf24-43e6-a466-a2eebd95cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:38.583092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-83d4a25c-81ae-433e-88b6-787252467bbb tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:38.583656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-83d4a25c-81ae-433e-88b6-787252467bbb tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] In _notify_port_updated(), no bound segment for port 3b03f3e1-fd59-427b-8c82-6b9077b37be9 on network c234f034-33a6-489d-b03e-f9964ec3b063 {{(pid=89863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:06:38.587662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1c681c2d-b28d-4e5c-9185-81d759f9dbab up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:38.590182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d4a25c-81ae-433e-88b6-787252467bbb tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:38.590616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-83d4a25c-81ae-433e-88b6-787252467bbb tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:38.594754 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-83d4a25c-81ae-433e-88b6-787252467bbb tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "PUT /v2.0/ports/3b03f3e1-fd59-427b-8c82-6b9077b37be9 HTTP/1.1" status: 200 len: 1068 time: 0.9624035 Aug 26 01:06:38.606308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43630) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:38.630685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0a3dee0-662f-4e2d-8bd7-60f4e4ea7ca1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:38.662823 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:38.670293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3144efb8-bf24-43e6-a466-a2eebd95cc46 None None] Port 79ca5b42-b71e-44af-9708-00f7d6c9b484 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:38.687013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 1c681c2d-b28d-4e5c-9185-81d759f9dbab triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:38.687391 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:38.699099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3dee0-662f-4e2d-8bd7-60f4e4ea7ca1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=60c6afcd-e044-4254-b098-00f66f1002f2,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:38.704442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0a3dee0-662f-4e2d-8bd7-60f4e4ea7ca1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:38.725467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4a25c-81ae-433e-88b6-787252467bbb tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event updated for resources: {'Port': ['ID=3b03f3e1-fd59-427b-8c82-6b9077b37be9,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:38.726109 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc762924-d345-4ff1-ad8e-222e01164f53 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:38.788577 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b0a3dee0-662f-4e2d-8bd7-60f4e4ea7ca1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/60c6afcd-e044-4254-b098-00f66f1002f2 HTTP/1.1" status: 204 len: 168 time: 0.8753397 Aug 26 01:06:38.791037 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43634) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:38.855133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a67c2319-c2dd-4849-bc94-366eadef001c tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:38.872084 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-592f8da4-ac5c-405b-89b4-e2d9a8e22bda tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791674 Aug 26 01:06:38.874091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43638) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:38.880869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-bf99e9db-04c1-410f-b50b-9edc10316f6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:38.956268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-1594d069-a592-4f35-8ea9-6ea70b1c9da9 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Deleting port 3b03f3e1-fd59-427b-8c82-6b9077b37be9 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:38.956613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1594d069-a592-4f35-8ea9-6ea70b1c9da9 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:39.014254 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bf99e9db-04c1-410f-b50b-9edc10316f6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:39.018436 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bf99e9db-04c1-410f-b50b-9edc10316f6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:39.022133 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bf99e9db-04c1-410f-b50b-9edc10316f6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:39.029182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bf99e9db-04c1-410f-b50b-9edc10316f6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:39.043231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 1c681c2d-b28d-4e5c-9185-81d759f9dbab is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:39.097289 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf99e9db-04c1-410f-b50b-9edc10316f6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:39.100918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bf99e9db-04c1-410f-b50b-9edc10316f6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:39.122446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router 70a91bef-b590-4a96-bd32-0276d10b2997 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:06:39.125614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e23c61-e8ed-4560-bd7b-241c424b0107 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:06:39.130497 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-87e23c61-e8ed-4560-bd7b-241c424b0107 None None] Deleting port 1c681c2d-b28d-4e5c-9185-81d759f9dbab {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:39.131288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-87e23c61-e8ed-4560-bd7b-241c424b0107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:39.213852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:39.375598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-87e23c61-e8ed-4560-bd7b-241c424b0107 None None] For port 1c681c2d-b28d-4e5c-9185-81d759f9dbab, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1c681c2d-b28d-4e5c-9185-81d759f9dbab,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:39.375946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-87e23c61-e8ed-4560-bd7b-241c424b0107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:39.392962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Router cbfd565e-87fe-4f64-9299-d2dee96b0c2b is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:06:39.417751 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bf99e9db-04c1-410f-b50b-9edc10316f6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:39.476974 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf99e9db-04c1-410f-b50b-9edc10316f6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:39.480689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-bf99e9db-04c1-410f-b50b-9edc10316f6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:39.483672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf99e9db-04c1-410f-b50b-9edc10316f6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:39.484251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bf99e9db-04c1-410f-b50b-9edc10316f6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:39.505345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-87e23c61-e8ed-4560-bd7b-241c424b0107 None None] Calling delete_port for 1c681c2d-b28d-4e5c-9185-81d759f9dbab owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:39.505690 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99e9db-04c1-410f-b50b-9edc10316f6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=0328dc84-46c6-4baa-aa08-0ca13d71b20b,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:39.581642 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bf99e9db-04c1-410f-b50b-9edc10316f6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7036283 Aug 26 01:06:39.582063 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43644) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:39.588621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'fixed_ips': [{'subnet_id': '0328dc84-46c6-4baa-aa08-0ca13d71b20b', 'ip_address': '2001:db8::779e:5d01:7183:2f7b'}], 'name': 'tempest-NetworksTestDHCPv6-1622932643'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:39.657839 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-87e23c61-e8ed-4560-bd7b-241c424b0107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:39.709720 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e23c61-e8ed-4560-bd7b-241c424b0107 None None] Pushing event deleted for resources: {'Port': ['ID=1c681c2d-b28d-4e5c-9185-81d759f9dbab,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:39.714720 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e23c61-e8ed-4560-bd7b-241c424b0107 None None] No DVR routers for this DVR port 1c681c2d-b28d-4e5c-9185-81d759f9dbab on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:06:39.735868 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a70be3c-fb95-4e55-85ce-d0d256e92a47 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:39.744020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:39.748300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:39.751495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:39.759545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:39.861538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:39.902885 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:39.932139 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ed065-1b13-45c5-b890-88a047694e20 None None] Sync routers for ids ['70a91bef-b590-4a96-bd32-0276d10b2997'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:39.956239 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ed065-1b13-45c5-b890-88a047694e20 None None] Routers {'70a91bef-b590-4a96-bd32-0276d10b2997'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:39.957731 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-607ed065-1b13-45c5-b890-88a047694e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['70a91bef-b590-4a96-bd32-0276d10b2997'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:39.981218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': '0328dc84-46c6-4baa-aa08-0ca13d71b20b'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:06:39.982943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:40.017413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:40.043070 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67c2319-c2dd-4849-bc94-366eadef001c tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 6aed8732-6b81-4ff2-978a-fbca9b3d1c0e has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:06:40.043770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port b9850d31-5ef4-4328-98a4-f493780f4ea9 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:06:40.083190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1594d069-a592-4f35-8ea9-6ea70b1c9da9 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:40.158932 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-607ed065-1b13-45c5-b890-88a047694e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:40.177248 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ed065-1b13-45c5-b890-88a047694e20 None None] Routers {'70a91bef-b590-4a96-bd32-0276d10b2997'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:40.178442 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-607ed065-1b13-45c5-b890-88a047694e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['70a91bef-b590-4a96-bd32-0276d10b2997'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:40.196195 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Allocated IP 2001:db8::2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/0328dc84-46c6-4baa-aa08-0ca13d71b20b/0775c0e5-507b-4c39-a3ab-97f9a0212cbd) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:40.312560 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-607ed065-1b13-45c5-b890-88a047694e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:40.313293 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ed065-1b13-45c5-b890-88a047694e20 None None] The sync data for ids ['70a91bef-b590-4a96-bd32-0276d10b2997'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:40.435513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:40.448109 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Transition to ACTIVE for port object 0775c0e5-507b-4c39-a3ab-97f9a0212cbd will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:40.471610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Transition to ACTIVE for port object 0775c0e5-507b-4c39-a3ab-97f9a0212cbd will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:40.475031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:40.526783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1c681c2d-b28d-4e5c-9185-81d759f9dbab no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:06:40.562300 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-1594d069-a592-4f35-8ea9-6ea70b1c9da9 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Calling delete_port for 3b03f3e1-fd59-427b-8c82-6b9077b37be9 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:40.567554 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:40.628167 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 1c681c2d-b28d-4e5c-9185-81d759f9dbab {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:06:40.628587 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1c681c2d-b28d-4e5c-9185-81d759f9dbab not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:06:40.633922 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::779e:5d01:7183:2f7b (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/0328dc84-46c6-4baa-aa08-0ca13d71b20b/b9850d31-5ef4-4328-98a4-f493780f4ea9) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:40.653301 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:40.657120 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:40.661047 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:40.665263 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:40.707261 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-996b5e3b-119d-4659-bd44-03a53632f882 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/70a91bef-b590-4a96-bd32-0276d10b2997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4451458 Aug 26 01:06:40.711616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43654) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:40.719787 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Sync routers for ids ['cbfd565e-87fe-4f64-9299-d2dee96b0c2b'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:40.769084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67c2319-c2dd-4849-bc94-366eadef001c tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:40.793833 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a67c2319-c2dd-4849-bc94-366eadef001c tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/6aed8732-6b81-4ff2-978a-fbca9b3d1c0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2748213 Aug 26 01:06:40.794677 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df374eaf-a352-40a6-b391-cddeac10f412 None None] Sync routers for ids ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:40.796661 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:40.799075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43660) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:40.800768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Pushing event updated for resources: {'Port': ['ID=0775c0e5-507b-4c39-a3ab-97f9a0212cbd,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:40.816834 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c69133b-f6f4-476b-8e53-1a5f7d740086 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:40.818696 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df374eaf-a352-40a6-b391-cddeac10f412 None None] Routers {'6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:40.818826 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9c69133b-f6f4-476b-8e53-1a5f7d740086 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports/79ca5b42-b71e-44af-9708-00f7d6c9b484 HTTP/1.1" status: 200 len: 910 time: 0.1055334 Aug 26 01:06:40.819031 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-df374eaf-a352-40a6-b391-cddeac10f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:40.823103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43664) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:40.839084 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Routers {'cbfd565e-87fe-4f64-9299-d2dee96b0c2b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:40.839720 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['cbfd565e-87fe-4f64-9299-d2dee96b0c2b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:40.928269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:40.930916 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4fbb57f5-ba6d-4461-a9c2-97dbee424afe tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.7195585 Aug 26 01:06:40.939863 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43668) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:40.943473 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:41.014711 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-df374eaf-a352-40a6-b391-cddeac10f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:41.026734 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df374eaf-a352-40a6-b391-cddeac10f412 None None] Routers {'6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:41.027350 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-df374eaf-a352-40a6-b391-cddeac10f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:41.106550 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-df374eaf-a352-40a6-b391-cddeac10f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:41.106948 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df374eaf-a352-40a6-b391-cddeac10f412 None None] The sync data for ids ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:41.121634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Attempting to bind port 0775c0e5-507b-4c39-a3ab-97f9a0212cbd on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:06:41.122099 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Attempting to bind port 0775c0e5-507b-4c39-a3ab-97f9a0212cbd by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:06:41.122463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Attempting to bind port 0775c0e5-507b-4c39-a3ab-97f9a0212cbd on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:06:41.133551 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:06:41.134065 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:41.134399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:41.134802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:06:41.135271 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Bound port: 0775c0e5-507b-4c39-a3ab-97f9a0212cbd, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:06:41.135638 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:41.189317 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Set router cbfd565e-87fe-4f64-9299-d2dee96b0c2b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:06:41.369994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:41.423941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Pushing event updated for resources: {'Port': ['ID=ed630d80-3fcc-4d3d-bc0b-306814b1354b,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:41.441681 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] For port 0775c0e5-507b-4c39-a3ab-97f9a0212cbd, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:06:41.454336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:41.457460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] For port 0775c0e5-507b-4c39-a3ab-97f9a0212cbd, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0775c0e5-507b-4c39-a3ab-97f9a0212cbd,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:06:41.470707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object b9850d31-5ef4-4328-98a4-f493780f4ea9 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:41.484725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396213e-2952-41c2-94c7-5d1ece648b4f req-b5b291b6-b53c-4e78-95e1-171f90e16751 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:41.491315 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5396213e-2952-41c2-94c7-5d1ece648b4f req-b5b291b6-b53c-4e78-95e1-171f90e16751 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 946 time: 0.4459012 Aug 26 01:06:41.548553 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-51c9a92a-819f-44fc-ae56-4ed1eb9d1396 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/routers/cbfd565e-87fe-4f64-9299-d2dee96b0c2b HTTP/1.1" status: 200 len: 908 time: 0.6070414 Aug 26 01:06:41.552485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43674) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:41.587934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:41.624512 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5396213e-2952-41c2-94c7-5d1ece648b4f req-5c76b30a-fbf6-42c2-91dc-f3518ab8cb67 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320426 Aug 26 01:06:41.692594 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884e17e-3c6b-493f-81fa-e1e895809b4c None None] Pushing event updated for resources: {'Port': ['ID=0775c0e5-507b-4c39-a3ab-97f9a0212cbd,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:41.720830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfd565e-87fe-4f64-9299-d2dee96b0c2b', 'name': 'tempest-snat-router-1662149881', 'tenant_id': '9d3e8d23148a4ac991b985c983966806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': 'abad2b31-83a1-4642-ab3d-d7da9ff79977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:06:31Z', 'updated_at': '2022-08-26T01:06:36Z', 'revision_number': 3, 'project_id': '9d3e8d23148a4ac991b985c983966806', 'gw_port': {'id': 'abad2b31-83a1-4642-ab3d-d7da9ff79977', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd565e-87fe-4f64-9299-d2dee96b0c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:06:33Z', 'updated_at': '2022-08-26T01:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:41.730316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:41.735266 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Checking router: cbfd565e-87fe-4f64-9299-d2dee96b0c2b for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:06:41.735617 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Updating router cbfd565e-87fe-4f64-9299-d2dee96b0c2b port abad2b31-83a1-4642-ab3d-d7da9ff79977 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:06:41.828242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:41.854509 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:41.858633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:41.879318 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:41.884167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:41.884845 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:41.956312 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1594d069-a592-4f35-8ea9-6ea70b1c9da9 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:41.972945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:41.982369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=b9850d31-5ef4-4328-98a4-f493780f4ea9,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:41.983135 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d681c06d-cbf0-4dfb-bc11-809bba92019e tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4043953 Aug 26 01:06:41.996452 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43678) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:42.147825 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594d069-a592-4f35-8ea9-6ea70b1c9da9 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event deleted for resources: {'Port': ['ID=3b03f3e1-fd59-427b-8c82-6b9077b37be9,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:42.199679 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-900c0239-db24-465e-b820-a363fa99db0e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6165850 Aug 26 01:06:42.203857 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43684) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:42.216198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:42.294979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-733e3f2f-d8b0-4a94-8b5e-3153017a0d26 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Synchronizing usage tracker for tenant:87c9217f59f64edc9f2669ced78e9569 on resource:floatingip {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:42.346946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:42.366433 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Transition to ACTIVE for port object abad2b31-83a1-4642-ab3d-d7da9ff79977 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:42.374916 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c9f822bf-2688-4c90-b469-5ed10c5e060f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:42.451289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:42.524982 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Attempting to bind port abad2b31-83a1-4642-ab3d-d7da9ff79977 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:06:42.525438 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Attempting to bind port abad2b31-83a1-4642-ab3d-d7da9ff79977 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:06:42.525905 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Attempting to bind port abad2b31-83a1-4642-ab3d-d7da9ff79977 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:06:42.535966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:06:42.536551 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:42.537029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:42.537495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:06:42.538058 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Bound port: abad2b31-83a1-4642-ab3d-d7da9ff79977, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:06:42.538545 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:42.619322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6463d00-b07c-4245-8114-59cc4d11d885 None None] Pushing event updated for resources: {'Port': ['ID=abad2b31-83a1-4642-ab3d-d7da9ff79977,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:42.655357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0775c0e5-507b-4c39-a3ab-97f9a0212cbd up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:42.729182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] For port abad2b31-83a1-4642-ab3d-d7da9ff79977, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:06:42.729973 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-733e3f2f-d8b0-4a94-8b5e-3153017a0d26 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Unset dirty status for tenant:87c9217f59f64edc9f2669ced78e9569 on resource:floatingip {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:42.737733 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-733e3f2f-d8b0-4a94-8b5e-3153017a0d26 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.7418761 Aug 26 01:06:42.746657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43690) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:42.751925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] For port abad2b31-83a1-4642-ab3d-d7da9ff79977, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=abad2b31-83a1-4642-ab3d-d7da9ff79977,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:06:42.829694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:42.851285 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:06:42.857523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:42.908303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55598fd2-021f-41c9-b0d3-3f00e659e1f0 req-c9fbac42-a65e-4bad-bf5a-0719d509c310 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:42.915446 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-55598fd2-021f-41c9-b0d3-3f00e659e1f0 req-c9fbac42-a65e-4bad-bf5a-0719d509c310 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 945 time: 0.7717376 Aug 26 01:06:42.931849 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 0775c0e5-507b-4c39-a3ab-97f9a0212cbd completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:42.932440 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5b74f1b9-feda-4246-b97c-f1b567f937a1 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Synchronizing usage tracker for tenant:0f741e42c9b940f8b733dac3f96228f0 on resource:floatingip {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:42.971827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Routers {'cbfd565e-87fe-4f64-9299-d2dee96b0c2b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:42.974599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['cbfd565e-87fe-4f64-9299-d2dee96b0c2b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:43.089997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Deleting port abad2b31-83a1-4642-ab3d-d7da9ff79977 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:43.090902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:43.189213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32594584-4894-474d-b4d8-bb0e174aa395 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:43.195294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32594584-4894-474d-b4d8-bb0e174aa395 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:43.196715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-32594584-4894-474d-b4d8-bb0e174aa395 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:43.208326 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6463d00-b07c-4245-8114-59cc4d11d885 None None] Pushing event updated for resources: {'Port': ['ID=abad2b31-83a1-4642-ab3d-d7da9ff79977,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:43.247908 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5b74f1b9-feda-4246-b97c-f1b567f937a1 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Unset dirty status for tenant:0f741e42c9b940f8b733dac3f96228f0 on resource:floatingip {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:43.252632 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5b74f1b9-feda-4246-b97c-f1b567f937a1 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4992867 Aug 26 01:06:43.256621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43694) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:43.266911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1594d069-a592-4f35-8ea9-6ea70b1c9da9 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:43.268982 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1594d069-a592-4f35-8ea9-6ea70b1c9da9 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "DELETE /v2.0/ports/3b03f3e1-fd59-427b-8c82-6b9077b37be9 HTTP/1.1" status: 204 len: 168 time: 4.6611466 Aug 26 01:06:43.277280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43698) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:43.283899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] Set router cbfd565e-87fe-4f64-9299-d2dee96b0c2b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:06:43.331447 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ae558080-6e3a-4893-872e-e721d6d8e27a None None] Provisioning for port 0775c0e5-507b-4c39-a3ab-97f9a0212cbd completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:43.356374 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-55598fd2-021f-41c9-b0d3-3f00e659e1f0 req-2ee5b89e-3300-4e45-83bd-77076e39efed tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4399452 Aug 26 01:06:43.401081 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ae558080-6e3a-4893-872e-e721d6d8e27a None None] Provisioning complete for port 0775c0e5-507b-4c39-a3ab-97f9a0212cbd triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:43.401776 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ae558080-6e3a-4893-872e-e721d6d8e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:43.422606 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-7c03912a-cc7a-47b9-a846-3abddba82ecd tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:43.424094 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-7c03912a-cc7a-47b9-a846-3abddba82ecd tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.94 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 946 time: 0.9351225 Aug 26 01:06:43.464419 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-32594584-4894-474d-b4d8-bb0e174aa395 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:43.465645 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-32594584-4894-474d-b4d8-bb0e174aa395 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.2552743 Aug 26 01:06:43.477813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43702) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:43.490421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-04398cf7-05cd-4589-8646-27596cc17ab3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:43.535965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-fac54814-fb0c-4f8c-872c-b66f3d7df845 tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Deleting port ed630d80-3fcc-4d3d-bc0b-306814b1354b {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:43.536186 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fac54814-fb0c-4f8c-872c-b66f3d7df845 tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:43.550734 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b24c71-e69b-4e28-9bf7-968b0d585423 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] GET failed (client error): The resource could not be found. Aug 26 01:06:43.551264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-02b24c71-e69b-4e28-9bf7-968b0d585423 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Synchronizing usage tracker for tenant:b120a942a23d48d387021733d6e2baae on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:43.619983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-05743f23-984e-4403-9f94-8a38c3d08807 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port b9850d31-5ef4-4328-98a4-f493780f4ea9 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:43.620572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-05743f23-984e-4403-9f94-8a38c3d08807 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:43.631339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72000a33-da23-4201-b78e-cccce06845da req-68c215a9-328c-45d5-8a81-1a4ac11cbb66 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:43.639494 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-72000a33-da23-4201-b78e-cccce06845da req-68c215a9-328c-45d5-8a81-1a4ac11cbb66 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 946 time: 0.8065400 Aug 26 01:06:43.712335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfd565e-87fe-4f64-9299-d2dee96b0c2b', 'name': 'tempest-snat-router-1662149881', 'tenant_id': '9d3e8d23148a4ac991b985c983966806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': 'abad2b31-83a1-4642-ab3d-d7da9ff79977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:06:31Z', 'updated_at': '2022-08-26T01:06:36Z', 'revision_number': 3, 'project_id': '9d3e8d23148a4ac991b985c983966806', 'gw_port': {'id': 'abad2b31-83a1-4642-ab3d-d7da9ff79977', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd565e-87fe-4f64-9299-d2dee96b0c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:06:33Z', 'updated_at': '2022-08-26T01:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:43.718892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ae558080-6e3a-4893-872e-e721d6d8e27a None None] Current status of the port 0775c0e5-507b-4c39-a3ab-97f9a0212cbd is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:43.719412 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ae558080-6e3a-4893-872e-e721d6d8e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:43.731762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaab9a06-d6a7-45dd-8d20-6ec7b9904394 None None] The sync data for ids ['cbfd565e-87fe-4f64-9299-d2dee96b0c2b'] in dv-neutron-854561-2-hyperv is: [{'id': 'cbfd565e-87fe-4f64-9299-d2dee96b0c2b', 'name': 'tempest-snat-router-1662149881', 'tenant_id': '9d3e8d23148a4ac991b985c983966806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.106'}], 'enable_snat': True}, 'gw_port_id': 'abad2b31-83a1-4642-ab3d-d7da9ff79977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:06:31Z', 'updated_at': '2022-08-26T01:06:36Z', 'revision_number': 3, 'project_id': '9d3e8d23148a4ac991b985c983966806', 'gw_port': {'id': 'abad2b31-83a1-4642-ab3d-d7da9ff79977', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd565e-87fe-4f64-9299-d2dee96b0c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:06:33Z', 'updated_at': '2022-08-26T01:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:43.761563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ae558080-6e3a-4893-872e-e721d6d8e27a None None] For port 0775c0e5-507b-4c39-a3ab-97f9a0212cbd, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0775c0e5-507b-4c39-a3ab-97f9a0212cbd,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:43.762581 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-5c05201d-c96f-4d70-9bb1-19e7f2a243f0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Deleting port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:43.762921 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-5c05201d-c96f-4d70-9bb1-19e7f2a243f0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:43.833887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-02b24c71-e69b-4e28-9bf7-968b0d585423 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Unset dirty status for tenant:b120a942a23d48d387021733d6e2baae on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:43.835057 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-02b24c71-e69b-4e28-9bf7-968b0d585423 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "GET /v2.0/ports/3b03f3e1-fd59-427b-8c82-6b9077b37be9 HTTP/1.1" status: 404 len: 333 time: 0.5363851 Aug 26 01:06:43.842658 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ae558080-6e3a-4893-872e-e721d6d8e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:43.843336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43706) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:43.852561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] For port abad2b31-83a1-4642-ab3d-d7da9ff79977, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=abad2b31-83a1-4642-ab3d-d7da9ff79977,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:43.852941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:43.881172 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-72000a33-da23-4201-b78e-cccce06845da req-93cf9d58-706a-4e14-9385-84e24026095c tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406855 Aug 26 01:06:43.894402 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c9f822bf-2688-4c90-b469-5ed10c5e060f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port 79ca5b42-b71e-44af-9708-00f7d6c9b484 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:43.894753 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c9f822bf-2688-4c90-b469-5ed10c5e060f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:43.946101 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae558080-6e3a-4893-872e-e721d6d8e27a None None] Pushing event updated for resources: {'Port': ['ID=0775c0e5-507b-4c39-a3ab-97f9a0212cbd,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:44.050716 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4617e051-713e-4b74-bfee-15a83f8d4481 None None] Provisioning for port b9850d31-5ef4-4328-98a4-f493780f4ea9 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:44.069243 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4617e051-713e-4b74-bfee-15a83f8d4481 None None] Provisioning complete for port b9850d31-5ef4-4328-98a4-f493780f4ea9 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:44.069921 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4617e051-713e-4b74-bfee-15a83f8d4481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:44.169442 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4617e051-713e-4b74-bfee-15a83f8d4481 None None] Port b9850d31-5ef4-4328-98a4-f493780f4ea9 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:06:44.310489 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7316b698-e0a2-40be-b931-5d881cd294f6 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Deleting port bc9ac8f0-698a-4c90-b28b-f1339d22315d {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:44.310754 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7316b698-e0a2-40be-b931-5d881cd294f6 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:44.314086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Calling delete_port for abad2b31-83a1-4642-ab3d-d7da9ff79977 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:44.470398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c9f822bf-2688-4c90-b469-5ed10c5e060f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:44.620245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c9f822bf-2688-4c90-b469-5ed10c5e060f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for 79ca5b42-b71e-44af-9708-00f7d6c9b484 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:44.689797 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device abad2b31-83a1-4642-ab3d-d7da9ff79977 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:44.785302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-5c05201d-c96f-4d70-9bb1-19e7f2a243f0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] For port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=44338cc2-a3ed-4c32-8362-45a6a6eb5e78,segment=NetworkSegment(d26fdeef-60bf-477c-a8a6-c33a9c235219),segment_id=d26fdeef-60bf-477c-a8a6-c33a9c235219)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:44.785658 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-5c05201d-c96f-4d70-9bb1-19e7f2a243f0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:44.793670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-04398cf7-05cd-4589-8646-27596cc17ab3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port 914e0816-4838-4a3e-810d-e7676ef5207b {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:44.794077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-04398cf7-05cd-4589-8646-27596cc17ab3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:44.848280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fac54814-fb0c-4f8c-872c-b66f3d7df845 tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:44.848900 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fac54814-fb0c-4f8c-872c-b66f3d7df845 tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:45.011780 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port abad2b31-83a1-4642-ab3d-d7da9ff79977 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:45.018847 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port abad2b31-83a1-4642-ab3d-d7da9ff79977 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:45.023089 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:45.034804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:45.062915 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Port abad2b31-83a1-4642-ab3d-d7da9ff79977 was deleted so its status cannot be updated. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Aug 26 01:06:45.063739 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0775c0e5-507b-4c39-a3ab-97f9a0212cbd up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:06:45.099030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-fac54814-fb0c-4f8c-872c-b66f3d7df845 tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Calling delete_port for ed630d80-3fcc-4d3d-bc0b-306814b1354b owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:45.143105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 0775c0e5-507b-4c39-a3ab-97f9a0212cbd triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:06:45.143827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:45.187651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-5a51e047-5c6b-4b7e-bc0a-422b52a5a71a tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:45.190851 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-5a51e047-5c6b-4b7e-bc0a-422b52a5a71a tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.94 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 945 time: 1.2485220 Aug 26 01:06:45.236370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Pushing event deleted for resources: {'Port': ['ID=abad2b31-83a1-4642-ab3d-d7da9ff79977,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:45.247992 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-05743f23-984e-4403-9f94-8a38c3d08807 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:45.286674 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 0775c0e5-507b-4c39-a3ab-97f9a0212cbd is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:45.475919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-04398cf7-05cd-4589-8646-27596cc17ab3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:45.483293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:45.520402 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-05743f23-984e-4403-9f94-8a38c3d08807 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for b9850d31-5ef4-4328-98a4-f493780f4ea9 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:45.604552 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Deleting port 25983b07-023b-4237-a02f-0d28d7493c5f {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:45.605128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:45.665456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb402e-6c56-4df8-8787-a3ae5375d06b req-353dc579-2d70-4466-9fac-e71b6f9b2a91 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:45.667079 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0adb402e-6c56-4df8-8787-a3ae5375d06b req-353dc579-2d70-4466-9fac-e71b6f9b2a91 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 945 time: 1.0171478 Aug 26 01:06:45.724236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-5c05201d-c96f-4d70-9bb1-19e7f2a243f0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:45.724605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-5c05201d-c96f-4d70-9bb1-19e7f2a243f0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:45.724913 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-5c05201d-c96f-4d70-9bb1-19e7f2a243f0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Floating IP f8ac3690-d291-45b8-ab9b-710ee1d42a61 disassociated. External IP: 172.26.2.57, port: 44338cc2-a3ed-4c32-8362-45a6a6eb5e78. Aug 26 01:06:45.725255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-5c05201d-c96f-4d70-9bb1-19e7f2a243f0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Calling delete_port for 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:45.870822 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7316b698-e0a2-40be-b931-5d881cd294f6 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:45.959912 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-04398cf7-05cd-4589-8646-27596cc17ab3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for 914e0816-4838-4a3e-810d-e7676ef5207b owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:45.996577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55ec59-81bc-405f-bff2-0a0a219907e2 req-de7e9a6e-3bde-4717-972e-3a7528ff633b tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:45.998144 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7e55ec59-81bc-405f-bff2-0a0a219907e2 req-de7e9a6e-3bde-4717-972e-3a7528ff633b tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 946 time: 0.9771421 Aug 26 01:06:46.013612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:46.016931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:46.062025 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0adb402e-6c56-4df8-8787-a3ae5375d06b req-cdfa01fa-44c9-43b6-bfc1-0d160c84dd0c tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3667562 Aug 26 01:06:46.127290 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7e55ec59-81bc-405f-bff2-0a0a219907e2 req-01f9c68d-194e-4e8d-89f6-8e1c0ec746d1 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups?id=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115441 Aug 26 01:06:46.129991 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fac54814-fb0c-4f8c-872c-b66f3d7df845 tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:46.147550 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7316b698-e0a2-40be-b931-5d881cd294f6 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Calling delete_port for bc9ac8f0-698a-4c90-b28b-f1339d22315d owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:46.181629 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:46.182243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbfd565e-87fe-4f64-9299-d2dee96b0c2b {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:06:46.274402 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac54814-fb0c-4f8c-872c-b66f3d7df845 tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Pushing event deleted for resources: {'Port': ['ID=ed630d80-3fcc-4d3d-bc0b-306814b1354b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:46.307184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:46.310256 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0906ab2b-ba36-4772-93eb-ffc7ba42e21f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "DELETE /v2.0/routers/cbfd565e-87fe-4f64-9299-d2dee96b0c2b HTTP/1.1" status: 204 len: 168 time: 4.7571867 Aug 26 01:06:46.311395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43714) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:46.387303 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-5c05201d-c96f-4d70-9bb1-19e7f2a243f0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:46.523711 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05201d-c96f-4d70-9bb1-19e7f2a243f0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Pushing event deleted for resources: {'Port': ['ID=44338cc2-a3ed-4c32-8362-45a6a6eb5e78,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:46.599714 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-04398cf7-05cd-4589-8646-27596cc17ab3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:46.647219 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-05743f23-984e-4403-9f94-8a38c3d08807 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:46.755078 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device abad2b31-83a1-4642-ab3d-d7da9ff79977 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:06:46.771562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04398cf7-05cd-4589-8646-27596cc17ab3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Port': ['ID=914e0816-4838-4a3e-810d-e7676ef5207b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:46.850911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c9f822bf-2688-4c90-b469-5ed10c5e060f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:46.853842 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: abad2b31-83a1-4642-ab3d-d7da9ff79977 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:06:46.864104 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device abad2b31-83a1-4642-ab3d-d7da9ff79977 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:06:46.867119 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fac54814-fb0c-4f8c-872c-b66f3d7df845 tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:47.002666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] For port 25983b07-023b-4237-a02f-0d28d7493c5f, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=25983b07-023b-4237-a02f-0d28d7493c5f,segment=NetworkSegment(4cb85b69-9a34-4e9a-85df-0f6663512b73),segment_id=4cb85b69-9a34-4e9a-85df-0f6663512b73)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:47.002666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:47.116653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05743f23-984e-4403-9f94-8a38c3d08807 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=b9850d31-5ef4-4328-98a4-f493780f4ea9,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:47.256058 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fac54814-fb0c-4f8c-872c-b66f3d7df845 tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:47.261981 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fac54814-fb0c-4f8c-872c-b66f3d7df845 tempest-FloatingIPAdminTestJSON-2044172047 tempest-FloatingIPAdminTestJSON-2044172047-project] 10.222.0.83 "DELETE /v2.0/floatingips/e772ef9b-f153-445e-95f5-16c06b9c7217 HTTP/1.1" status: 204 len: 168 time: 4.0015254 Aug 26 01:06:47.266992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43722) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:47.267785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-04398cf7-05cd-4589-8646-27596cc17ab3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:47.280961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:47.294784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7316b698-e0a2-40be-b931-5d881cd294f6 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:47.325491 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f822bf-2688-4c90-b469-5ed10c5e060f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Port': ['ID=79ca5b42-b71e-44af-9708-00f7d6c9b484,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:47.328096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-05743f23-984e-4403-9f94-8a38c3d08807 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:47.330301 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-05743f23-984e-4403-9f94-8a38c3d08807 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/b9850d31-5ef4-4328-98a4-f493780f4ea9 HTTP/1.1" status: 204 len: 168 time: 3.8361557 Aug 26 01:06:47.402595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43726) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:47.631690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-e5140dcb-33c3-482d-8e0c-e6f3a42e75fd req-4f37d7ac-4639-4a5f-9bf6-c0b273e44407 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Synchronizing usage tracker for tenant:dc7e4520f47e43769b8eb97b4077c751 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:47.639512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316b698-e0a2-40be-b931-5d881cd294f6 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event deleted for resources: {'Port': ['ID=bc9ac8f0-698a-4c90-b28b-f1339d22315d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:47.639687 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:06:47.658868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7316b698-e0a2-40be-b931-5d881cd294f6 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:47.664360 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7316b698-e0a2-40be-b931-5d881cd294f6 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "DELETE /v2.0/ports/bc9ac8f0-698a-4c90-b28b-f1339d22315d HTTP/1.1" status: 204 len: 168 time: 3.7357976 Aug 26 01:06:47.670880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43730) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:47.694393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:06:47.694861 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:06:47.695393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 25983b07-023b-4237-a02f-0d28d7493c5f no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:06:47.837390 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9340c8a-43ab-4876-a104-19acf0143643 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] GET failed (client error): The resource could not be found. Aug 26 01:06:47.837968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a9340c8a-43ab-4876-a104-19acf0143643 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Synchronizing usage tracker for tenant:b120a942a23d48d387021733d6e2baae on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:47.869451 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 25983b07-023b-4237-a02f-0d28d7493c5f is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:47.870494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:47.896087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-a25ceaf8-e05a-44bf-a9df-4c0a7614e121 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Deleting port 12da9d77-065f-4060-96a0-fe0b02a2e024 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:47.896614 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a25ceaf8-e05a-44bf-a9df-4c0a7614e121 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:47.907126 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dff9f0-df08-4b85-8ba7-d8472e71c03a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25983b07-023b-4237-a02f-0d28d7493c5f'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:06:47.919873 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 25983b07-023b-4237-a02f-0d28d7493c5f, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=25983b07-023b-4237-a02f-0d28d7493c5f,segment=NetworkSegment(4cb85b69-9a34-4e9a-85df-0f6663512b73),segment_id=4cb85b69-9a34-4e9a-85df-0f6663512b73)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:47.979397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-5c05201d-c96f-4d70-9bb1-19e7f2a243f0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Router bbf6d52a-4460-4725-ba4f-2ac06610a50b has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:06:47.989455 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:48.029150 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f805c07b-61cf-4adb-954f-1f55c1fe6eb6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:48.030972 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f805c07b-61cf-4adb-954f-1f55c1fe6eb6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:48.031775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f805c07b-61cf-4adb-954f-1f55c1fe6eb6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:48.054176 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:48.055854 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:48.056135 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Floating IP 22cb3eb3-398c-4dcc-a92c-c25189cc0d18 disassociated. External IP: 172.26.2.81, port: 25983b07-023b-4237-a02f-0d28d7493c5f. Aug 26 01:06:48.056481 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Calling delete_port for 25983b07-023b-4237-a02f-0d28d7493c5f owned by compute:nova {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:48.111328 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=25983b07-023b-4237-a02f-0d28d7493c5f,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:48.161863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c9f822bf-2688-4c90-b469-5ed10c5e060f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:48.172484 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca4aa7-3624-44a1-a061-773ac6d711e9 req-ae18699c-390b-4f9d-a3a2-5f1f6f7a85f9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:48.174034 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aeca4aa7-3624-44a1-a061-773ac6d711e9 req-ae18699c-390b-4f9d-a3a2-5f1f6f7a85f9 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 945 time: 0.8406022 Aug 26 01:06:48.231594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-e5140dcb-33c3-482d-8e0c-e6f3a42e75fd req-4f37d7ac-4639-4a5f-9bf6-c0b273e44407 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Unset dirty status for tenant:dc7e4520f47e43769b8eb97b4077c751 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:48.240358 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e5140dcb-33c3-482d-8e0c-e6f3a42e75fd req-4f37d7ac-4639-4a5f-9bf6-c0b273e44407 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 210 time: 0.8814011 Aug 26 01:06:48.266500 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a9340c8a-43ab-4876-a104-19acf0143643 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Unset dirty status for tenant:b120a942a23d48d387021733d6e2baae on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:48.271775 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a9340c8a-43ab-4876-a104-19acf0143643 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "GET /v2.0/ports/bc9ac8f0-698a-4c90-b28b-f1339d22315d HTTP/1.1" status: 404 len: 333 time: 0.5973859 Aug 26 01:06:48.272551 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43736) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:48.315234 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ff49a1-213b-4655-b570-199d2812b9b3'] response: {'server_uuid': '19dff9f0-df08-4b85-8ba7-d8472e71c03a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25983b07-023b-4237-a02f-0d28d7493c5f', 'code': 200} Aug 26 01:06:48.427867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f805c07b-61cf-4adb-954f-1f55c1fe6eb6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:48.429010 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f805c07b-61cf-4adb-954f-1f55c1fe6eb6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9720972 Aug 26 01:06:48.446525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43738) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:48.458260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:48.515091 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04398cf7-05cd-4589-8646-27596cc17ab3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 6aed8732-6b81-4ff2-978a-fbca9b3d1c0e has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:06:48.578437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a25ceaf8-e05a-44bf-a9df-4c0a7614e121 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:48.578822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a25ceaf8-e05a-44bf-a9df-4c0a7614e121 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:48.597280 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aeca4aa7-3624-44a1-a061-773ac6d711e9 req-d628f277-54ba-412e-af0f-ba620a2a9173 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4000008 Aug 26 01:06:48.608934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.api [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:06:48.609312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG oslo_db.api [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:06:48.621540 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-9f1625c7-413b-4e40-bb09-40f57da02622 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Deleting port ef149e59-42d3-4314-8d18-728a34750f78 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:48.621661 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9f1625c7-413b-4e40-bb09-40f57da02622 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:48.680987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Deleting port 533aa608-d971-4486-9737-24a63be0b9cc {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:48.686403 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:48.915940 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f822bf-2688-4c90-b469-5ed10c5e060f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router 70a91bef-b590-4a96-bd32-0276d10b2997 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:06:49.051473 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-add8379f-e704-48bd-b8fe-593d7e93071e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 0328dc84-46c6-4baa-aa08-0ca13d71b20b {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:06:49.062625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-a25ceaf8-e05a-44bf-a9df-4c0a7614e121 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Calling delete_port for 12da9d77-065f-4060-96a0-fe0b02a2e024 owned by network:floatingip {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:49.111873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Deleting port 25983b07-023b-4237-a02f-0d28d7493c5f {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:49.112478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:49.121998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-add8379f-e704-48bd-b8fe-593d7e93071e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:49.162966 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04398cf7-05cd-4589-8646-27596cc17ab3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:49.181841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4d19b2-68a4-4042-8cd9-a4f0ac590599 None None] Sync routers for ids ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:49.183801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-5c05201d-c96f-4d70-9bb1-19e7f2a243f0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:49.204052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d19b2-68a4-4042-8cd9-a4f0ac590599 None None] Routers {'6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:49.205764 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04666261-03d8-4e1c-ad08-01a7bd1c5b16 None None] Sync routers for ids ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:49.206450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1c4d19b2-68a4-4042-8cd9-a4f0ac590599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:49.216188 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04666261-03d8-4e1c-ad08-01a7bd1c5b16 None None] Routers {'bbf6d52a-4460-4725-ba4f-2ac06610a50b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:49.222799 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-04666261-03d8-4e1c-ad08-01a7bd1c5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:49.246221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9f1625c7-413b-4e40-bb09-40f57da02622 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:49.323560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1c4d19b2-68a4-4042-8cd9-a4f0ac590599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:49.352793 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d19b2-68a4-4042-8cd9-a4f0ac590599 None None] Routers {'6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:49.353540 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1c4d19b2-68a4-4042-8cd9-a4f0ac590599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:49.425043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f822bf-2688-4c90-b469-5ed10c5e060f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:49.438471 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-9f1625c7-413b-4e40-bb09-40f57da02622 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Calling delete_port for ef149e59-42d3-4314-8d18-728a34750f78 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:49.453548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747091b-fba9-47ac-97cf-d6361dd2b63a None None] Sync routers for ids ['70a91bef-b590-4a96-bd32-0276d10b2997'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:49.466702 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1c4d19b2-68a4-4042-8cd9-a4f0ac590599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:49.467163 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4d19b2-68a4-4042-8cd9-a4f0ac590599 None None] The sync data for ids ['6aed8732-6b81-4ff2-978a-fbca9b3d1c0e'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:49.474621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747091b-fba9-47ac-97cf-d6361dd2b63a None None] Routers {'70a91bef-b590-4a96-bd32-0276d10b2997'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:49.475381 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5747091b-fba9-47ac-97cf-d6361dd2b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['70a91bef-b590-4a96-bd32-0276d10b2997'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:49.530855 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-04666261-03d8-4e1c-ad08-01a7bd1c5b16 None None] Set router bbf6d52a-4460-4725-ba4f-2ac06610a50b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:06:49.549914 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5747091b-fba9-47ac-97cf-d6361dd2b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:49.551313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43746) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:49.556844 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c9f822bf-2688-4c90-b469-5ed10c5e060f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/70a91bef-b590-4a96-bd32-0276d10b2997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7326236 Aug 26 01:06:49.565127 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747091b-fba9-47ac-97cf-d6361dd2b63a None None] Routers {'70a91bef-b590-4a96-bd32-0276d10b2997'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:49.565775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5747091b-fba9-47ac-97cf-d6361dd2b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['70a91bef-b590-4a96-bd32-0276d10b2997'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:49.589864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-5c05201d-c96f-4d70-9bb1-19e7f2a243f0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] No DVR routers for this DVR port 44338cc2-a3ed-4c32-8362-45a6a6eb5e78 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:06:49.708200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a25ceaf8-e05a-44bf-a9df-4c0a7614e121 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:49.747862 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-5c05201d-c96f-4d70-9bb1-19e7f2a243f0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:49.764105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5747091b-fba9-47ac-97cf-d6361dd2b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:49.764516 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747091b-fba9-47ac-97cf-d6361dd2b63a None None] The sync data for ids ['70a91bef-b590-4a96-bd32-0276d10b2997'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:49.802495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299616a1-47e2-4ece-80c2-3e1e9927c12f', 'name': 'network-vif-deleted', 'tag': '44338cc2-a3ed-4c32-8362-45a6a6eb5e78'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:06:49.861477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] For port 25983b07-023b-4237-a02f-0d28d7493c5f, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=25983b07-023b-4237-a02f-0d28d7493c5f,segment=NetworkSegment(4cb85b69-9a34-4e9a-85df-0f6663512b73),segment_id=4cb85b69-9a34-4e9a-85df-0f6663512b73)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:49.861867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:49.904667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-add8379f-e704-48bd-b8fe-593d7e93071e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:49.936942 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-04398cf7-05cd-4589-8646-27596cc17ab3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/6aed8732-6b81-4ff2-978a-fbca9b3d1c0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1339045 Aug 26 01:06:49.936942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ceaf8-e05a-44bf-a9df-4c0a7614e121 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Pushing event deleted for resources: {'Port': ['ID=12da9d77-065f-4060-96a0-fe0b02a2e024,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:49.963709 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-084c51cd-bd01-42fe-8258-a721bac34d64 req-a37f9372-48d0-4eba-92f5-87f8f481937a tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 210 time: 0.4113812 Aug 26 01:06:49.970479 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43756) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:50.006146 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-04666261-03d8-4e1c-ad08-01a7bd1c5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:16Z', 'revision_number': 4, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'gw_port': {'id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:06Z', 'updated_at': '2022-08-26T01:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'f8be6a67-3c27-4fd3-ba3b-980a2925904b', 'name': '', 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'mac_address': 'fa:16:3e:99:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:13Z', 'updated_at': '2022-08-26T01:05:26Z', 'revision_number': 5, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'subnets': [{'id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:50.012137 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04666261-03d8-4e1c-ad08-01a7bd1c5b16 None None] Checking router: bbf6d52a-4460-4725-ba4f-2ac06610a50b for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:06:50.027090 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04666261-03d8-4e1c-ad08-01a7bd1c5b16 None None] Routers {'bbf6d52a-4460-4725-ba4f-2ac06610a50b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:50.027787 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-04666261-03d8-4e1c-ad08-01a7bd1c5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:50.034470 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ad71b1a-c7c3-4c4f-8854-3da4968238ca req-5c05201d-c96f-4d70-9bb1-19e7f2a243f0 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.94 "DELETE /v2.0/ports/44338cc2-a3ed-4c32-8362-45a6a6eb5e78 HTTP/1.1" status: 204 len: 173 time: 6.5851102 Aug 26 01:06:50.074759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9f1625c7-413b-4e40-bb09-40f57da02622 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:50.087968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-36836bb2-ab5f-49e3-827f-0d4e65e65ae3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Synchronizing usage tracker for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:50.123236 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a0d2ad-68f4-464b-9e77-39aa5e8edb75'] response: {'server_uuid': '299616a1-47e2-4ece-80c2-3e1e9927c12f', 'name': 'network-vif-deleted', 'tag': '44338cc2-a3ed-4c32-8362-45a6a6eb5e78', 'status': 'completed', 'code': 200} Aug 26 01:06:50.148034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1625c7-413b-4e40-bb09-40f57da02622 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event deleted for resources: {'Port': ['ID=ef149e59-42d3-4314-8d18-728a34750f78,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:50.217844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9f1625c7-413b-4e40-bb09-40f57da02622 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:50.229525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] For port 533aa608-d971-4486-9737-24a63be0b9cc, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=533aa608-d971-4486-9737-24a63be0b9cc,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:50.230059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:50.351931 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-04666261-03d8-4e1c-ad08-01a7bd1c5b16 None None] Set router bbf6d52a-4460-4725-ba4f-2ac06610a50b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:06:50.451406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea890bd4-3a92-4eea-86b3-f9ef57182515 req-d7393947-cbd8-4f4e-8991-5056c312e4a1 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:50.452166 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-ea890bd4-3a92-4eea-86b3-f9ef57182515 req-d7393947-cbd8-4f4e-8991-5056c312e4a1 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Synchronizing usage tracker for tenant:6eb05f5695bc465ba7db98f5e6c92aa6 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:50.483183 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9f1625c7-413b-4e40-bb09-40f57da02622 tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "DELETE /v2.0/ports/ef149e59-42d3-4314-8d18-728a34750f78 HTTP/1.1" status: 204 len: 168 time: 2.0250943 Aug 26 01:06:50.487309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43760) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:50.585256 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:50.585631 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:50.587147 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Floating IP 22cb3eb3-398c-4dcc-a92c-c25189cc0d18 disassociated. External IP: 172.26.2.81, port: 25983b07-023b-4237-a02f-0d28d7493c5f. Aug 26 01:06:50.587147 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Calling delete_port for 25983b07-023b-4237-a02f-0d28d7493c5f owned by compute:nova {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:50.634076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-36836bb2-ab5f-49e3-827f-0d4e65e65ae3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Unset dirty status for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:50.637625 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-36836bb2-ab5f-49e3-827f-0d4e65e65ae3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aed8732-6b81-4ff2-978a-fbca9b3d1c0e HTTP/1.1" status: 200 len: 205 time: 0.6535335 Aug 26 01:06:50.646121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43764) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:50.653021 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Calling delete_port for 533aa608-d971-4486-9737-24a63be0b9cc owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:50.682270 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a25ceaf8-e05a-44bf-a9df-4c0a7614e121 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:50.684518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a25ceaf8-e05a-44bf-a9df-4c0a7614e121 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:50.689555 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a25ceaf8-e05a-44bf-a9df-4c0a7614e121 tempest-FloatingIPAdminTestJSON-1742340173 tempest-FloatingIPAdminTestJSON-1742340173-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/12a29552-6fa8-47a5-842d-36a7405de251 HTTP/1.1" status: 204 len: 168 time: 3.4136753 Aug 26 01:06:50.698964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43768) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:50.712487 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-21083b4f-0e2d-4554-aced-25f6c683186d tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Deleting subnet 16cad412-008d-4b58-82a2-4cc0f29dfb56 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:06:50.766376 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-04666261-03d8-4e1c-ad08-01a7bd1c5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:16Z', 'revision_number': 4, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'gw_port': {'id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:06Z', 'updated_at': '2022-08-26T01:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'f8be6a67-3c27-4fd3-ba3b-980a2925904b', 'name': '', 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'mac_address': 'fa:16:3e:99:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:13Z', 'updated_at': '2022-08-26T01:05:26Z', 'revision_number': 5, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'subnets': [{'id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:50.771279 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04666261-03d8-4e1c-ad08-01a7bd1c5b16 None None] The sync data for ids ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'] in dv-neutron-854561-2-hyperv is: [{'id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:16Z', 'revision_number': 4, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'gw_port': {'id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:06Z', 'updated_at': '2022-08-26T01:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'f8be6a67-3c27-4fd3-ba3b-980a2925904b', 'name': '', 'network_id': '6e95c854-f01a-4195-8eb1-4cf6cc7465e9', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'mac_address': 'fa:16:3e:99:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:13Z', 'updated_at': '2022-08-26T01:05:26Z', 'revision_number': 5, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'subnets': [{'id': '5688c5e7-2a4d-4222-b8d3-ece066beeeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:50.781018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-ea890bd4-3a92-4eea-86b3-f9ef57182515 req-d7393947-cbd8-4f4e-8991-5056c312e4a1 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Unset dirty status for tenant:6eb05f5695bc465ba7db98f5e6c92aa6 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:50.782194 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ea890bd4-3a92-4eea-86b3-f9ef57182515 req-d7393947-cbd8-4f4e-8991-5056c312e4a1 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 943 time: 0.9988308 Aug 26 01:06:50.793105 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-21083b4f-0e2d-4554-aced-25f6c683186d tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:50.798374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-afb4d835-f17a-4155-98d6-08b537b19ee4 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Deleting port c79cf245-3ef6-4dad-aa32-5da2a771d69b {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:50.798899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-afb4d835-f17a-4155-98d6-08b537b19ee4 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:50.883791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-add8379f-e704-48bd-b8fe-593d7e93071e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:50.900879 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eefbb31a-1f3a-4c25-9414-2d5186a847d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:51.045560 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-21083b4f-0e2d-4554-aced-25f6c683186d tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:51.114506 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ea890bd4-3a92-4eea-86b3-f9ef57182515 req-47423f32-4c05-4909-8de5-f12d57b06d76 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups?id=625b3064-87e8-491a-945d-c29348786cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885377 Aug 26 01:06:51.159140 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4eff78-92a7-4b08-9ed8-11de14a80df2 None None] New status for floating IP f8ac3690-d291-45b8-ab9b-710ee1d42a61: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:06:51.297887 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a0d0031e-e9f4-4fae-9458-66d5ec6f1d6e req-9d3e1c9c-02aa-4146-bffc-0f7a8046ebc1 tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/ports?device_id=299616a1-47e2-4ece-80c2-3e1e9927c12f HTTP/1.1" status: 200 len: 210 time: 0.1129916 Aug 26 01:06:51.388469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eefbb31a-1f3a-4c25-9414-2d5186a847d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:51.393090 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eefbb31a-1f3a-4c25-9414-2d5186a847d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:51.417460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-21083b4f-0e2d-4554-aced-25f6c683186d tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:51.418601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-add8379f-e704-48bd-b8fe-593d7e93071e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:51.455817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:51.491554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8379f-e704-48bd-b8fe-593d7e93071e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=0328dc84-46c6-4baa-aa08-0ca13d71b20b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:51.494545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-add8379f-e704-48bd-b8fe-593d7e93071e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:51.498320 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5d99a9-fe76-4f75-b0f8-063fa4e1cada None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:51.569142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-afb4d835-f17a-4155-98d6-08b537b19ee4 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:51.617529 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-add8379f-e704-48bd-b8fe-593d7e93071e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/0328dc84-46c6-4baa-aa08-0ca13d71b20b HTTP/1.1" status: 204 len: 168 time: 3.1638994 Aug 26 01:06:51.623178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43774) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:51.632375 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Pushing event deleted for resources: {'Port': ['ID=25983b07-023b-4237-a02f-0d28d7493c5f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:51.639137 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eefbb31a-1f3a-4c25-9414-2d5186a847d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:51.639644 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefbb31a-1f3a-4c25-9414-2d5186a847d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Fanout notify agent at l3_agent the message router_deleted on router 6aed8732-6b81-4ff2-978a-fbca9b3d1c0e {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:06:51.732825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-21083b4f-0e2d-4554-aced-25f6c683186d tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:51.813965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-afb4d835-f17a-4155-98d6-08b537b19ee4 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Calling delete_port for c79cf245-3ef6-4dad-aa32-5da2a771d69b owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:51.847921 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:51.856984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eefbb31a-1f3a-4c25-9414-2d5186a847d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:51.858453 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-eefbb31a-1f3a-4c25-9414-2d5186a847d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/routers/6aed8732-6b81-4ff2-978a-fbca9b3d1c0e HTTP/1.1" status: 204 len: 168 time: 1.2113905 Aug 26 01:06:51.866693 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43778) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:51.873801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22c2ad4-3c08-4986-8110-94acdc417d65 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:06:51.879877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2c0c2b-f7fa-4e8b-9832-f42b951220c6 None None] Network c234f034-33a6-489d-b03e-f9964ec3b063 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:51.895454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d22c2ad4-3c08-4986-8110-94acdc417d65 None None] Deleting port 0775c0e5-507b-4c39-a3ab-97f9a0212cbd {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:51.895818 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d22c2ad4-3c08-4986-8110-94acdc417d65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:51.902875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-21083b4f-0e2d-4554-aced-25f6c683186d tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:51.905431 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21083b4f-0e2d-4554-aced-25f6c683186d tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event deleted for resources: {'Subnet': ['ID=16cad412-008d-4b58-82a2-4cc0f29dfb56,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:51.912459 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-75537eea-1a6a-43c6-b156-727e0aab4915 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2305217 Aug 26 01:06:51.921921 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43782) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:51.942186 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Pushing event deleted for resources: {'Port': ['ID=533aa608-d971-4486-9737-24a63be0b9cc,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:51.983106 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-21083b4f-0e2d-4554-aced-25f6c683186d tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "DELETE /v2.0/subnets/16cad412-008d-4b58-82a2-4cc0f29dfb56 HTTP/1.1" status: 204 len: 168 time: 1.4925354 Aug 26 01:06:51.987184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43786) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:52.113236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a8a55c-1b48-4e47-a731-40d520150fbf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting subnet 23983aeb-3e95-40cc-a73d-3d9b333f4354 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:06:52.145508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-66a8a55c-1b48-4e47-a731-40d520150fbf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:52.153756 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-64385b57-84e6-42d2-bcf4-44f3ecd84847 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:52.248042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-66a8a55c-1b48-4e47-a731-40d520150fbf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:52.329905 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d22c2ad4-3c08-4986-8110-94acdc417d65 None None] For port 0775c0e5-507b-4c39-a3ab-97f9a0212cbd, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0775c0e5-507b-4c39-a3ab-97f9a0212cbd,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:52.330303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d22c2ad4-3c08-4986-8110-94acdc417d65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:52.366623 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:52.407188 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-980e9853-bd92-4200-8546-47a3fea0f080 req-3086a5ba-6204-42ca-a405-31b4d1a2701f tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Synchronizing usage tracker for tenant:6eb05f5695bc465ba7db98f5e6c92aa6 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:52.424472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Router 72708df3-52ba-4cbf-87d8-7a34491c842b has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:06:52.445656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:52.482182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d22c2ad4-3c08-4986-8110-94acdc417d65 None None] Calling delete_port for 0775c0e5-507b-4c39-a3ab-97f9a0212cbd owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:52.555767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43796) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:52.563557 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-980e9853-bd92-4200-8546-47a3fea0f080 req-3086a5ba-6204-42ca-a405-31b4d1a2701f tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Unset dirty status for tenant:6eb05f5695bc465ba7db98f5e6c92aa6 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:52.564705 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-980e9853-bd92-4200-8546-47a3fea0f080 req-3086a5ba-6204-42ca-a405-31b4d1a2701f tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 210 time: 0.2338796 Aug 26 01:06:52.635820 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1cb45e-8cdd-414f-b0ab-b79d40d79069 None None] DHCP port deletion for c234f034-33a6-489d-b03e-f9964ec3b063 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:06:52.641947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3f1cb45e-8cdd-414f-b0ab-b79d40d79069 None None] Deleting port 757ba7bc-de97-4ed0-b53c-c6befd9ad793 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:52.648087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3f1cb45e-8cdd-414f-b0ab-b79d40d79069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:52.657184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c33f14-bd3b-41f6-8121-c96a4c36d58b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:52.657941 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-68c33f14-bd3b-41f6-8121-c96a4c36d58b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:52.667750 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:52.674652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:52.684287 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Deleting port 757ba7bc-de97-4ed0-b53c-c6befd9ad793 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:52.684628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:52.729751 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0775c0e5-507b-4c39-a3ab-97f9a0212cbd no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:06:52.749102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-66a8a55c-1b48-4e47-a731-40d520150fbf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:52.764128 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d22c2ad4-3c08-4986-8110-94acdc417d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:52.793630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-afb4d835-f17a-4155-98d6-08b537b19ee4 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:52.818251 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 0775c0e5-507b-4c39-a3ab-97f9a0212cbd {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:06:52.818600 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0775c0e5-507b-4c39-a3ab-97f9a0212cbd not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:06:52.845454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:52.845454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8e2bcaf-acca-45f1-b329-5cf23dc47dca {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:06:52.862406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4d835-f17a-4155-98d6-08b537b19ee4 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event deleted for resources: {'Port': ['ID=c79cf245-3ef6-4dad-aa32-5da2a771d69b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:52.870096 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c2ad4-3c08-4986-8110-94acdc417d65 None None] Pushing event deleted for resources: {'Port': ['ID=0775c0e5-507b-4c39-a3ab-97f9a0212cbd,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:52.881567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c2ad4-3c08-4986-8110-94acdc417d65 None None] No DVR routers for this DVR port 0775c0e5-507b-4c39-a3ab-97f9a0212cbd on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:06:52.910813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-68c33f14-bd3b-41f6-8121-c96a4c36d58b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:52.911640 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-68c33f14-bd3b-41f6-8121-c96a4c36d58b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9887948 Aug 26 01:06:52.919144 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43800) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:52.991033 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:52.993399 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8148fc88-43a1-49f1-a641-a648ccb0de83 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "DELETE /v2.0/routers/a8e2bcaf-acca-45f1-b329-5cf23dc47dca HTTP/1.1" status: 204 len: 168 time: 6.6775014 Aug 26 01:06:52.998408 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43804) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:53.011489 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1776694286', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:53.028353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:53.033688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-afb4d835-f17a-4155-98d6-08b537b19ee4 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:53.040256 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-afb4d835-f17a-4155-98d6-08b537b19ee4 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] 10.222.0.83 "DELETE /v2.0/ports/c79cf245-3ef6-4dad-aa32-5da2a771d69b HTTP/1.1" status: 204 len: 168 time: 2.3408768 Aug 26 01:06:53.043749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43808) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:53.050241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Usage tracker for resource:router and tenant:58f54067654a40ca961143e001cdd116 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:06:53.053117 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:06:53.108454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:53.137054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d058-e9c2-4f52-ab97-898a1247a0da tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:53.140171 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-3f1cb45e-8cdd-414f-b0ab-b79d40d79069 None None] For port 757ba7bc-de97-4ed0-b53c-c6befd9ad793, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=757ba7bc-de97-4ed0-b53c-c6befd9ad793,segment=NetworkSegment(890093e4-82cd-444f-b8bf-c7e98b7b0fa5),segment_id=890093e4-82cd-444f-b8bf-c7e98b7b0fa5)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:53.140843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3f1cb45e-8cdd-414f-b0ab-b79d40d79069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:53.148756 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:53.168171 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7476c55-3cbe-4417-8e9e-1d92fd18d345 None None] Sync routers for ids ['72708df3-52ba-4cbf-87d8-7a34491c842b'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:53.213658 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:53.214732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:53.231997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-64385b57-84e6-42d2-bcf4-44f3ecd84847 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port 711b9a3d-22af-4756-b8fa-eb3de7cb3197 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:53.233505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-64385b57-84e6-42d2-bcf4-44f3ecd84847 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:53.297401 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:53.310480 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3f1cb45e-8cdd-414f-b0ab-b79d40d79069 None None] Calling delete_port for 757ba7bc-de97-4ed0-b53c-c6befd9ad793 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:53.333296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a67254b-e44d-43d8-9502-38437e1e5d29 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:53.338234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8a67254b-e44d-43d8-9502-38437e1e5d29 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Synchronizing usage tracker for tenant:0f741e42c9b940f8b733dac3f96228f0 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:53.347691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7476c55-3cbe-4417-8e9e-1d92fd18d345 None None] Routers {'72708df3-52ba-4cbf-87d8-7a34491c842b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:53.348430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f7476c55-3cbe-4417-8e9e-1d92fd18d345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['72708df3-52ba-4cbf-87d8-7a34491c842b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:53.356572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d058-e9c2-4f52-ab97-898a1247a0da tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:53.364522 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-66a8a55c-1b48-4e47-a731-40d520150fbf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:53.544795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-64385b57-84e6-42d2-bcf4-44f3ecd84847 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:53.556653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8a67254b-e44d-43d8-9502-38437e1e5d29 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Unset dirty status for tenant:0f741e42c9b940f8b733dac3f96228f0 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:53.563253 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8a67254b-e44d-43d8-9502-38437e1e5d29 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] 10.222.0.83 "GET /v2.0/ports?device_id=10b07cae-a2b9-45f0-8b51-c1b58bb5db40 HTTP/1.1" status: 200 len: 913 time: 0.5132406 Aug 26 01:06:53.563253 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43812) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:53.567539 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbdf9e9-5477-4459-912d-c2dc46c68569 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:53.568220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-adbdf9e9-5477-4459-912d-c2dc46c68569 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:53.580996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8a55c-1b48-4e47-a731-40d520150fbf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Subnet': ['ID=23983aeb-3e95-40cc-a73d-3d9b333f4354,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:53.585272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] No DVR routers for this DVR port 25983b07-023b-4237-a02f-0d28d7493c5f on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:06:53.593497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-66a8a55c-1b48-4e47-a731-40d520150fbf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:53.607642 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db03270b-8319-47e7-9b0d-15bb080e0f54 None None] Network b0de9aaf-01a1-4412-9f6d-c3772d944fff requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:53.611005 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-66a8a55c-1b48-4e47-a731-40d520150fbf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/23983aeb-3e95-40cc-a73d-3d9b333f4354 HTTP/1.1" status: 204 len: 168 time: 1.7395895 Aug 26 01:06:53.612007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] For port 757ba7bc-de97-4ed0-b53c-c6befd9ad793, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=757ba7bc-de97-4ed0-b53c-c6befd9ad793,segment=NetworkSegment(890093e4-82cd-444f-b8bf-c7e98b7b0fa5),segment_id=890093e4-82cd-444f-b8bf-c7e98b7b0fa5)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:53.613165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:53.622067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43820) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:53.704909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4c7c28-fa22-4666-864b-77e72bac0801 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting subnet 7e8e9f54-2144-4fdf-9e2d-fd0c871eca54 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:06:53.762926 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-f7476c55-3cbe-4417-8e9e-1d92fd18d345 None None] Set router 72708df3-52ba-4cbf-87d8-7a34491c842b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:06:53.794345 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:53.798223 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-db1300db-b4bd-4da4-b7b9-3e96b3e22ec1 req-4fde32b5-5cf8-4f4b-b5e4-02bdaa3ddb4e tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.94 "DELETE /v2.0/ports/25983b07-023b-4237-a02f-0d28d7493c5f HTTP/1.1" status: 204 len: 173 time: 8.5817354 Aug 26 01:06:53.799443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7c28-fa22-4666-864b-77e72bac0801 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:53.818823 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3f1cb45e-8cdd-414f-b0ab-b79d40d79069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:53.889932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dff9f0-df08-4b85-8ba7-d8472e71c03a', 'name': 'network-vif-deleted', 'tag': '25983b07-023b-4237-a02f-0d28d7493c5f'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:06:53.922049 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cb45e-8cdd-414f-b0ab-b79d40d79069 None None] Pushing event deleted for resources: {'Port': ['ID=757ba7bc-de97-4ed0-b53c-c6befd9ad793,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:53.941164 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1cb45e-8cdd-414f-b0ab-b79d40d79069 None None] No DVR routers for this DVR port 757ba7bc-de97-4ed0-b53c-c6befd9ad793 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:06:53.979499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Calling delete_port for 757ba7bc-de97-4ed0-b53c-c6befd9ad793 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:54.023034 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f968fe-76dd-48ae-a6df-9dd085ebb730'] response: {'server_uuid': '19dff9f0-df08-4b85-8ba7-d8472e71c03a', 'name': 'network-vif-deleted', 'tag': '25983b07-023b-4237-a02f-0d28d7493c5f', 'status': 'completed', 'code': 200} Aug 26 01:06:54.049532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-adbdf9e9-5477-4459-912d-c2dc46c68569 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:54.053839 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-adbdf9e9-5477-4459-912d-c2dc46c68569 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1295280 Aug 26 01:06:54.061535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43826) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:54.160423 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7c28-fa22-4666-864b-77e72bac0801 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:54.161135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-64385b57-84e6-42d2-bcf4-44f3ecd84847 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for 711b9a3d-22af-4756-b8fa-eb3de7cb3197 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:54.218351 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dd9f2c90-04ee-4c78-93fe-bc369fab766d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1523912 Aug 26 01:06:54.218661 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ba5229c6-890e-42ed-86af-97fa4edb5fa3 req-7f2ea11f-d665-4b27-895e-fad3a7cf8a90 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/ports?device_id=19dff9f0-df08-4b85-8ba7-d8472e71c03a HTTP/1.1" status: 200 len: 210 time: 0.4812107 Aug 26 01:06:54.227816 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43830) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:54.235748 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5c76bf6d-ed76-4731-8838-178bf0e0f58f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:54.287094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.api [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:06:54.292428 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG oslo_db.api [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:06:54.313501 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f7476c55-3cbe-4417-8e9e-1d92fd18d345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:03Z', 'updated_at': '2022-08-26T01:05:14Z', 'revision_number': 4, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'gw_port': {'id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'dd58a1a4-3052-4806-8ea0-6a4d1d491fa0', 'name': '', 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'mac_address': 'fa:16:3e:02:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:10Z', 'updated_at': '2022-08-26T01:05:25Z', 'revision_number': 5, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'subnets': [{'id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:54.322813 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7476c55-3cbe-4417-8e9e-1d92fd18d345 None None] Checking router: 72708df3-52ba-4cbf-87d8-7a34491c842b for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:06:54.329282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d431aef0-9bf3-4d27-a34a-f84c18dbcf0a None None] DHCP port deletion for b0de9aaf-01a1-4412-9f6d-c3772d944fff request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:06:54.337919 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d431aef0-9bf3-4d27-a34a-f84c18dbcf0a None None] Deleting port 7866daed-2b47-4ba7-b13e-8e82976bcfe1 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:54.338098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d431aef0-9bf3-4d27-a34a-f84c18dbcf0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:54.364730 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d058-e9c2-4f52-ab97-898a1247a0da tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:54.373489 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7476c55-3cbe-4417-8e9e-1d92fd18d345 None None] Routers {'72708df3-52ba-4cbf-87d8-7a34491c842b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:54.373489 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f7476c55-3cbe-4417-8e9e-1d92fd18d345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['72708df3-52ba-4cbf-87d8-7a34491c842b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:54.423903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6d058-e9c2-4f52-ab97-898a1247a0da tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:54.445505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:54.464319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5c76bf6d-ed76-4731-8838-178bf0e0f58f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:54.474799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5c76bf6d-ed76-4731-8838-178bf0e0f58f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:54.493080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7c28-fa22-4666-864b-77e72bac0801 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:54.549515 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d058-e9c2-4f52-ab97-898a1247a0da tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:54.553696 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b4c6d058-e9c2-4f52-ab97-898a1247a0da tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "DELETE /v2.0/security-groups/36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba HTTP/1.1" status: 204 len: 168 time: 1.9916036 Aug 26 01:06:54.560027 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43834) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:54.577204 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-db905e72-f3ba-45ba-99e5-fcd05abfc50e tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] show failed (client error): The resource could not be found. Aug 26 01:06:54.581870 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-db905e72-f3ba-45ba-99e5-fcd05abfc50e tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "GET /v2.0/security-groups/36d6e2cb-5e1a-4a1c-8dd6-640d5b25afba HTTP/1.1" status: 404 len: 347 time: 0.0239108 Aug 26 01:06:54.587079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43838) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:54.626777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 757ba7bc-de97-4ed0-b53c-c6befd9ad793 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:06:54.658632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c76bf6d-ed76-4731-8838-178bf0e0f58f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:54.662864 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c76bf6d-ed76-4731-8838-178bf0e0f58f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:54.688192 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 757ba7bc-de97-4ed0-b53c-c6befd9ad793 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:06:54.688599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 757ba7bc-de97-4ed0-b53c-c6befd9ad793 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:06:54.688945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7866daed-2b47-4ba7-b13e-8e82976bcfe1 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:06:54.779563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-f7476c55-3cbe-4417-8e9e-1d92fd18d345 None None] Set router 72708df3-52ba-4cbf-87d8-7a34491c842b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:06:54.802335 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Deleting port 757ba7bc-de97-4ed0-b53c-c6befd9ad793 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:54.802698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:54.895543 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d431aef0-9bf3-4d27-a34a-f84c18dbcf0a None None] For port 7866daed-2b47-4ba7-b13e-8e82976bcfe1, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7866daed-2b47-4ba7-b13e-8e82976bcfe1,segment=NetworkSegment(7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5),segment_id=7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:54.896693 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d431aef0-9bf3-4d27-a34a-f84c18dbcf0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:54.981525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-e68d53a3-d7ab-4e8b-a5c6-04ac3ea9a5ef tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Deleting port 2dbd8bde-8ea4-4894-ad44-ed230380f99b {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:54.982054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e68d53a3-d7ab-4e8b-a5c6-04ac3ea9a5ef tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:55.096330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] The port '757ba7bc-de97-4ed0-b53c-c6befd9ad793' was deleted {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:06:55.160070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d431aef0-9bf3-4d27-a34a-f84c18dbcf0a None None] Calling delete_port for 7866daed-2b47-4ba7-b13e-8e82976bcfe1 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:55.241236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-64385b57-84e6-42d2-bcf4-44f3ecd84847 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:55.254370 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7c28-fa22-4666-864b-77e72bac0801 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:55.353639 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 7866daed-2b47-4ba7-b13e-8e82976bcfe1 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:55.354052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:55.357955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64385b57-84e6-42d2-bcf4-44f3ecd84847 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Port': ['ID=711b9a3d-22af-4756-b8fa-eb3de7cb3197,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:55.372682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb58b81c-caa9-4251-a758-9bfb73d154b5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:55.475030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f7476c55-3cbe-4417-8e9e-1d92fd18d345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:03Z', 'updated_at': '2022-08-26T01:05:14Z', 'revision_number': 4, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'gw_port': {'id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'dd58a1a4-3052-4806-8ea0-6a4d1d491fa0', 'name': '', 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'mac_address': 'fa:16:3e:02:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:10Z', 'updated_at': '2022-08-26T01:05:25Z', 'revision_number': 5, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'subnets': [{'id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:55.481048 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7476c55-3cbe-4417-8e9e-1d92fd18d345 None None] The sync data for ids ['72708df3-52ba-4cbf-87d8-7a34491c842b'] in dv-neutron-854561-2-hyperv is: [{'id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:03Z', 'updated_at': '2022-08-26T01:05:14Z', 'revision_number': 4, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'gw_port': {'id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'dd58a1a4-3052-4806-8ea0-6a4d1d491fa0', 'name': '', 'network_id': '174dbc40-879a-4d96-b5c3-d31c82619b85', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'mac_address': 'fa:16:3e:02:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:10Z', 'updated_at': '2022-08-26T01:05:25Z', 'revision_number': 5, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'subnets': [{'id': 'eace32ba-c656-40e4-806c-60ae69edefc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:55.486136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c7c28-fa22-4666-864b-77e72bac0801 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8e9f54-2144-4fdf-9e2d-fd0c871eca54,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:55.496635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43846) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:55.527037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d431aef0-9bf3-4d27-a34a-f84c18dbcf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:55.569197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7c28-fa22-4666-864b-77e72bac0801 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:55.580323 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:55.604249 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eaee85-1ad6-4a7e-bdd0-f1c999aec2e8 None None] Network 1843cb07-4746-4ead-ba66-8b95fd3fbc5e requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:55.644362 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 533aa608-d971-4486-9737-24a63be0b9cc no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:06:55.671314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431aef0-9bf3-4d27-a34a-f84c18dbcf0a None None] Pushing event deleted for resources: {'Port': ['ID=7866daed-2b47-4ba7-b13e-8e82976bcfe1,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:55.706689 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fc4c7c28-fa22-4666-864b-77e72bac0801 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/7e8e9f54-2144-4fdf-9e2d-fd0c871eca54 HTTP/1.1" status: 204 len: 168 time: 2.0797095 Aug 26 01:06:55.715766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e68d53a3-d7ab-4e8b-a5c6-04ac3ea9a5ef tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:55.716103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e68d53a3-d7ab-4e8b-a5c6-04ac3ea9a5ef tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:55.730011 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c234f034-33a6-489d-b03e-f9964ec3b063']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:55.751560 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43850) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:55.761600 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 533aa608-d971-4486-9737-24a63be0b9cc {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:06:55.762125 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 533aa608-d971-4486-9737-24a63be0b9cc not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:06:55.766708 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431aef0-9bf3-4d27-a34a-f84c18dbcf0a None None] No DVR routers for this DVR port 7866daed-2b47-4ba7-b13e-8e82976bcfe1 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:06:55.844971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:55.892416 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:55.943911 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7fb524-3b9b-4ff1-8039-20db95419a7d None None] New status for floating IP 22cb3eb3-398c-4dcc-a92c-c25189cc0d18: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:06:56.005549 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890093e4-82cd-444f-b8bf-c7e98b7b0fa5') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:56.005947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890093e4-82cd-444f-b8bf-c7e98b7b0fa5') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:56.012890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb423-4585-4113-bc43-3738331b9503 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.063609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d028b5d-446c-4aac-81a7-f1baa4ba95e4 None None] DHCP port deletion for 1843cb07-4746-4ead-ba66-8b95fd3fbc5e request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:06:56.069493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7d028b5d-446c-4aac-81a7-f1baa4ba95e4 None None] Deleting port 81227f83-e6aa-4aac-b237-08cca1e75f7c {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:56.070407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7d028b5d-446c-4aac-81a7-f1baa4ba95e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.082193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ed4f7e8f-c0a2-4311-938e-b8802c334fee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.090614 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-e68d53a3-d7ab-4e8b-a5c6-04ac3ea9a5ef tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Calling delete_port for 2dbd8bde-8ea4-4894-ad44-ed230380f99b owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:56.139246 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.201418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb423-4585-4113-bc43-3738331b9503 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.210034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.245410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-64385b57-84e6-42d2-bcf4-44f3ecd84847 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.279441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:06:56.279848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.335646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7d028b5d-446c-4aac-81a7-f1baa4ba95e4 None None] For port 81227f83-e6aa-4aac-b237-08cca1e75f7c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=81227f83-e6aa-4aac-b237-08cca1e75f7c,segment=NetworkSegment(84cc00b3-68f8-459b-b4d4-49126a756417),segment_id=84cc00b3-68f8-459b-b4d4-49126a756417)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:06:56.336036 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7d028b5d-446c-4aac-81a7-f1baa4ba95e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.390460 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 890093e4-82cd-444f-b8bf-c7e98b7b0fa5 resource provider aggregate not found Aug 26 01:06:56.455948 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 890093e4-82cd-444f-b8bf-c7e98b7b0fa5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 890093e4-82cd-444f-b8bf-c7e98b7b0fa5 found for delete ", "request_id": "req-2eed6164-d06e-439e-9263-63ba86a72ae5"}]} Aug 26 01:06:56.456429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Allocated IP 172.26.2.150 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/85226eaf-f342-415f-b7e4-ac38a8bbcb2c) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:56.479120 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7d028b5d-446c-4aac-81a7-f1baa4ba95e4 None None] Calling delete_port for 81227f83-e6aa-4aac-b237-08cca1e75f7c owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:56.517070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c76bf6d-ed76-4731-8838-178bf0e0f58f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.592725 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 81227f83-e6aa-4aac-b237-08cca1e75f7c no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:06:56.639315 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ed4f7e8f-c0a2-4311-938e-b8802c334fee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.650616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76bf6d-ed76-4731-8838-178bf0e0f58f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:56.658900 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-5c76bf6d-ed76-4731-8838-178bf0e0f58f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:56.677132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c76bf6d-ed76-4731-8838-178bf0e0f58f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:56.677838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c76bf6d-ed76-4731-8838-178bf0e0f58f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.687028 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6256290-b575-48e2-9cbe-8d4c18d4b851 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:06:56.698646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76bf6d-ed76-4731-8838-178bf0e0f58f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=035ae332-57c3-4708-8257-a286c78dcf4b,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:56.705458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-ed4f7e8f-c0a2-4311-938e-b8802c334fee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0de9aaf-01a1-4412-9f6d-c3772d944fff']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:56.713793 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.743283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb423-4585-4113-bc43-3738331b9503 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.751756 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.755508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-ed4f7e8f-c0a2-4311-938e-b8802c334fee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:56.755871 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-ed4f7e8f-c0a2-4311-938e-b8802c334fee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:56.793307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] Pushing event deleted for resources: {'Network': ['ID=c234f034-33a6-489d-b03e-f9964ec3b063,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:56.796470 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ed4f7e8f-c0a2-4311-938e-b8802c334fee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.803052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64385b57-84e6-42d2-bcf4-44f3ecd84847 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router 70a91bef-b590-4a96-bd32-0276d10b2997 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:06:56.811879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7d028b5d-446c-4aac-81a7-f1baa4ba95e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.823439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbb423-4585-4113-bc43-3738331b9503 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625b3064-87e8-491a-945d-c29348786cfb,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:56.849711 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7574e38c-f375-4e59-b299-f9bb45dc074e tempest-AllowedAddressPairIpV6TestJSON-1364616176 tempest-AllowedAddressPairIpV6TestJSON-1364616176-project] 10.222.0.83 "DELETE /v2.0/networks/c234f034-33a6-489d-b03e-f9964ec3b063 HTTP/1.1" status: 204 len: 168 time: 4.8446758 Aug 26 01:06:56.858895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ed4f7e8f-c0a2-4311-938e-b8802c334fee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.874988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4f7e8f-c0a2-4311-938e-b8802c334fee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:06:56.875501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ed4f7e8f-c0a2-4311-938e-b8802c334fee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.897888 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d028b5d-446c-4aac-81a7-f1baa4ba95e4 None None] No DVR routers for this DVR port 81227f83-e6aa-4aac-b237-08cca1e75f7c on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:06:56.921598 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e68d53a3-d7ab-4e8b-a5c6-04ac3ea9a5ef tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:56.938031 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5c76bf6d-ed76-4731-8838-178bf0e0f58f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7086051 Aug 26 01:06:56.942562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d028b5d-446c-4aac-81a7-f1baa4ba95e4 None None] Pushing event deleted for resources: {'Port': ['ID=81227f83-e6aa-4aac-b237-08cca1e75f7c,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:56.951141 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 81227f83-e6aa-4aac-b237-08cca1e75f7c is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:06:56.951141 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:57.092166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43860) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:57.094826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1ffbb423-4585-4113-bc43-3738331b9503 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:57.104331 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1ffbb423-4585-4113-bc43-3738331b9503 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "DELETE /v2.0/security-groups/625b3064-87e8-491a-945d-c29348786cfb HTTP/1.1" status: 204 len: 168 time: 1.5984626 Aug 26 01:06:57.123187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43862) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:57.123762 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d53a3-d7ab-4e8b-a5c6-04ac3ea9a5ef tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Pushing event deleted for resources: {'Port': ['ID=2dbd8bde-8ea4-4894-ad44-ed230380f99b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:57.181079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'fixed_ips': [{'subnet_id': '035ae332-57c3-4708-8257-a286c78dcf4b', 'ip_address': '2001:db8::a24c:45c2:4684:703'}], 'name': 'tempest-NetworksTestDHCPv6-1905235235'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:06:57.182853 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': '035ae332-57c3-4708-8257-a286c78dcf4b'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:06:57.184297 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:57.189127 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-1e332e99-9d93-464b-b687-6bf74b39dd48 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] show failed (client error): The resource could not be found. Aug 26 01:06:57.190178 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1e332e99-9d93-464b-b687-6bf74b39dd48 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "GET /v2.0/security-groups/625b3064-87e8-491a-945d-c29348786cfb HTTP/1.1" status: 404 len: 347 time: 0.0633931 Aug 26 01:06:57.201799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43868) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:57.295124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:57.301175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64385b57-84e6-42d2-bcf4-44f3ecd84847 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:06:57.308400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-cb58b81c-caa9-4251-a758-9bfb73d154b5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Deleting port 6a86dca4-54f2-4756-bd6f-89cd3e4b6ee4 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:57.308750 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb58b81c-caa9-4251-a758-9bfb73d154b5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:57.342376 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb0114-56af-4a9c-8174-9d7ce5c07775 None None] Sync routers for ids ['70a91bef-b590-4a96-bd32-0276d10b2997'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:57.367663 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdb0114-56af-4a9c-8174-9d7ce5c07775 None None] Routers {'70a91bef-b590-4a96-bd32-0276d10b2997'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:57.368807 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-dfdb0114-56af-4a9c-8174-9d7ce5c07775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['70a91bef-b590-4a96-bd32-0276d10b2997'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:57.376839 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1bc25c36-35cf-4806-b8c2-0f00c8ee1132 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Deleting port c072f28f-dd84-48ba-a2e2-1c8994910ad2 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:06:57.377178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c36-35cf-4806-b8c2-0f00c8ee1132 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:57.453205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-dfdb0114-56af-4a9c-8174-9d7ce5c07775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:57.475810 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdb0114-56af-4a9c-8174-9d7ce5c07775 None None] Routers {'70a91bef-b590-4a96-bd32-0276d10b2997'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:06:57.476693 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-dfdb0114-56af-4a9c-8174-9d7ce5c07775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['70a91bef-b590-4a96-bd32-0276d10b2997'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:57.501629 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-64385b57-84e6-42d2-bcf4-44f3ecd84847 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/70a91bef-b590-4a96-bd32-0276d10b2997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9313309 Aug 26 01:06:57.522552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43874) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:57.533244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ed4f7e8f-c0a2-4311-938e-b8802c334fee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:57.537497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ed4f7e8f-c0a2-4311-938e-b8802c334fee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:57.550049 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Allocated IP 2001:db8::2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/035ae332-57c3-4708-8257-a286c78dcf4b/6e9192d1-6361-4b8a-96f2-536caead63ee) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:57.562020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-dfdb0114-56af-4a9c-8174-9d7ce5c07775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:57.562749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb0114-56af-4a9c-8174-9d7ce5c07775 None None] The sync data for ids ['70a91bef-b590-4a96-bd32-0276d10b2997'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:57.567117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e68d53a3-d7ab-4e8b-a5c6-04ac3ea9a5ef tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:57.590200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43878) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:57.592891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f7e8f-c0a2-4311-938e-b8802c334fee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Network': ['ID=b0de9aaf-01a1-4412-9f6d-c3772d944fff,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:57.596628 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ed4f7e8f-c0a2-4311-938e-b8802c334fee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/networks/b0de9aaf-01a1-4412-9f6d-c3772d944fff HTTP/1.1" status: 204 len: 168 time: 1.8440640 Aug 26 01:06:57.598121 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0b151f58-6118-4738-8f98-c6440ff7bd4a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Synchronizing usage tracker for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:06:57.602556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43882) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:57.603057 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e68d53a3-d7ab-4e8b-a5c6-04ac3ea9a5ef tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:57.604935 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e68d53a3-d7ab-4e8b-a5c6-04ac3ea9a5ef tempest-ServersTestManualDisk-1964932404 tempest-ServersTestManualDisk-1964932404-project] 10.222.0.83 "DELETE /v2.0/floatingips/f8ac3690-d291-45b8-ab9b-710ee1d42a61 HTTP/1.1" status: 204 len: 168 time: 3.0162318 Aug 26 01:06:57.607190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43884) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:57.665716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:06:57.750652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:57.767549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:06:57.810826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:57.826812 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Transition to ACTIVE for port object 6e9192d1-6361-4b8a-96f2-536caead63ee will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:57.860937 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Transition to ACTIVE for port object 6e9192d1-6361-4b8a-96f2-536caead63ee will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:06:57.870027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0b151f58-6118-4738-8f98-c6440ff7bd4a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Unset dirty status for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:06:57.873613 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0b151f58-6118-4738-8f98-c6440ff7bd4a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports?device_id=70a91bef-b590-4a96-bd32-0276d10b2997 HTTP/1.1" status: 200 len: 205 time: 0.3481057 Aug 26 01:06:57.874704 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43894) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:57.892808 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb58b81c-caa9-4251-a758-9bfb73d154b5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:57.934479 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:57.988606 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c86bd408-8305-4e21-92e6-9d989cffd28b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:58.015340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:58.018475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:58.020971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:58.048184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:58.061915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-cb58b81c-caa9-4251-a758-9bfb73d154b5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Calling delete_port for 6a86dca4-54f2-4756-bd6f-89cd3e4b6ee4 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:58.071704 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Pushing event updated for resources: {'Port': ['ID=6e9192d1-6361-4b8a-96f2-536caead63ee,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:58.094292 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:58.096112 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:58.123232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:06:58.135420 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Attempting to bind port 6e9192d1-6361-4b8a-96f2-536caead63ee on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:06:58.136316 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Attempting to bind port 6e9192d1-6361-4b8a-96f2-536caead63ee by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:06:58.136316 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Attempting to bind port 6e9192d1-6361-4b8a-96f2-536caead63ee on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:06:58.141649 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:06:58.142050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:06:58.142446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:58.142825 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:06:58.143289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Bound port: 6e9192d1-6361-4b8a-96f2-536caead63ee, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:06:58.143680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:58.147583 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Pushing event updated for resources: {'Port': ['ID=85226eaf-f342-415f-b7e4-ac38a8bbcb2c,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:58.169224 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6b78a22-e1ca-4a4c-be7b-d7b13369ae7b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:58.241324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] For port 6e9192d1-6361-4b8a-96f2-536caead63ee, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:06:58.245338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] For port 6e9192d1-6361-4b8a-96f2-536caead63ee, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6e9192d1-6361-4b8a-96f2-536caead63ee,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:06:58.268730 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2680f540-1517-4da0-8fd3-a8e21838b3ec admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b120a942a23d48d387021733d6e2baae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6705813 Aug 26 01:06:58.274122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43898) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:58.331729 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:58.391575 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c36-35cf-4806-b8c2-0f00c8ee1132 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:58.391905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c36-35cf-4806-b8c2-0f00c8ee1132 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:58.417156 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a3596-568d-4b2d-92ad-307816f3601a None None] Pushing event updated for resources: {'Port': ['ID=6e9192d1-6361-4b8a-96f2-536caead63ee,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:58.532205 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5 resource provider aggregate not found Aug 26 01:06:58.786842 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c86bd408-8305-4e21-92e6-9d989cffd28b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:58.847511 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6b78a22-e1ca-4a4c-be7b-d7b13369ae7b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:58.850778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6b78a22-e1ca-4a4c-be7b-d7b13369ae7b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:58.859365 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e2d44809-0aa4-4d35-bbe7-96377e118122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:58.876672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1bc25c36-35cf-4806-b8c2-0f00c8ee1132 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Calling delete_port for c072f28f-dd84-48ba-a2e2-1c8994910ad2 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:06:58.900568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:58.908678 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b2ed439-7c5d-4d58-b3a4-310fb6dd84a5 found for delete ", "request_id": "req-a5895836-1686-48eb-9172-d621b1174145"}]} Aug 26 01:06:58.932131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-c86bd408-8305-4e21-92e6-9d989cffd28b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1843cb07-4746-4ead-ba66-8b95fd3fbc5e']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:58.958473 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e2d44809-0aa4-4d35-bbe7-96377e118122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:58.985933 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-c86bd408-8305-4e21-92e6-9d989cffd28b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84cc00b3-68f8-459b-b4d4-49126a756417') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:58.986227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-c86bd408-8305-4e21-92e6-9d989cffd28b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84cc00b3-68f8-459b-b4d4-49126a756417') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:59.002524 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port 64d91ad9-6f1f-47f9-b7b7-b4c0b5ed7caa yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:06:59.031091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6b78a22-e1ca-4a4c-be7b-d7b13369ae7b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.031091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b78a22-e1ca-4a4c-be7b-d7b13369ae7b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Fanout notify agent at l3_agent the message router_deleted on router 70a91bef-b590-4a96-bd32-0276d10b2997 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:06:59.051411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c86bd408-8305-4e21-92e6-9d989cffd28b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.118647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6b78a22-e1ca-4a4c-be7b-d7b13369ae7b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.119724 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d6b78a22-e1ca-4a4c-be7b-d7b13369ae7b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/routers/70a91bef-b590-4a96-bd32-0276d10b2997 HTTP/1.1" status: 204 len: 168 time: 1.1881745 Aug 26 01:06:59.123689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43906) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:59.195605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c36-35cf-4806-b8c2-0f00c8ee1132 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.247104 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f4d8a2-aa09-4edc-a897-07ffab1e25fe tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting subnet 9a2065c9-6ff5-4ae0-b64e-bb39ecc06479 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:06:59.271816 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c86bd408-8305-4e21-92e6-9d989cffd28b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.288759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30f4d8a2-aa09-4edc-a897-07ffab1e25fe tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.321132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc25c36-35cf-4806-b8c2-0f00c8ee1132 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Pushing event deleted for resources: {'Port': ['ID=c072f28f-dd84-48ba-a2e2-1c8994910ad2,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:59.330819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86bd408-8305-4e21-92e6-9d989cffd28b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:06:59.331242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c86bd408-8305-4e21-92e6-9d989cffd28b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.441267 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 84cc00b3-68f8-459b-b4d4-49126a756417 resource provider aggregate not found Aug 26 01:06:59.470173 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30f4d8a2-aa09-4edc-a897-07ffab1e25fe tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.474287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb58b81c-caa9-4251-a758-9bfb73d154b5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.519339 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c36-35cf-4806-b8c2-0f00c8ee1132 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.522654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1bc25c36-35cf-4806-b8c2-0f00c8ee1132 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.525235 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1bc25c36-35cf-4806-b8c2-0f00c8ee1132 tempest-ServersTestJSON-411999347 tempest-ServersTestJSON-411999347-project] 10.222.0.83 "DELETE /v2.0/floatingips/22cb3eb3-398c-4dcc-a92c-c25189cc0d18 HTTP/1.1" status: 204 len: 168 time: 2.3224893 Aug 26 01:06:59.525875 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 84cc00b3-68f8-459b-b4d4-49126a756417 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84cc00b3-68f8-459b-b4d4-49126a756417 found for delete ", "request_id": "req-22f98c19-e045-4c20-a79c-e654470dec77"}]} Aug 26 01:06:59.529302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43914) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:06:59.567572 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58b81c-caa9-4251-a758-9bfb73d154b5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event deleted for resources: {'Port': ['ID=6a86dca4-54f2-4756-bd6f-89cd3e4b6ee4,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:59.632026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e2d44809-0aa4-4d35-bbe7-96377e118122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.705446 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dc00b2d4-3490-4e04-b58f-b7a3c9518a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.732429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.793571 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c86bd408-8305-4e21-92e6-9d989cffd28b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.795535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d8017119-93fd-49db-95b5-46d809f6cebc None None] Provisioning for port 6e9192d1-6361-4b8a-96f2-536caead63ee completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:06:59.805145 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d44809-0aa4-4d35-bbe7-96377e118122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710275c4-8422-4d57-8b8c-e78f80f47844,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:59.888807 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30f4d8a2-aa09-4edc-a897-07ffab1e25fe tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.929496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c86bd408-8305-4e21-92e6-9d989cffd28b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:06:59.955105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bd408-8305-4e21-92e6-9d989cffd28b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Network': ['ID=1843cb07-4746-4ead-ba66-8b95fd3fbc5e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:00.034008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::a24c:45c2:4684:703 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/035ae332-57c3-4708-8257-a286c78dcf4b/64d91ad9-6f1f-47f9-b7b7-b4c0b5ed7caa) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:00.045890 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c86bd408-8305-4e21-92e6-9d989cffd28b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/networks/1843cb07-4746-4ead-ba66-8b95fd3fbc5e HTTP/1.1" status: 204 len: 168 time: 2.4392278 Aug 26 01:07:00.049950 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e2d44809-0aa4-4d35-bbe7-96377e118122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:00.053287 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e2d44809-0aa4-4d35-bbe7-96377e118122 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/710275c4-8422-4d57-8b8c-e78f80f47844 HTTP/1.1" status: 204 len: 168 time: 1.7729034 Aug 26 01:07:00.088361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43918) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:00.112362 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1104466737'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:00.127137 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:00.202485 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:network and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:00.236737 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:00.261789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:00.439752 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30f4d8a2-aa09-4edc-a897-07ffab1e25fe tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:00.461578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1e7817b8-e98b-4c49-89ba-322318156b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:00.501268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4d8a2-aa09-4edc-a897-07ffab1e25fe tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2065c9-6ff5-4ae0-b64e-bb39ecc06479,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:00.506840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30f4d8a2-aa09-4edc-a897-07ffab1e25fe tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:00.509510 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b59ff3-e34a-4d26-8cbc-a790ab4453b7 None None] Network 60c51ab9-21ef-411d-b64b-4eb904af861b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:00.633776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb58b81c-caa9-4251-a758-9bfb73d154b5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:00.639772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:00.643416 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:00.672785 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-30f4d8a2-aa09-4edc-a897-07ffab1e25fe tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/9a2065c9-6ff5-4ae0-b64e-bb39ecc06479 HTTP/1.1" status: 204 len: 168 time: 1.5480938 Aug 26 01:07:00.685087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43930) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:00.746399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6e9192d1-6361-4b8a-96f2-536caead63ee up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:00.769927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-dc00b2d4-3490-4e04-b58f-b7a3c9518a01 admin admin] Deleting port f8be6a67-3c27-4fd3-ba3b-980a2925904b {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:00.770652 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dc00b2d4-3490-4e04-b58f-b7a3c9518a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:00.805189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:07:00.842541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:00.843233 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Added segment ceb2d437-d9a3-4901-9bf2-4ebfb5888940 of type vlan for network ef9a452f-8609-4c1d-823b-9369498c6f43 Aug 26 01:07:00.942401 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:00.977625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.028060 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 6e9192d1-6361-4b8a-96f2-536caead63ee completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:01.035263 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 6e9192d1-6361-4b8a-96f2-536caead63ee triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:01.035827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.087439 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54147886-bc09-4cc7-986a-7497e43171f7 None None] DHCP port deletion for 60c51ab9-21ef-411d-b64b-4eb904af861b request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:07:01.110266 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-dc00b2d4-3490-4e04-b58f-b7a3c9518a01 admin admin] For port f8be6a67-3c27-4fd3-ba3b-980a2925904b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f8be6a67-3c27-4fd3-ba3b-980a2925904b,segment=NetworkSegment(d26fdeef-60bf-477c-a8a6-c33a9c235219),segment_id=d26fdeef-60bf-477c-a8a6-c33a9c235219)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:01.110721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dc00b2d4-3490-4e04-b58f-b7a3c9518a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.147243 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-54147886-bc09-4cc7-986a-7497e43171f7 None None] Deleting port 091fa3e3-4da7-427c-93b7-9fcd5a21b961 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:01.147737 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-54147886-bc09-4cc7-986a-7497e43171f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.201437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca887d2-1b1e-485e-a8f0-a6b5a0935119 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting subnet e2b3f26b-845d-4463-9384-0c8ca8f1c05c {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:07:01.201437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fca887d2-1b1e-485e-a8f0-a6b5a0935119 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.242303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.248009 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:01.248611 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.278634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-dc00b2d4-3490-4e04-b58f-b7a3c9518a01 admin admin] Calling delete_port for f8be6a67-3c27-4fd3-ba3b-980a2925904b owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:01.300567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fca887d2-1b1e-485e-a8f0-a6b5a0935119 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.346499 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.403978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d478d054-c822-4f7a-9e6a-703d7da44689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.444401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-54147886-bc09-4cc7-986a-7497e43171f7 None None] For port 091fa3e3-4da7-427c-93b7-9fcd5a21b961, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=091fa3e3-4da7-427c-93b7-9fcd5a21b961,segment=NetworkSegment(e6c0c68b-e60b-4efd-b0b7-50e2955492c1),segment_id=e6c0c68b-e60b-4efd-b0b7-50e2955492c1)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:01.445313 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-54147886-bc09-4cc7-986a-7497e43171f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.452072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object 64d91ad9-6f1f-47f9-b7b7-b4c0b5ed7caa will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:01.457516 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3681061 Aug 26 01:07:01.468091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43946) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:01.513318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6e9192d1-6361-4b8a-96f2-536caead63ee is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:01.513715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.563897 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'subnet': {'network_id': 'ef9a452f-8609-4c1d-823b-9369498c6f43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:01.590191 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-54147886-bc09-4cc7-986a-7497e43171f7 None None] Calling delete_port for 091fa3e3-4da7-427c-93b7-9fcd5a21b961 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:01.624708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fca887d2-1b1e-485e-a8f0-a6b5a0935119 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.643951 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43950) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:01.672229 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 6e9192d1-6361-4b8a-96f2-536caead63ee, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6e9192d1-6361-4b8a-96f2-536caead63ee,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:01.672495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Router 9d095332-a6e5-42c3-916a-a8dd84d3699e is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:07:01.687079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb58b81c-caa9-4251-a758-9bfb73d154b5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Router 10b07cae-a2b9-45f0-8b51-c1b58bb5db40 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:07:01.697703 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157e13f-8e1e-4490-985e-d4626d7d081e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Network': ['ID=ef9a452f-8609-4c1d-823b-9369498c6f43,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:01.728688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network ef9a452f-8609-4c1d-823b-9369498c6f43 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:07:01.758547 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.818691 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.824293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:01.834474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:subnet and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:01.854999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-54147886-bc09-4cc7-986a-7497e43171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:01.886682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:01.899092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:01.956425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-312895694'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:01.967980 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54147886-bc09-4cc7-986a-7497e43171f7 None None] No DVR routers for this DVR port 091fa3e3-4da7-427c-93b7-9fcd5a21b961 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:07:01.968466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:01.976694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Usage tracker for resource:network and tenant:b8f277656cc64c1480f5c6fbfbfc7bbe is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:01.980406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:01.995297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:02.008079 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=6e9192d1-6361-4b8a-96f2-536caead63ee,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:02.025193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dc00b2d4-3490-4e04-b58f-b7a3c9518a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:02.062629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54147886-bc09-4cc7-986a-7497e43171f7 None None] Pushing event deleted for resources: {'Port': ['ID=091fa3e3-4da7-427c-93b7-9fcd5a21b961,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:02.097516 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:02.100968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:02.123204 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Made reservation on behalf of b8f277656cc64c1480f5c6fbfbfc7bbe for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:02.125874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:02.236472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:02.246426 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00b2d4-3490-4e04-b58f-b7a3c9518a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8be6a67-3c27-4fd3-ba3b-980a2925904b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:02.246961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:02.251037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:02.256846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:02.258041 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:02.262119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=64d91ad9-6f1f-47f9-b7b7-b4c0b5ed7caa,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:02.271422 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fca887d2-1b1e-485e-a8f0-a6b5a0935119 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:02.318959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fca887d2-1b1e-485e-a8f0-a6b5a0935119 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:02.330610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a79f6-d2d2-4a1e-ac98-bd529472cdb6 None None] Network 75c36a61-e945-4f63-896e-f33b4cb45160 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:02.361492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca887d2-1b1e-485e-a8f0-a6b5a0935119 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b3f26b-845d-4463-9384-0c8ca8f1c05c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:02.372796 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:02.373436 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fca887d2-1b1e-485e-a8f0-a6b5a0935119 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/e2b3f26b-845d-4463-9384-0c8ca8f1c05c HTTP/1.1" status: 204 len: 168 time: 1.6857712 Aug 26 01:07:02.377172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43956) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:02.420144 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:02.434312 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46049c5-f315-46f3-abb9-aef16542467b None None] Sync routers for ids ['9d095332-a6e5-42c3-916a-a8dd84d3699e'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:02.450445 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46049c5-f315-46f3-abb9-aef16542467b None None] Routers {'9d095332-a6e5-42c3-916a-a8dd84d3699e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:02.451225 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c46049c5-f315-46f3-abb9-aef16542467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9d095332-a6e5-42c3-916a-a8dd84d3699e'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:02.481353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:02.505004 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d478d054-c822-4f7a-9e6a-703d7da44689 admin admin] Deleting port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:02.505348 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d478d054-c822-4f7a-9e6a-703d7da44689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:02.544443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb58b81c-caa9-4251-a758-9bfb73d154b5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:02.558573 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cb58b81c-caa9-4251-a758-9bfb73d154b5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] 10.222.0.83 "PUT /v2.0/routers/10b07cae-a2b9-45f0-8b51-c1b58bb5db40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9945049 Aug 26 01:07:02.559766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Usage tracker for resource:security_group_rule and tenant:b8f277656cc64c1480f5c6fbfbfc7bbe is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:02.568140 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43960) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:02.607609 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:02.615525 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c46049c5-f315-46f3-abb9-aef16542467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:02.638946 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46049c5-f315-46f3-abb9-aef16542467b None None] Routers {'9d095332-a6e5-42c3-916a-a8dd84d3699e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:02.639644 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c46049c5-f315-46f3-abb9-aef16542467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9d095332-a6e5-42c3-916a-a8dd84d3699e'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:02.678151 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc95e4-702b-4528-a791-7bb852631c10 None None] Sync routers for ids ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:02.722216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc95e4-702b-4528-a791-7bb852631c10 None None] Routers {'10b07cae-a2b9-45f0-8b51-c1b58bb5db40'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:02.723334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e1fc95e4-702b-4528-a791-7bb852631c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:02.724496 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c46049c5-f315-46f3-abb9-aef16542467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:02.725498 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46049c5-f315-46f3-abb9-aef16542467b None None] The sync data for ids ['9d095332-a6e5-42c3-916a-a8dd84d3699e'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:02.748229 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4606fc7a-2cc4-4514-afdc-c2ebb98a2e13 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6453145 Aug 26 01:07:02.748999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:02.750151 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cfa2ce79-ab5d-4881-8d10-0057db5b1aba tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.7506166 Aug 26 01:07:02.761980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43964) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:02.762311 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43966) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:02.764842 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:02.780043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b5b214f7-b859-45a1-939e-09b1788587ec tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'fixed_ips': [{'subnet_id': '035ae332-57c3-4708-8257-a286c78dcf4b', 'ip_address': '2001:db8::a24c:45c2:4684:703'}], 'name': 'tempest-NetworksTestDHCPv6-1259758145'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:02.789908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6e9192d1-6361-4b8a-96f2-536caead63ee up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:02.809412 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-825b8f23-e112-4dbd-822d-93c47317cda2 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'enable_snat': False}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:02.812915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:02.845938 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e1fc95e4-702b-4528-a791-7bb852631c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:02.875548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc95e4-702b-4528-a791-7bb852631c10 None None] Routers {'10b07cae-a2b9-45f0-8b51-c1b58bb5db40'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:02.876279 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e1fc95e4-702b-4528-a791-7bb852631c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:02.887912 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7702634f-69cb-465b-b9dc-a914de347f36 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:02.939692 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0b48ace-31b3-4dd7-b659-07c76aa06c7a None None] Provisioning for port 64d91ad9-6f1f-47f9-b7b7-b4c0b5ed7caa completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:02.962963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0b48ace-31b3-4dd7-b659-07c76aa06c7a None None] Provisioning complete for port 64d91ad9-6f1f-47f9-b7b7-b4c0b5ed7caa triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:02.963456 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0b48ace-31b3-4dd7-b659-07c76aa06c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:02.988035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e1fc95e4-702b-4528-a791-7bb852631c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:02.988035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc95e4-702b-4528-a791-7bb852631c10 None None] The sync data for ids ['10b07cae-a2b9-45f0-8b51-c1b58bb5db40'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:03.035279 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 6e9192d1-6361-4b8a-96f2-536caead63ee triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:03.035653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.066067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0b48ace-31b3-4dd7-b659-07c76aa06c7a None None] Port 64d91ad9-6f1f-47f9-b7b7-b4c0b5ed7caa cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:03.085729 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-24b2c2c7-d0b5-4bb1-accb-ff6fd400035f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.154807 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.178402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6e9192d1-6361-4b8a-96f2-536caead63ee is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:03.189689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20de0e42-89fb-4139-880e-051d090f1880 None None] DHCP port deletion for 75c36a61-e945-4f63-896e-f33b4cb45160 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:07:03.194371 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-20de0e42-89fb-4139-880e-051d090f1880 None None] Deleting port 9601367c-5739-4c9d-bd18-9f8097bf1938 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:03.194745 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-20de0e42-89fb-4139-880e-051d090f1880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.200341 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c51ab9-21ef-411d-b64b-4eb904af861b']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:03.220525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c0c68b-e60b-4efd-b0b7-50e2955492c1') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:03.220820 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c0c68b-e60b-4efd-b0b7-50e2955492c1') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:03.241009 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.252957 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7702634f-69cb-465b-b9dc-a914de347f36 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.265548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.274008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:07:03.274233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 091fa3e3-4da7-427c-93b7-9fcd5a21b961 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:07:03.274334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.354797 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment e6c0c68b-e60b-4efd-b0b7-50e2955492c1 resource provider aggregate not found Aug 26 01:07:03.358262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 091fa3e3-4da7-427c-93b7-9fcd5a21b961 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:07:03.358730 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 091fa3e3-4da7-427c-93b7-9fcd5a21b961 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:07:03.364421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-7702634f-69cb-465b-b9dc-a914de347f36 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Deleting port cb87c810-e409-4fad-89e2-6356fb62a5a4 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:03.364604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7702634f-69cb-465b-b9dc-a914de347f36 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.370225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-d478d054-c822-4f7a-9e6a-703d7da44689 admin admin] For port dd58a1a4-3052-4806-8ea0-6a4d1d491fa0, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dd58a1a4-3052-4806-8ea0-6a4d1d491fa0,segment=NetworkSegment(4cb85b69-9a34-4e9a-85df-0f6663512b73),segment_id=4cb85b69-9a34-4e9a-85df-0f6663512b73)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:03.371110 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d478d054-c822-4f7a-9e6a-703d7da44689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.401864 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment e6c0c68b-e60b-4efd-b0b7-50e2955492c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6c0c68b-e60b-4efd-b0b7-50e2955492c1 found for delete ", "request_id": "req-de21ef1f-049f-4a56-97e9-34aa154d3c45"}]} Aug 26 01:07:03.524421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-20de0e42-89fb-4139-880e-051d090f1880 None None] For port 9601367c-5739-4c9d-bd18-9f8097bf1938, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9601367c-5739-4c9d-bd18-9f8097bf1938,segment=NetworkSegment(7533f215-99cc-44f9-a87f-ebdf661902e6),segment_id=7533f215-99cc-44f9-a87f-ebdf661902e6)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:03.525078 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-20de0e42-89fb-4139-880e-051d090f1880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.534455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.551168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b5b214f7-b859-45a1-939e-09b1788587ec tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:03.564107 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d478d054-c822-4f7a-9e6a-703d7da44689 admin admin] Calling delete_port for dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:03.565415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.584214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Network': ['ID=60c51ab9-21ef-411d-b64b-4eb904af861b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:03.602369 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/networks/60c51ab9-21ef-411d-b64b-4eb904af861b HTTP/1.1" status: 204 len: 168 time: 1.2220473 Aug 26 01:07:03.612066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7702634f-69cb-465b-b9dc-a914de347f36 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.653858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-20de0e42-89fb-4139-880e-051d090f1880 None None] Calling delete_port for 9601367c-5739-4c9d-bd18-9f8097bf1938 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:03.686977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43976) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:03.748980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:03.749320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:03.749657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:03.750018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:03.750347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:03.750677 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:03.751049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:03.751397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:03.751774 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:03.752102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:03.752423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:03.752807 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca19ef-29d7-4183-bb2f-cf8e4d3fc96f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:03.766930 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.779152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-7702634f-69cb-465b-b9dc-a914de347f36 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Calling delete_port for cb87c810-e409-4fad-89e2-6356fb62a5a4 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:03.821511 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-20de0e42-89fb-4139-880e-051d090f1880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.848313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b5b214f7-b859-45a1-939e-09b1788587ec tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:03.868643 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b5b214f7-b859-45a1-939e-09b1788587ec tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:03.894059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dc00b2d4-3490-4e04-b58f-b7a3c9518a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.903562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b5b214f7-b859-45a1-939e-09b1788587ec tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:03.907783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.918750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de0e42-89fb-4139-880e-051d090f1880 None None] Pushing event deleted for resources: {'Port': ['ID=9601367c-5739-4c9d-bd18-9f8097bf1938,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:03.919721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:03.921619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de0e42-89fb-4139-880e-051d090f1880 None None] No DVR routers for this DVR port 9601367c-5739-4c9d-bd18-9f8097bf1938 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:07:04.075152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f5e2-1c40-462f-8279-fb6167b8e587 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.147175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b214f7-b859-45a1-939e-09b1788587ec tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:04.229949 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f5e2-1c40-462f-8279-fb6167b8e587 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.295030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-7eb8f5e2-1c40-462f-8279-fb6167b8e587 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c36a61-e945-4f63-896e-f33b4cb45160']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:04.311399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-7eb8f5e2-1c40-462f-8279-fb6167b8e587 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7533f215-99cc-44f9-a87f-ebdf661902e6') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:04.311695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-7eb8f5e2-1c40-462f-8279-fb6167b8e587 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7533f215-99cc-44f9-a87f-ebdf661902e6') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:04.312547 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Subnet': ['ID=f4137649-4dd9-48a0-8095-a9dca1d82a07,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:04.334260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f5e2-1c40-462f-8279-fb6167b8e587 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.352281 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f5e2-1c40-462f-8279-fb6167b8e587 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.358461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb8f5e2-1c40-462f-8279-fb6167b8e587 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:07:04.358843 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f5e2-1c40-462f-8279-fb6167b8e587 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.404128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:04.404720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:04.404828 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:04.405098 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:04.405415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:04.405760 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:04.406086 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:04.406409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:04.406728 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:04.407044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:04.407361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:04.407675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:04.415977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.422493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7702634f-69cb-465b-b9dc-a914de347f36 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.497866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702634f-69cb-465b-b9dc-a914de347f36 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event deleted for resources: {'Port': ['ID=cb87c810-e409-4fad-89e2-6356fb62a5a4,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:04.504976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Checking segment: {'id': 'ceb2d437-d9a3-4901-9bf2-4ebfb5888940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ef9a452f-8609-4c1d-823b-9369498c6f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:04.505225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network hostable DHCP agents. Network: ef9a452f-8609-4c1d-823b-9369498c6f43, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:07:04.510071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.566303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9601367c-5739-4c9d-bd18-9f8097bf1938 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:07:04.598692 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7702634f-69cb-465b-b9dc-a914de347f36 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.611495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 9601367c-5739-4c9d-bd18-9f8097bf1938 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:07:04.611987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9601367c-5739-4c9d-bd18-9f8097bf1938 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:07:04.612352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:07:04.653272 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f5e2-1c40-462f-8279-fb6167b8e587 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.703493 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b1c1af-8b58-4263-a4b1-3219cae6a05f,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:04.770203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.770581 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Added segment ad23a935-ca12-416f-aa7b-9ca46cc79345 of type vlan for network 987fbf3b-763d-4c74-8997-822388926785 Aug 26 01:07:04.780580 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5b214f7-b859-45a1-939e-09b1788587ec tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.795432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f5e2-1c40-462f-8279-fb6167b8e587 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.808633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network ef9a452f-8609-4c1d-823b-9369498c6f43 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:07:04.821606 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8f5e2-1c40-462f-8279-fb6167b8e587 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Network': ['ID=75c36a61-e945-4f63-896e-f33b4cb45160,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:04.828307 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7702634f-69cb-465b-b9dc-a914de347f36 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.835117 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7eb8f5e2-1c40-462f-8279-fb6167b8e587 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/networks/75c36a61-e945-4f63-896e-f33b4cb45160 HTTP/1.1" status: 204 len: 168 time: 1.1445405 Aug 26 01:07:04.836915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7702634f-69cb-465b-b9dc-a914de347f36 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.838523 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43980) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:04.845313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'network': {'name': 'tempest-RoutersTest-1743517199'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:04.854313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:04.864828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:network and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:04.868310 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:04.874816 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:04.903061 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-825b8f23-e112-4dbd-822d-93c47317cda2 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.930251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7702634f-69cb-465b-b9dc-a914de347f36 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.930967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7702634f-69cb-465b-b9dc-a914de347f36 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Fanout notify agent at l3_agent the message router_deleted on router 10b07cae-a2b9-45f0-8b51-c1b58bb5db40 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:07:04.945226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7702634f-69cb-465b-b9dc-a914de347f36 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.946429 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7702634f-69cb-465b-b9dc-a914de347f36 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] 10.222.0.83 "DELETE /v2.0/routers/10b07cae-a2b9-45f0-8b51-c1b58bb5db40 HTTP/1.1" status: 204 len: 168 time: 2.3721943 Aug 26 01:07:04.948958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43984) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:04.951006 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-b5b214f7-b859-45a1-939e-09b1788587ec tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port e1a34ef0-b5dd-4715-8a26-f9a20da8568d yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:07:04.984853 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:04.988289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:04.993289 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.004275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, ef9a452f-8609-4c1d-823b-9369498c6f43) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:05.014485 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5f946a-7da0-4ab7-9d29-0cab04be91f6 None None] Network ef9a452f-8609-4c1d-823b-9369498c6f43 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:05.025319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:05.025935 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.043495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6da588-4cbc-4605-be13-7b7568f219c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Deleting subnet 44c4b3c4-43a4-4699-add2-e6f643b195a1 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:07:05.048820 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:07:05.050905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e6da588-4cbc-4605-be13-7b7568f219c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.053605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d478d054-c822-4f7a-9e6a-703d7da44689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.106491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.106716 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Added segment cf1a10be-06e1-4107-9eea-814dd053fe97 of type vlan for network 379270bc-d2b1-4b8c-a8f2-775ebbfca1f1 Aug 26 01:07:05.127939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e6da588-4cbc-4605-be13-7b7568f219c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.146226 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.resource_extend [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:07:05.153871 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478d054-c822-4f7a-9e6a-703d7da44689 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd58a1a4-3052-4806-8ea0-6a4d1d491fa0,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:05.185873 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.248450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e6da588-4cbc-4605-be13-7b7568f219c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.330288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-ef9a452f-8609-4c1d-823b-9369498c6f43', 'network_id': 'ef9a452f-8609-4c1d-823b-9369498c6f43', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'fixed_ips': [{'subnet_id': 'f4137649-4dd9-48a0-8095-a9dca1d82a07'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:07:05.331127 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.336984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.342635 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:05.344474 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.458641 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e6da588-4cbc-4605-be13-7b7568f219c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.469075 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 7533f215-99cc-44f9-a87f-ebdf661902e6 resource provider aggregate not found Aug 26 01:07:05.505626 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.514386 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc00b2d4-3490-4e04-b58f-b7a3c9518a01 admin admin] Router bbf6d52a-4460-4725-ba4f-2ac06610a50b has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:07:05.515683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Network': ['ID=379270bc-d2b1-4b8c-a8f2-775ebbfca1f1,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:05.524087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6da588-4cbc-4605-be13-7b7568f219c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event deleted for resources: {'Subnet': ['ID=44c4b3c4-43a4-4699-add2-e6f643b195a1,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:05.528654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e6da588-4cbc-4605-be13-7b7568f219c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.534610 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3e6da588-4cbc-4605-be13-7b7568f219c3 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] 10.222.0.83 "DELETE /v2.0/subnets/44c4b3c4-43a4-4699-add2-e6f643b195a1 HTTP/1.1" status: 204 len: 168 time: 0.5846148 Aug 26 01:07:05.536146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 43992) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:05.536424 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 7533f215-99cc-44f9-a87f-ebdf661902e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7533f215-99cc-44f9-a87f-ebdf661902e6 found for delete ", "request_id": "req-a72a7cf9-b4fa-43ba-8091-1226193e2a2a"}]} Aug 26 01:07:05.547751 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274942c1-248f-42f8-8e3a-9ab24c31c462 None None] Network 98a82910-1fcd-4263-b2ea-719677b5f0f6 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:05.556003 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.556443 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 379270bc-d2b1-4b8c-a8f2-775ebbfca1f1 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:07:05.561443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:05.562051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.600782 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6f96e955-68d1-4666-8478-6044e69eec57 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7608333 Aug 26 01:07:05.604225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 43998) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:05.611078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'subnet': {'network_id': '379270bc-d2b1-4b8c-a8f2-775ebbfca1f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:05.714071 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-08fa3ef2-d05e-48fa-92b0-0fe5d4827dbe tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2267971 Aug 26 01:07:05.717698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Allocated IP 2001:db8::2 (ef9a452f-8609-4c1d-823b-9369498c6f43/f4137649-4dd9-48a0-8095-a9dca1d82a07/1a80cb01-2503-4686-a35b-34b48d6dddc1) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:05.719779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44002) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:05.724648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fb5b52f8-dedb-4199-8fde-917f5f7aeb1f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2058872086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:05.849622 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fb5b52f8-dedb-4199-8fde-917f5f7aeb1f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:05.856172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fb5b52f8-dedb-4199-8fde-917f5f7aeb1f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:router and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:05.862533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fb5b52f8-dedb-4199-8fde-917f5f7aeb1f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:05.865416 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:05.871553 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fb5b52f8-dedb-4199-8fde-917f5f7aeb1f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:05.873811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:subnet and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:05.879001 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:05.887231 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:05.952290 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb5b52f8-dedb-4199-8fde-917f5f7aeb1f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.953453 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb5b52f8-dedb-4199-8fde-917f5f7aeb1f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.967412 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:05.971815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:05.991695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb5b52f8-dedb-4199-8fde-917f5f7aeb1f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:06.010399 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 4.3594255 Aug 26 01:07:06.052075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44006) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:06.063267 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Request body: {'subnet': {'network_id': '987fbf3b-763d-4c74-8997-822388926785', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:06.108953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb9a83-8e69-405f-9022-888c321c7a28 None None] DHCP port deletion for 98a82910-1fcd-4263-b2ea-719677b5f0f6 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:07:06.128696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb9a83-8e69-405f-9022-888c321c7a28 None None] Deleting port e13f34dc-f226-45b8-bd24-7d484783e68f {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:06.129556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8bdb9a83-8e69-405f-9022-888c321c7a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:06.136367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:06.162360 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b214f7-b859-45a1-939e-09b1788587ec tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 26 01:07:06.162922 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b214f7-b859-45a1-939e-09b1788587ec tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:07:06.175061 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394659c-a22c-4cd9-87d1-00f461035fdc tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Pushing event updated for resources: {'Network': ['ID=987fbf3b-763d-4c74-8997-822388926785,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:06.227947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:06.233492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Usage tracker for resource:subnet and tenant:b8f277656cc64c1480f5c6fbfbfc7bbe is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:06.236005 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 987fbf3b-763d-4c74-8997-822388926785 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:07:06.237106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:06.244854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:06.254982 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Deleting port e13f34dc-f226-45b8-bd24-7d484783e68f {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:06.255319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:06.270492 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:06.296655 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb5b52f8-dedb-4199-8fde-917f5f7aeb1f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:06.303276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc00b2d4-3490-4e04-b58f-b7a3c9518a01 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:06.315432 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b5b214f7-b859-45a1-939e-09b1788587ec tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 3.5480645 Aug 26 01:07:06.325345 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dc00b2d4-3490-4e04-b58f-b7a3c9518a01 admin admin] 10.222.0.83 "PUT /v2.0/routers/bbf6d52a-4460-4725-ba4f-2ac06610a50b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7168524 Aug 26 01:07:06.329791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44010) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:06.329791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44012) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:06.330151 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0f157-e80b-4e17-91cb-3ec5c86dcceb None None] Sync routers for ids ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:06.341203 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0f157-e80b-4e17-91cb-3ec5c86dcceb None None] Routers {'bbf6d52a-4460-4725-ba4f-2ac06610a50b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:06.342176 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d2e0f157-e80b-4e17-91cb-3ec5c86dcceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:06.343601 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d478d054-c822-4f7a-9e6a-703d7da44689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:06.437310 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Transition to ACTIVE for port object 1a80cb01-2503-4686-a35b-34b48d6dddc1 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:06.474647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Transition to ACTIVE for port object 1a80cb01-2503-4686-a35b-34b48d6dddc1 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:06.531907 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:06.547338 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-d2e0f157-e80b-4e17-91cb-3ec5c86dcceb None None] Set router bbf6d52a-4460-4725-ba4f-2ac06610a50b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:07:06.707100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Made reservation on behalf of b8f277656cc64c1480f5c6fbfbfc7bbe for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:06.710759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:06.753132 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e13f34dc-f226-45b8-bd24-7d484783e68f no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:07:06.792890 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:06.908773 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Pushing event updated for resources: {'Port': ['ID=1a80cb01-2503-4686-a35b-34b48d6dddc1,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:06.928316 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb5b52f8-dedb-4199-8fde-917f5f7aeb1f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:06.930466 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fb5b52f8-dedb-4199-8fde-917f5f7aeb1f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2100258 Aug 26 01:07:06.941299 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44018) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:06.942548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:06.942908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:06.943246 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:06.943575 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:06.943902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:06.944231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:06.944555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:06.945552 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:06.946686 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:06.947024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:06.947390 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:06.948199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:06.975392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'port': {'network_id': 'ef9a452f-8609-4c1d-823b-9369498c6f43', 'name': 'tempest-RoutersIpV6Test-450513408'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:06.977662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-8bdb9a83-8e69-405f-9022-888c321c7a28 None None] For port e13f34dc-f226-45b8-bd24-7d484783e68f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e13f34dc-f226-45b8-bd24-7d484783e68f,segment=NetworkSegment(c740f484-2ece-4597-bcb3-afae90ff8b21),segment_id=c740f484-2ece-4597-bcb3-afae90ff8b21)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:06.978081 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8bdb9a83-8e69-405f-9022-888c321c7a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:06.987821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Network ef9a452f-8609-4c1d-823b-9369498c6f43 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:06.994414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:07.058465 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:07.125336 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d2e0f157-e80b-4e17-91cb-3ec5c86dcceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:07:01Z', 'revision_number': 5, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'gw_port': {'id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:06Z', 'updated_at': '2022-08-26T01:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:07.135395 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0f157-e80b-4e17-91cb-3ec5c86dcceb None None] Checking router: bbf6d52a-4460-4725-ba4f-2ac06610a50b for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:07:07.153291 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] For port e13f34dc-f226-45b8-bd24-7d484783e68f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e13f34dc-f226-45b8-bd24-7d484783e68f,segment=NetworkSegment(c740f484-2ece-4597-bcb3-afae90ff8b21),segment_id=c740f484-2ece-4597-bcb3-afae90ff8b21)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:07.154018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:07.155868 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0f157-e80b-4e17-91cb-3ec5c86dcceb None None] Routers {'bbf6d52a-4460-4725-ba4f-2ac06610a50b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:07.156822 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d2e0f157-e80b-4e17-91cb-3ec5c86dcceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:07.175718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:07.188602 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb9a83-8e69-405f-9022-888c321c7a28 None None] Calling delete_port for e13f34dc-f226-45b8-bd24-7d484783e68f owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:07.197610 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:port and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:07.212075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:07.233365 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:07.255447 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:07.314077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:07.329487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ca8740-80dd-4119-9da5-266fe5e59a28 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:07.335846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ca8740-80dd-4119-9da5-266fe5e59a28 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:07.337240 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a6ca8740-80dd-4119-9da5-266fe5e59a28 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:07.347043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Attempting to bind port 1a80cb01-2503-4686-a35b-34b48d6dddc1 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:07.347423 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Attempting to bind port 1a80cb01-2503-4686-a35b-34b48d6dddc1 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'ceb2d437-d9a3-4901-9bf2-4ebfb5888940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ef9a452f-8609-4c1d-823b-9369498c6f43'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:07.348144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Attempting to bind port 1a80cb01-2503-4686-a35b-34b48d6dddc1 on network ef9a452f-8609-4c1d-823b-9369498c6f43 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:07.366404 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:07:07.366807 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Checking segment: {'id': 'ceb2d437-d9a3-4901-9bf2-4ebfb5888940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ef9a452f-8609-4c1d-823b-9369498c6f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:07.367225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:07.368064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Bound using segment: {'id': 'ceb2d437-d9a3-4901-9bf2-4ebfb5888940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ef9a452f-8609-4c1d-823b-9369498c6f43'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:07:07.368064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Bound port: 1a80cb01-2503-4686-a35b-34b48d6dddc1, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb2d437-d9a3-4901-9bf2-4ebfb5888940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'ef9a452f-8609-4c1d-823b-9369498c6f43'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:07:07.368455 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:07.383442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:07.387064 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:07.403118 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e13f34dc-f226-45b8-bd24-7d484783e68f is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:07.403512 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:07.406581 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Calling delete_port for e13f34dc-f226-45b8-bd24-7d484783e68f owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:07.476443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] Deleting port e89e7130-e0dc-4a94-9ae8-d58287186611 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:07.476986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:07.507341 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-d2e0f157-e80b-4e17-91cb-3ec5c86dcceb None None] Set router bbf6d52a-4460-4725-ba4f-2ac06610a50b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:07:07.514611 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Subnet': ['ID=45899faf-a8af-47d0-825c-304b2c5558da,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:07.528793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] device_id is not set on port 1c0fb458-3c56-4dd4-a706-d694a8e394da yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:07:07.563017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] For port 1a80cb01-2503-4686-a35b-34b48d6dddc1, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:07.574626 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] For port 1a80cb01-2503-4686-a35b-34b48d6dddc1, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1a80cb01-2503-4686-a35b-34b48d6dddc1,segment=NetworkSegment(ceb2d437-d9a3-4901-9bf2-4ebfb5888940),segment_id=ceb2d437-d9a3-4901-9bf2-4ebfb5888940)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:07:07.585159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a6ca8740-80dd-4119-9da5-266fe5e59a28 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:07.589812 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a6ca8740-80dd-4119-9da5-266fe5e59a28 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 1.2626023 Aug 26 01:07:07.595665 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44022) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:07.650544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8bdb9a83-8e69-405f-9022-888c321c7a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:07.768687 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb9a83-8e69-405f-9022-888c321c7a28 None None] Pushing event deleted for resources: {'Port': ['ID=e13f34dc-f226-45b8-bd24-7d484783e68f,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:07.778406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:07.779525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Checking segment: {'id': 'cf1a10be-06e1-4107-9eea-814dd053fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '379270bc-d2b1-4b8c-a8f2-775ebbfca1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:07.779983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network hostable DHCP agents. Network: 379270bc-d2b1-4b8c-a8f2-775ebbfca1f1, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:07:07.793628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.api [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:07:07.801132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG oslo_db.api [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:07:07.874390 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb9a83-8e69-405f-9022-888c321c7a28 None None] No DVR routers for this DVR port e13f34dc-f226-45b8-bd24-7d484783e68f on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:07:07.927325 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d2e0f157-e80b-4e17-91cb-3ec5c86dcceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:07:01Z', 'revision_number': 5, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'gw_port': {'id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:06Z', 'updated_at': '2022-08-26T01:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:07.935619 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e0f157-e80b-4e17-91cb-3ec5c86dcceb None None] The sync data for ids ['bbf6d52a-4460-4725-ba4f-2ac06610a50b'] in dv-neutron-854561-2-hyperv is: [{'id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'name': 'tempest-ServersTestManualDisk-337839166-router', 'tenant_id': 'dc7e4520f47e43769b8eb97b4077c751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:07:01Z', 'revision_number': 5, 'project_id': 'dc7e4520f47e43769b8eb97b4077c751', 'gw_port': {'id': 'e89e7130-e0dc-4a94-9ae8-d58287186611', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf6d52a-4460-4725-ba4f-2ac06610a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:06Z', 'updated_at': '2022-08-26T01:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:07.937887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861870d-2adc-43a7-a987-d82da8207303 None None] Pushing event updated for resources: {'Port': ['ID=1a80cb01-2503-4686-a35b-34b48d6dddc1,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:08.015526 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-c0a99328-5bed-4a69-8f5d-c5b801a7e68f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port 64d91ad9-6f1f-47f9-b7b7-b4c0b5ed7caa {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:08.015971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c0a99328-5bed-4a69-8f5d-c5b801a7e68f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:08.045664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d478d054-c822-4f7a-9e6a-703d7da44689 admin admin] Router 72708df3-52ba-4cbf-87d8-7a34491c842b has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:07:08.105484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:08.109199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 379270bc-d2b1-4b8c-a8f2-775ebbfca1f1 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:07:08.231941 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-825b8f23-e112-4dbd-822d-93c47317cda2 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:08.241195 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-825b8f23-e112-4dbd-822d-93c47317cda2 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:08.249246 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 379270bc-d2b1-4b8c-a8f2-775ebbfca1f1) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:08.257892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8014ef99-669b-416f-a51e-be07c93be737 None None] Network 379270bc-d2b1-4b8c-a8f2-775ebbfca1f1 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:08.307224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:08.307224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:08.307538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Deleting port e13f34dc-f226-45b8-bd24-7d484783e68f {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:08.307538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:08.325188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Allocated IP 2001:db8::118 (ef9a452f-8609-4c1d-823b-9369498c6f43/f4137649-4dd9-48a0-8095-a9dca1d82a07/1c0fb458-3c56-4dd4-a706-d694a8e394da) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:08.343187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Pushing event updated for resources: {'Subnet': ['ID=b9d457fe-f91b-43d6-918b-85b5f188fd1e,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:08.381734 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] For port e89e7130-e0dc-4a94-9ae8-d58287186611, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e89e7130-e0dc-4a94-9ae8-d58287186611,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:08.382189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:08.604587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Checking segment: {'id': 'ad23a935-ca12-416f-aa7b-9ca46cc79345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '987fbf3b-763d-4c74-8997-822388926785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:08.605669 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Network hostable DHCP agents. Network: 987fbf3b-763d-4c74-8997-822388926785, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:07:08.650155 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-379270bc-d2b1-4b8c-a8f2-775ebbfca1f1', 'network_id': '379270bc-d2b1-4b8c-a8f2-775ebbfca1f1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'fixed_ips': [{'subnet_id': '45899faf-a8af-47d0-825c-304b2c5558da'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:07:08.651027 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:08.681109 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1a80cb01-2503-4686-a35b-34b48d6dddc1 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:08.685284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] The port 'e13f34dc-f226-45b8-bd24-7d484783e68f' was deleted {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:07:08.686733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d478d054-c822-4f7a-9e6a-703d7da44689 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:08.695808 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] Calling delete_port for e89e7130-e0dc-4a94-9ae8-d58287186611 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:08.753977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff63b5b-5b1d-4eb6-a898-95961e4548e6 None None] Sync routers for ids ['72708df3-52ba-4cbf-87d8-7a34491c842b'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:08.765412 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d478d054-c822-4f7a-9e6a-703d7da44689 admin admin] 10.222.0.83 "PUT /v2.0/routers/72708df3-52ba-4cbf-87d8-7a34491c842b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2342865 Aug 26 01:07:08.771319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44026) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:08.818452 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-643be597-2aeb-41bd-87b7-95ded449ec17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2102714 Aug 26 01:07:08.835144 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44030) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:08.852853 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-e4992c29-60b9-47b6-abc9-5f2501e90a9b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-69669715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:08.866148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff63b5b-5b1d-4eb6-a898-95961e4548e6 None None] Routers {'72708df3-52ba-4cbf-87d8-7a34491c842b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:08.866960 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cff63b5b-5b1d-4eb6-a898-95961e4548e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['72708df3-52ba-4cbf-87d8-7a34491c842b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:08.903689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e4992c29-60b9-47b6-abc9-5f2501e90a9b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:08.979650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e4992c29-60b9-47b6-abc9-5f2501e90a9b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:router and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:08.996206 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Network 987fbf3b-763d-4c74-8997-822388926785 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:07:09.005700 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e4992c29-60b9-47b6-abc9-5f2501e90a9b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:09.016730 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.034853 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e4992c29-60b9-47b6-abc9-5f2501e90a9b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:09.044170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c0a99328-5bed-4a69-8f5d-c5b801a7e68f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.075572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a82910-1fcd-4263-b2ea-719677b5f0f6']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:09.088909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825b8f23-e112-4dbd-822d-93c47317cda2 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Router 9d095332-a6e5-42c3-916a-a8dd84d3699e has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:07:09.102970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c740f484-2ece-4597-bcb3-afae90ff8b21') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:09.102970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c740f484-2ece-4597-bcb3-afae90ff8b21') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:09.123402 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.177238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.189860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 987fbf3b-763d-4c74-8997-822388926785) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:09.208277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-c0a99328-5bed-4a69-8f5d-c5b801a7e68f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for 64d91ad9-6f1f-47f9-b7b7-b4c0b5ed7caa owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:09.217522 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2af97a3-4077-44da-a053-7247f70868d5 None None] Network 987fbf3b-763d-4c74-8997-822388926785 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:09.239458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4992c29-60b9-47b6-abc9-5f2501e90a9b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.239687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4992c29-60b9-47b6-abc9-5f2501e90a9b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.270084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:09.270685 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.372798 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 1a80cb01-2503-4686-a35b-34b48d6dddc1 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:09.384628 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Allocated IP 172.20.0.2 (379270bc-d2b1-4b8c-a8f2-775ebbfca1f1/45899faf-a8af-47d0-825c-304b2c5558da/3f228f03-2460-4353-8f12-260060034186) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:09.396563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4992c29-60b9-47b6-abc9-5f2501e90a9b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.402643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.415245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.421288 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8914d019-42f2-414d-b1c4-49c48c405786 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3662362 Aug 26 01:07:09.427637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44034) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:09.446632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:07:09.447044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.451845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-cff63b5b-5b1d-4eb6-a898-95961e4548e6 None None] Set router 72708df3-52ba-4cbf-87d8-7a34491c842b gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:07:09.547062 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment c740f484-2ece-4597-bcb3-afae90ff8b21 resource provider aggregate not found Aug 26 01:07:09.553610 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-28c4f6c7-0240-4483-a0b7-7d3953935dd6 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1385185629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:09.563057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-28c4f6c7-0240-4483-a0b7-7d3953935dd6 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:09.569175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-28c4f6c7-0240-4483-a0b7-7d3953935dd6 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Usage tracker for resource:router and tenant:b8f277656cc64c1480f5c6fbfbfc7bbe is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:09.573590 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-28c4f6c7-0240-4483-a0b7-7d3953935dd6 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:09.580970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-28c4f6c7-0240-4483-a0b7-7d3953935dd6 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:09.596514 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment c740f484-2ece-4597-bcb3-afae90ff8b21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c740f484-2ece-4597-bcb3-afae90ff8b21 found for delete ", "request_id": "req-61a1c3c4-dbb7-4972-94ce-215bb06e3e2a"}]} Aug 26 01:07:09.598401 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c0a99328-5bed-4a69-8f5d-c5b801a7e68f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.677423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4992c29-60b9-47b6-abc9-5f2501e90a9b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.698400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.713567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-28c4f6c7-0240-4483-a0b7-7d3953935dd6 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.715403 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-28c4f6c7-0240-4483-a0b7-7d3953935dd6 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.719828 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825b8f23-e112-4dbd-822d-93c47317cda2 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:09.729513 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.731243 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb1105-6f00-42d5-b220-b5fea840f347 None None] Sync routers for ids ['9d095332-a6e5-42c3-916a-a8dd84d3699e'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:09.748547 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb1105-6f00-42d5-b220-b5fea840f347 None None] Routers {'9d095332-a6e5-42c3-916a-a8dd84d3699e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:09.749238 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-73bb1105-6f00-42d5-b220-b5fea840f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9d095332-a6e5-42c3-916a-a8dd84d3699e'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:09.765603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-825b8f23-e112-4dbd-822d-93c47317cda2 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.767773 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-825b8f23-e112-4dbd-822d-93c47317cda2 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "PUT /v2.0/routers/9d095332-a6e5-42c3-916a-a8dd84d3699e HTTP/1.1" status: 200 len: 922 time: 6.9991648 Aug 26 01:07:09.772206 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.774699 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] 10.222.0.83 "DELETE /v2.0/networks/98a82910-1fcd-4263-b2ea-719677b5f0f6 HTTP/1.1" status: 204 len: 168 time: 4.2276249 Aug 26 01:07:09.775517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44042) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:09.780390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44044) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:09.850677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107abadb-edaf-4bd9-9ddf-6a928356835e tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event deleted for resources: {'Network': ['ID=98a82910-1fcd-4263-b2ea-719677b5f0f6,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:09.926075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] Deleting port 8453fa73-0e03-4980-b886-c91a2432c3cd {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:09.926678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.954265 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-73bb1105-6f00-42d5-b220-b5fea840f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:09.967872 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb1105-6f00-42d5-b220-b5fea840f347 None None] Routers {'9d095332-a6e5-42c3-916a-a8dd84d3699e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:09.968751 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-73bb1105-6f00-42d5-b220-b5fea840f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9d095332-a6e5-42c3-916a-a8dd84d3699e'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:09.974688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-28c4f6c7-0240-4483-a0b7-7d3953935dd6 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:09.994317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Transition to ACTIVE for port object 1c0fb458-3c56-4dd4-a706-d694a8e394da will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:10.005667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4992c29-60b9-47b6-abc9-5f2501e90a9b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:10.013084 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e4992c29-60b9-47b6-abc9-5f2501e90a9b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.1762683 Aug 26 01:07:10.025772 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44050) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:10.040013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:10.051713 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-73bb1105-6f00-42d5-b220-b5fea840f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:10.052112 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb1105-6f00-42d5-b220-b5fea840f347 None None] The sync data for ids ['9d095332-a6e5-42c3-916a-a8dd84d3699e'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:10.067689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a99328-5bed-4a69-8f5d-c5b801a7e68f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=64d91ad9-6f1f-47f9-b7b7-b4c0b5ed7caa,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:10.073454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'port': {'network_id': '379270bc-d2b1-4b8c-a8f2-775ebbfca1f1', 'name': 'tempest-RoutersTest-862927210'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:10.075439 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Transition to ACTIVE for port object 3f228f03-2460-4353-8f12-260060034186 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:10.104489 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f8be6a67-3c27-4fd3-ba3b-980a2925904b no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:07:10.118295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-28c4f6c7-0240-4483-a0b7-7d3953935dd6 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:10.147375 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d5400-73aa-4474-965a-cb80d5559db6 None None] Network ef9a452f-8609-4c1d-823b-9369498c6f43 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:10.197134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c0a99328-5bed-4a69-8f5d-c5b801a7e68f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:10.216839 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:10.313239 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c0a99328-5bed-4a69-8f5d-c5b801a7e68f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/64d91ad9-6f1f-47f9-b7b7-b4c0b5ed7caa HTTP/1.1" status: 204 len: 168 time: 2.7091169 Aug 26 01:07:10.317681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] Pushing event deleted for resources: {'Port': ['ID=e89e7130-e0dc-4a94-9ae8-d58287186611,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:10.320692 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44054) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:10.338588 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: f8be6a67-3c27-4fd3-ba3b-980a2925904b {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:07:10.338961 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f8be6a67-3c27-4fd3-ba3b-980a2925904b not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:07:10.412816 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-28c4f6c7-0240-4483-a0b7-7d3953935dd6 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:10.417343 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-28c4f6c7-0240-4483-a0b7-7d3953935dd6 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8816621 Aug 26 01:07:10.448776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-6d41a47e-6fcc-4af8-ae05-955af23eb4a5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Deleting port 22b1bd5f-6ebd-4a9d-97ba-bc07ffddbb85 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:10.449371 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6d41a47e-6fcc-4af8-ae05-955af23eb4a5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:10.462705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44058) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:10.485405 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f9ffc4a5-038d-43cf-bb7d-02a9fa2ec931 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/routers/9d095332-a6e5-42c3-916a-a8dd84d3699e HTTP/1.1" status: 200 len: 922 time: 0.7038682 Aug 26 01:07:10.518609 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44062) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:10.548712 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-cca9f047-7965-421c-adff-9fd4b778e5d6 None None] Provisioning for port 1a80cb01-2503-4686-a35b-34b48d6dddc1 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:10.572963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-cca9f047-7965-421c-adff-9fd4b778e5d6 None None] Provisioning complete for port 1a80cb01-2503-4686-a35b-34b48d6dddc1 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:10.573381 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cca9f047-7965-421c-adff-9fd4b778e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:10.661023 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:10.678269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Transition to ACTIVE for port object 3f228f03-2460-4353-8f12-260060034186 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:10.682740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ccddbd-6992-4d7e-a0a9-98ba27c76a8f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:10.684631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ccddbd-6992-4d7e-a0a9-98ba27c76a8f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:10.685330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-72ccddbd-6992-4d7e-a0a9-98ba27c76a8f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:10.730734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:10.787485 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:10.810390 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:10.834140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-987fbf3b-763d-4c74-8997-822388926785', 'network_id': '987fbf3b-763d-4c74-8997-822388926785', 'tenant_id': 'b8f277656cc64c1480f5c6fbfbfc7bbe', 'fixed_ips': [{'subnet_id': 'b9d457fe-f91b-43d6-918b-85b5f188fd1e'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:07:10.834971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:10.894540 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc147ec-656a-4ac3-924c-f8896aea0881 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:10.895264 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8bc147ec-656a-4ac3-924c-f8896aea0881 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Synchronizing usage tracker for tenant:9d3e8d23148a4ac991b985c983966806 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:10.939307 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:10.976793 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Network 379270bc-d2b1-4b8c-a8f2-775ebbfca1f1 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:10.989891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] For port 8453fa73-0e03-4980-b886-c91a2432c3cd, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=8453fa73-0e03-4980-b886-c91a2432c3cd,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:10.990262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.010517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6d41a47e-6fcc-4af8-ae05-955af23eb4a5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.049386 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6d41a47e-6fcc-4af8-ae05-955af23eb4a5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.049637 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-cca9f047-7965-421c-adff-9fd4b778e5d6 None None] Current status of the port 1a80cb01-2503-4686-a35b-34b48d6dddc1 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:11.049637 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cca9f047-7965-421c-adff-9fd4b778e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.050198 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8bc147ec-656a-4ac3-924c-f8896aea0881 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Unset dirty status for tenant:9d3e8d23148a4ac991b985c983966806 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:11.050198 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8bc147ec-656a-4ac3-924c-f8896aea0881 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&device_id=9d095332-a6e5-42c3-916a-a8dd84d3699e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5026031 Aug 26 01:07:11.050358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:port and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:11.050431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:11.050431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Pushing event updated for resources: {'Port': ['ID=3f228f03-2460-4353-8f12-260060034186,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:11.093949 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44066) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:11.097440 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:11.104076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network ef9a452f-8609-4c1d-823b-9369498c6f43 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:11.124175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:11.126539 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:11.143479 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:11.155314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:11.160464 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:11.161088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.180142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] Calling delete_port for 8453fa73-0e03-4980-b886-c91a2432c3cd owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:11.313237 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-cca9f047-7965-421c-adff-9fd4b778e5d6 None None] For port 1a80cb01-2503-4686-a35b-34b48d6dddc1, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1a80cb01-2503-4686-a35b-34b48d6dddc1,segment=NetworkSegment(ceb2d437-d9a3-4901-9bf2-4ebfb5888940),segment_id=ceb2d437-d9a3-4901-9bf2-4ebfb5888940)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:11.365546 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-6d41a47e-6fcc-4af8-ae05-955af23eb4a5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Calling delete_port for 22b1bd5f-6ebd-4a9d-97ba-bc07ffddbb85 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:11.370100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Attempting to bind port 3f228f03-2460-4353-8f12-260060034186 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:11.370478 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Attempting to bind port 3f228f03-2460-4353-8f12-260060034186 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'cf1a10be-06e1-4107-9eea-814dd053fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '379270bc-d2b1-4b8c-a8f2-775ebbfca1f1'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:11.370847 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Attempting to bind port 3f228f03-2460-4353-8f12-260060034186 on network 379270bc-d2b1-4b8c-a8f2-775ebbfca1f1 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:11.383947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:07:11.388267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Checking segment: {'id': 'cf1a10be-06e1-4107-9eea-814dd053fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '379270bc-d2b1-4b8c-a8f2-775ebbfca1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:11.388267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.388267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Bound using segment: {'id': 'cf1a10be-06e1-4107-9eea-814dd053fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '379270bc-d2b1-4b8c-a8f2-775ebbfca1f1'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:07:11.388267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Bound port: 3f228f03-2460-4353-8f12-260060034186, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1a10be-06e1-4107-9eea-814dd053fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '379270bc-d2b1-4b8c-a8f2-775ebbfca1f1'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:07:11.388267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.413517 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cca9f047-7965-421c-adff-9fd4b778e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.475688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=1c0fb458-3c56-4dd4-a706-d694a8e394da,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:11.477429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cff63b5b-5b1d-4eb6-a898-95961e4548e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:03Z', 'updated_at': '2022-08-26T01:07:04Z', 'revision_number': 5, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'gw_port': {'id': '8453fa73-0e03-4980-b886-c91a2432c3cd', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:02:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:05:04Z', 'updated_at': '2022-08-26T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:11.477783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-72ccddbd-6992-4d7e-a0a9-98ba27c76a8f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:11.482592 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-72ccddbd-6992-4d7e-a0a9-98ba27c76a8f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.1544235 Aug 26 01:07:11.497506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44070) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:11.506714 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.523643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.545674 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Allocated IP 172.20.0.2 (987fbf3b-763d-4c74-8997-822388926785/b9d457fe-f91b-43d6-918b-85b5f188fd1e/5a8f95f1-4d66-4c18-8920-cc390b823bce) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:11.565513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff63b5b-5b1d-4eb6-a898-95961e4548e6 None None] Checking router: 72708df3-52ba-4cbf-87d8-7a34491c842b for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:07:11.588619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff63b5b-5b1d-4eb6-a898-95961e4548e6 None None] Routers {'72708df3-52ba-4cbf-87d8-7a34491c842b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:11.589100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cff63b5b-5b1d-4eb6-a898-95961e4548e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['72708df3-52ba-4cbf-87d8-7a34491c842b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:11.595875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-b218abcd-ad72-433e-911e-b939e279527c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 035ae332-57c3-4708-8257-a286c78dcf4b {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:07:11.596922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:11.600508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.625101 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8814a9e7-a5d1-4146-88d9-5dd8e8a36122 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.6613243 Aug 26 01:07:11.627060 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b218abcd-ad72-433e-911e-b939e279527c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.641968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44074) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:11.748583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b218abcd-ad72-433e-911e-b939e279527c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.782927 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9f047-7965-421c-adff-9fd4b778e5d6 None None] Pushing event updated for resources: {'Port': ['ID=1a80cb01-2503-4686-a35b-34b48d6dddc1,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:11.823008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] device_id is not set on port 0b3c5586-b390-44cf-9576-f8a956ef61ed yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:07:11.832909 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d16d8d5c-1f84-43e0-b310-8d5ee37d67d7 None None] Provisioning complete for port 1a80cb01-2503-4686-a35b-34b48d6dddc1 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:11.833179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d16d8d5c-1f84-43e0-b310-8d5ee37d67d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.851406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b218abcd-ad72-433e-911e-b939e279527c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.886580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] For port 3f228f03-2460-4353-8f12-260060034186, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:11.915504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d87a4d-ee9b-4bda-922b-0d0d1ce3a7f7 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:11.919873 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a7d87a4d-ee9b-4bda-922b-0d0d1ce3a7f7 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/networks/49e274ef-58e5-4652-9e84-36bb0a18cd29 HTTP/1.1" status: 200 len: 881 time: 0.8145316 Aug 26 01:07:11.921765 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.928019 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44078) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:11.932394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6d41a47e-6fcc-4af8-ae05-955af23eb4a5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:11.935006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] For port 3f228f03-2460-4353-8f12-260060034186, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3f228f03-2460-4353-8f12-260060034186,segment=NetworkSegment(cf1a10be-06e1-4107-9eea-814dd053fe97),segment_id=cf1a10be-06e1-4107-9eea-814dd053fe97)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:07:11.948230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-cff63b5b-5b1d-4eb6-a898-95961e4548e6 None None] Set router 72708df3-52ba-4cbf-87d8-7a34491c842b gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:07:12.004197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:12.017248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:12.017684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbf6d52a-4460-4725-ba4f-2ac06610a50b {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:07:12.031448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b218abcd-ad72-433e-911e-b939e279527c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:12.068757 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41a47e-6fcc-4af8-ae05-955af23eb4a5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Pushing event deleted for resources: {'Port': ['ID=22b1bd5f-6ebd-4a9d-97ba-bc07ffddbb85,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:12.075057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:12.111069 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fde43396-af4c-4ad5-a118-13a444fe4211 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d095332-a6e5-42c3-916a-a8dd84d3699e HTTP/1.1" status: 200 len: 205 time: 0.1820142 Aug 26 01:07:12.118711 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44082) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:12.158133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cff63b5b-5b1d-4eb6-a898-95961e4548e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:03Z', 'updated_at': '2022-08-26T01:07:09Z', 'revision_number': 6, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:12.170721 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e086a3d-15b0-4b66-a807-44fc31821b4e None None] Pushing event updated for resources: {'Port': ['ID=3f228f03-2460-4353-8f12-260060034186,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:12.193968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff63b5b-5b1d-4eb6-a898-95961e4548e6 None None] The sync data for ids ['72708df3-52ba-4cbf-87d8-7a34491c842b'] in dv-neutron-854561-2-hyperv is: [{'id': '72708df3-52ba-4cbf-87d8-7a34491c842b', 'name': 'tempest-ServersTestJSON-1216022340-router', 'tenant_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:05:03Z', 'updated_at': '2022-08-26T01:07:09Z', 'revision_number': 6, 'project_id': '6eb05f5695bc465ba7db98f5e6c92aa6', 'gw_port_host': None}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:12.326135 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218abcd-ad72-433e-911e-b939e279527c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=035ae332-57c3-4708-8257-a286c78dcf4b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:12.349354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d16d8d5c-1f84-43e0-b310-8d5ee37d67d7 None None] Current status of the port 1a80cb01-2503-4686-a35b-34b48d6dddc1 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:12.358218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:12.371159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Transition to ACTIVE for port object 5a8f95f1-4d66-4c18-8920-cc390b823bce will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:12.391424 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660d2d64-e937-40ad-b60a-25619d7c46ea None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:12.408331 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b218abcd-ad72-433e-911e-b939e279527c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:12.409689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Transition to ACTIVE for port object 5a8f95f1-4d66-4c18-8920-cc390b823bce will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:12.437569 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=8453fa73-0e03-4980-b886-c91a2432c3cd,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:12.504699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:12.514460 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b218abcd-ad72-433e-911e-b939e279527c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/035ae332-57c3-4708-8257-a286c78dcf4b HTTP/1.1" status: 204 len: 168 time: 1.0155079 Aug 26 01:07:12.518786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44086) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:12.560605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:12.561709 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6309935d-6b08-4e3d-8fbd-4506d5a8faff admin admin] 10.222.0.83 "DELETE /v2.0/routers/bbf6d52a-4460-4725-ba4f-2ac06610a50b HTTP/1.1" status: 204 len: 168 time: 6.2331042 Aug 26 01:07:12.575380 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4e2d4a48-9c9f-403c-a973-537c3d6507ba None None] Provisioning for port 1c0fb458-3c56-4dd4-a706-d694a8e394da completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:12.592968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44090) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:12.601276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Network 987fbf3b-763d-4c74-8997-822388926785 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:12.617188 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:12.624534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4e2d4a48-9c9f-403c-a973-537c3d6507ba None None] Provisioning complete for port 1c0fb458-3c56-4dd4-a706-d694a8e394da triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:12.632738 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4e2d4a48-9c9f-403c-a973-537c3d6507ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:12.689276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:12.770788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:12.861711 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Pushing event updated for resources: {'Port': ['ID=5a8f95f1-4d66-4c18-8920-cc390b823bce,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:12.895299 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Allocated IP 172.20.0.11 (379270bc-d2b1-4b8c-a8f2-775ebbfca1f1/45899faf-a8af-47d0-825c-304b2c5558da/0b3c5586-b390-44cf-9576-f8a956ef61ed) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:12.951506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6d41a47e-6fcc-4af8-ae05-955af23eb4a5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:12.954082 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6d41a47e-6fcc-4af8-ae05-955af23eb4a5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:12.957925 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6d41a47e-6fcc-4af8-ae05-955af23eb4a5 tempest-FloatingIPAdminTestJSON-948022695 tempest-FloatingIPAdminTestJSON-948022695-project] 10.222.0.83 "DELETE /v2.0/floatingips/1e46719f-cee5-4b11-b9d0-b6196a2a9a27 HTTP/1.1" status: 204 len: 168 time: 3.1015859 Aug 26 01:07:12.966136 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cac7bb8a-1265-4a1d-8742-d74995cac4fc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4375436 Aug 26 01:07:12.975186 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44096) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:12.982024 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6f7befbd-7429-4043-824c-0db544cee794 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:13.020370 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:13.052258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:13.104396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4e2d4a48-9c9f-403c-a973-537c3d6507ba None None] Port 1c0fb458-3c56-4dd4-a706-d694a8e394da cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:13.106209 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Attempting to bind port 5a8f95f1-4d66-4c18-8920-cc390b823bce on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:13.106578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Attempting to bind port 5a8f95f1-4d66-4c18-8920-cc390b823bce by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'ad23a935-ca12-416f-aa7b-9ca46cc79345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '987fbf3b-763d-4c74-8997-822388926785'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:13.106998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Attempting to bind port 5a8f95f1-4d66-4c18-8920-cc390b823bce on network 987fbf3b-763d-4c74-8997-822388926785 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:13.124221 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:07:13.124564 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Checking segment: {'id': 'ad23a935-ca12-416f-aa7b-9ca46cc79345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '987fbf3b-763d-4c74-8997-822388926785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:13.124960 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:13.125361 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Bound using segment: {'id': 'ad23a935-ca12-416f-aa7b-9ca46cc79345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '987fbf3b-763d-4c74-8997-822388926785'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:07:13.125866 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Bound port: 5a8f95f1-4d66-4c18-8920-cc390b823bce, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad23a935-ca12-416f-aa7b-9ca46cc79345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '987fbf3b-763d-4c74-8997-822388926785'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:07:13.126240 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:13.191444 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aba8eaa-4da5-4792-bdfb-883a751364b1 admin admin] Deleting subnet 5688c5e7-2a4d-4222-b8d3-ece066beeeca {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:07:13.200123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2aba8eaa-4da5-4792-bdfb-883a751364b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:13.252435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] For port 5a8f95f1-4d66-4c18-8920-cc390b823bce, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:13.258714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] For port 5a8f95f1-4d66-4c18-8920-cc390b823bce, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5a8f95f1-4d66-4c18-8920-cc390b823bce,segment=NetworkSegment(ad23a935-ca12-416f-aa7b-9ca46cc79345),segment_id=ad23a935-ca12-416f-aa7b-9ca46cc79345)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:07:13.283654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-503a6057-ebeb-498d-8771-7c1e5dc976a9 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:13.284697 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6f7befbd-7429-4043-824c-0db544cee794 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:13.284697 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6f7befbd-7429-4043-824c-0db544cee794 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:13.288996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2aba8eaa-4da5-4792-bdfb-883a751364b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:13.316778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6f7befbd-7429-4043-824c-0db544cee794 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:13.331450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:13.336811 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:13.341182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72708df3-52ba-4cbf-87d8-7a34491c842b {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:07:13.348841 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6f7befbd-7429-4043-824c-0db544cee794 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:13.370837 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:13.378351 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b0a03a07-46ba-4361-8189-264629fa4e05 admin admin] 10.222.0.83 "DELETE /v2.0/routers/72708df3-52ba-4cbf-87d8-7a34491c842b HTTP/1.1" status: 204 len: 168 time: 4.6036727 Aug 26 01:07:13.380462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44100) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:13.493109 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac865ea-119f-40fe-843a-9a0c620ee677 admin admin] Deleting subnet eace32ba-c656-40e4-806c-60ae69edefc3 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:07:13.504620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ac865ea-119f-40fe-843a-9a0c620ee677 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:13.513689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1277dd-b862-47f1-8d8d-f83b458de08f None None] Pushing event updated for resources: {'Port': ['ID=5a8f95f1-4d66-4c18-8920-cc390b823bce,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:13.516665 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f7ae0-1b11-4c41-87f7-b39ac77d147d None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:07:13.521719 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7a1f7ae0-1b11-4c41-87f7-b39ac77d147d None None] Deleting port 6e9192d1-6361-4b8a-96f2-536caead63ee {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:13.522095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7a1f7ae0-1b11-4c41-87f7-b39ac77d147d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:13.584380 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1a80cb01-2503-4686-a35b-34b48d6dddc1 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:13.591039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7befbd-7429-4043-824c-0db544cee794 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:13.596469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f7befbd-7429-4043-824c-0db544cee794 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:13.624146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ac865ea-119f-40fe-843a-9a0c620ee677 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:13.885424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2aba8eaa-4da5-4792-bdfb-883a751364b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:13.947943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 1a80cb01-2503-4686-a35b-34b48d6dddc1 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:13.950028 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.008064 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-503a6057-ebeb-498d-8771-7c1e5dc976a9 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.048356 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44106) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:14.098541 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb49347-56bb-47e4-a44e-dc06ba269661 None None] Network 379270bc-d2b1-4b8c-a8f2-775ebbfca1f1 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:14.104048 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ac865ea-119f-40fe-843a-9a0c620ee677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.128418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-503a6057-ebeb-498d-8771-7c1e5dc976a9 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Deleting port 85226eaf-f342-415f-b7e4-ac38a8bbcb2c {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:14.128903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-503a6057-ebeb-498d-8771-7c1e5dc976a9 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.182343 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2aba8eaa-4da5-4792-bdfb-883a751364b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.237783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7a1f7ae0-1b11-4c41-87f7-b39ac77d147d None None] For port 6e9192d1-6361-4b8a-96f2-536caead63ee, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6e9192d1-6361-4b8a-96f2-536caead63ee,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:14.237783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7a1f7ae0-1b11-4c41-87f7-b39ac77d147d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.240229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba8eaa-4da5-4792-bdfb-883a751364b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5688c5e7-2a4d-4222-b8d3-ece066beeeca,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:14.269093 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2aba8eaa-4da5-4792-bdfb-883a751364b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.303814 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2aba8eaa-4da5-4792-bdfb-883a751364b1 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5688c5e7-2a4d-4222-b8d3-ece066beeeca HTTP/1.1" status: 204 len: 168 time: 1.7030790 Aug 26 01:07:14.303814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44112) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:14.321896 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3237daa3-bbfe-4788-ab9f-8b5516d96150 None None] Network 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:14.413897 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7a1f7ae0-1b11-4c41-87f7-b39ac77d147d None None] Calling delete_port for 6e9192d1-6361-4b8a-96f2-536caead63ee owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:14.423250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.442536 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-29248769-603f-43ca-b227-7783afec06f3 None None] Provisioning for port 3f228f03-2460-4353-8f12-260060034186 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:14.455315 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4901a06-5d67-4279-a88b-39409fe4b634 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.476140 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] Deleting port b02b66e7-6849-4d41-91bf-0af861ae0788 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:14.476492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.503950 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Allocated IP 172.20.0.1 (987fbf3b-763d-4c74-8997-822388926785/b9d457fe-f91b-43d6-918b-85b5f188fd1e/3449d052-64fb-461f-b87c-15be239cb295) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:14.584896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.634901 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7f3b64b0-e8bc-43f5-b11f-e8e4e1dda716 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0f741e42c9b940f8b733dac3f96228f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5698302 Aug 26 01:07:14.642265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44116) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:14.654861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ac865ea-119f-40fe-843a-9a0c620ee677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.750311 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f7befbd-7429-4043-824c-0db544cee794 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.764731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37214594-9abd-4842-a018-f524a8e34a7e None None] Network 174dbc40-879a-4d96-b5c3-d31c82619b85 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:14.784653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ac865ea-119f-40fe-843a-9a0c620ee677 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.798388 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac865ea-119f-40fe-843a-9a0c620ee677 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eace32ba-c656-40e4-806c-60ae69edefc3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:14.834115 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 1a80cb01-2503-4686-a35b-34b48d6dddc1 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:14.857588 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Transition to ACTIVE for port object 0b3c5586-b390-44cf-9576-f8a956ef61ed will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:14.913225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7befbd-7429-4043-824c-0db544cee794 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=09e82442-b58b-44e5-90db-1d210135351a,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:14.926877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:07:14.927959 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7befbd-7429-4043-824c-0db544cee794 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:14.934057 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5ac865ea-119f-40fe-843a-9a0c620ee677 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/eace32ba-c656-40e4-806c-60ae69edefc3 HTTP/1.1" status: 204 len: 168 time: 1.5312316 Aug 26 01:07:14.973028 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7a1f7ae0-1b11-4c41-87f7-b39ac77d147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.986019 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-6f7befbd-7429-4043-824c-0db544cee794 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:14.989457 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-503a6057-ebeb-498d-8771-7c1e5dc976a9 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:14.990094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7befbd-7429-4043-824c-0db544cee794 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:14.991201 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f7befbd-7429-4043-824c-0db544cee794 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:15.011075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44120) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:15.017044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2a86ceb1-d59f-42cd-a946-50e63715d9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:15.046974 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:07:15.047566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dd58a1a4-3052-4806-8ea0-6a4d1d491fa0 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:07:15.064676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf11971f-2c22-4aa8-b8af-f409dc3b5dc8 None None] Network 987fbf3b-763d-4c74-8997-822388926785 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:15.093528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f7ae0-1b11-4c41-87f7-b39ac77d147d None None] Pushing event deleted for resources: {'Port': ['ID=6e9192d1-6361-4b8a-96f2-536caead63ee,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:15.097140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f7ae0-1b11-4c41-87f7-b39ac77d147d None None] No DVR routers for this DVR port 6e9192d1-6361-4b8a-96f2-536caead63ee on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:07:15.150820 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6f7befbd-7429-4043-824c-0db544cee794 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1742842 Aug 26 01:07:15.162592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44124) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:15.173581 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-f00943b5-9154-4c98-a7e8-ae963d0a3f1c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'fixed_ips': [{'subnet_id': '09e82442-b58b-44e5-90db-1d210135351a', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1172239237'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:15.211036 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18c14e1-56e0-4ff4-96f7-3e75d765641f None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:15.253410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-503a6057-ebeb-498d-8771-7c1e5dc976a9 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Calling delete_port for 85226eaf-f342-415f-b7e4-ac38a8bbcb2c owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:15.288239 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2a86ceb1-d59f-42cd-a946-50e63715d9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:15.309496 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5a8f95f1-4d66-4c18-8920-cc390b823bce up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:15.474067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:15.494349 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f00943b5-9154-4c98-a7e8-ae963d0a3f1c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:15.498148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] For port b02b66e7-6849-4d41-91bf-0af861ae0788, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b02b66e7-6849-4d41-91bf-0af861ae0788,segment=NetworkSegment(d26fdeef-60bf-477c-a8a6-c33a9c235219),segment_id=d26fdeef-60bf-477c-a8a6-c33a9c235219)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:15.498645 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:15.523204 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f00943b5-9154-4c98-a7e8-ae963d0a3f1c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:15.535985 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-40affca2-b824-4165-9a28-85f89aa3cd1a None None] Provisioning for port 5a8f95f1-4d66-4c18-8920-cc390b823bce completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:15.581519 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] Deleting port 71efa634-8ec3-4aec-b756-a0980fe30255 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:15.581969 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:15.641269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:15.672642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Transition to ACTIVE for port object 3449d052-64fb-461f-b87c-15be239cb295 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:15.690837 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] Calling delete_port for b02b66e7-6849-4d41-91bf-0af861ae0788 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:15.692577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:15.759373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 379270bc-d2b1-4b8c-a8f2-775ebbfca1f1 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:15.771229 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:15.783463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00943b5-9154-4c98-a7e8-ae963d0a3f1c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:15.788190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:15.840506 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08247a42-7a15-4c2f-8fca-e2fee4696a0a None None] DHCP port deletion for 6e95c854-f01a-4195-8eb1-4cf6cc7465e9 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:07:15.843054 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 5a8f95f1-4d66-4c18-8920-cc390b823bce completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:15.866119 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-08247a42-7a15-4c2f-8fca-e2fee4696a0a None None] Deleting port b02b66e7-6849-4d41-91bf-0af861ae0788 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:15.866971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-08247a42-7a15-4c2f-8fca-e2fee4696a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:15.897430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 5a8f95f1-4d66-4c18-8920-cc390b823bce triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:15.898598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:15.939892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2a86ceb1-d59f-42cd-a946-50e63715d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:15.974597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=0b3c5586-b390-44cf-9576-f8a956ef61ed,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:15.997694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86ceb1-d59f-42cd-a946-50e63715d9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2109edea-8b1e-41b7-9516-2dde5ab20a0a,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:16.022080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2a86ceb1-d59f-42cd-a946-50e63715d9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:16.027441 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2a86ceb1-d59f-42cd-a946-50e63715d9e6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2109edea-8b1e-41b7-9516-2dde5ab20a0a HTTP/1.1" status: 204 len: 168 time: 1.3821964 Aug 26 01:07:16.033585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:16.035559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:16.084485 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e5a11-abe9-40bc-9086-31f2b541ed23 None None] DHCP port deletion for 174dbc40-879a-4d96-b5c3-d31c82619b85 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:07:16.099871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4901a06-5d67-4279-a88b-39409fe4b634 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:16.124276 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-58b34d56-caf8-48e7-9127-f2d2dd3f464b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 6.0930350 Aug 26 01:07:16.125134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44130) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:16.139848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e5a11-abe9-40bc-9086-31f2b541ed23 None None] Deleting port 71efa634-8ec3-4aec-b756-a0980fe30255 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:16.140285 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5a11-abe9-40bc-9086-31f2b541ed23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:16.147533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:16.193796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': '09e82442-b58b-44e5-90db-1d210135351a'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:07:16.194912 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:16.222469 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4901a06-5d67-4279-a88b-39409fe4b634 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:16.245904 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] Pushing event deleted for resources: {'Port': ['ID=b02b66e7-6849-4d41-91bf-0af861ae0788,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:16.258657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] No DVR routers for this DVR port b02b66e7-6849-4d41-91bf-0af861ae0788 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:07:16.266112 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f00943b5-9154-4c98-a7e8-ae963d0a3f1c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:16.295760 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-08247a42-7a15-4c2f-8fca-e2fee4696a0a None None] The port 'b02b66e7-6849-4d41-91bf-0af861ae0788' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:07:16.315390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] For port 71efa634-8ec3-4aec-b756-a0980fe30255, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=71efa634-8ec3-4aec-b756-a0980fe30255,segment=NetworkSegment(4cb85b69-9a34-4e9a-85df-0f6663512b73),segment_id=4cb85b69-9a34-4e9a-85df-0f6663512b73)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:16.315744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:16.410729 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-503a6057-ebeb-498d-8771-7c1e5dc976a9 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:16.415694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:16.435678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4901a06-5d67-4279-a88b-39409fe4b634 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=1c0fb458-3c56-4dd4-a706-d694a8e394da,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:16.504808 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a6057-ebeb-498d-8771-7c1e5dc976a9 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Pushing event deleted for resources: {'Port': ['ID=85226eaf-f342-415f-b7e4-ac38a8bbcb2c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:16.656526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-f00943b5-9154-4c98-a7e8-ae963d0a3f1c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port 060b64bb-de35-441e-903c-788e95c20068 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:07:16.661591 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-bd0e5a11-abe9-40bc-9086-31f2b541ed23 None None] For port 71efa634-8ec3-4aec-b756-a0980fe30255, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=71efa634-8ec3-4aec-b756-a0980fe30255,segment=NetworkSegment(4cb85b69-9a34-4e9a-85df-0f6663512b73),segment_id=4cb85b69-9a34-4e9a-85df-0f6663512b73)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:16.662118 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5a11-abe9-40bc-9086-31f2b541ed23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:16.729934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] Calling delete_port for 71efa634-8ec3-4aec-b756-a0980fe30255 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:16.764409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Network 987fbf3b-763d-4c74-8997-822388926785 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:16.848043 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44136) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:16.860129 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:16.888852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:16.953653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e5a11-abe9-40bc-9086-31f2b541ed23 None None] Calling delete_port for 71efa634-8ec3-4aec-b756-a0980fe30255 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:16.959095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:16.959854 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e95c854-f01a-4195-8eb1-4cf6cc7465e9']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:17.013304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.093539 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26fdeef-60bf-477c-a8a6-c33a9c235219') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:17.093846 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26fdeef-60bf-477c-a8a6-c33a9c235219') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:17.098776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-35a5d728-9e78-45c2-af08-9661fde68bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.112786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.135369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 5a8f95f1-4d66-4c18-8920-cc390b823bce is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:17.135747 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.140460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.148983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:07:17.149867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.170266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-35a5d728-9e78-45c2-af08-9661fde68bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:17.174875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Pushing event updated for resources: {'Port': ['ID=3449d052-64fb-461f-b87c-15be239cb295,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:17.185200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Allocated IP 2001:db8::2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/09e82442-b58b-44e5-90db-1d210135351a/4211eb73-36c3-405f-828c-89b9d7a2516a) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:17.208280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-35a5d728-9e78-45c2-af08-9661fde68bda admin admin] Usage tracker for resource:security_group_rule and tenant:4984849dcf514d97a633cfdd0e8cbacc is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:17.216293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-35a5d728-9e78-45c2-af08-9661fde68bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:17.219393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 5a8f95f1-4d66-4c18-8920-cc390b823bce, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5a8f95f1-4d66-4c18-8920-cc390b823bce,segment=NetworkSegment(ad23a935-ca12-416f-aa7b-9ca46cc79345),segment_id=ad23a935-ca12-416f-aa7b-9ca46cc79345)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:17.240603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=71efa634-8ec3-4aec-b756-a0980fe30255,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:17.240808 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-37a26b98-4abe-4220-87fa-4206b529c2b1 None None] Provisioning for port 0b3c5586-b390-44cf-9576-f8a956ef61ed completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:17.250558 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-bd0e5a11-abe9-40bc-9086-31f2b541ed23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:07:17.250918 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-bd0e5a11-abe9-40bc-9086-31f2b541ed23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:07:17.252551 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] No DVR routers for this DVR port 71efa634-8ec3-4aec-b756-a0980fe30255 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:07:17.292559 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment d26fdeef-60bf-477c-a8a6-c33a9c235219 resource provider aggregate not found Aug 26 01:07:17.298508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-37a26b98-4abe-4220-87fa-4206b529c2b1 None None] Provisioning complete for port 0b3c5586-b390-44cf-9576-f8a956ef61ed triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:17.299694 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-37a26b98-4abe-4220-87fa-4206b529c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.338158 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.339280 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3f228f03-2460-4353-8f12-260060034186 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:17.344846 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment d26fdeef-60bf-477c-a8a6-c33a9c235219 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d26fdeef-60bf-477c-a8a6-c33a9c235219 found for delete ", "request_id": "req-07d2945c-fa38-4b63-94bd-988668a89c4b"}]} Aug 26 01:07:17.390450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.416765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.435889 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.444000 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.458115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] Pushing event deleted for resources: {'Network': ['ID=6e95c854-f01a-4195-8eb1-4cf6cc7465e9,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:17.479059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174dbc40-879a-4d96-b5c3-d31c82619b85']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:17.496878 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb85b69-9a34-4e9a-85df-0f6663512b73') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:17.497595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb85b69-9a34-4e9a-85df-0f6663512b73') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:17.512582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-37a26b98-4abe-4220-87fa-4206b529c2b1 None None] Port 0b3c5586-b390-44cf-9576-f8a956ef61ed cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:17.515408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.519322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-503a6057-ebeb-498d-8771-7c1e5dc976a9 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.534768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.542379 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=5a8f95f1-4d66-4c18-8920-cc390b823bce,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:17.543091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:07:17.543467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.576611 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-35a5d728-9e78-45c2-af08-9661fde68bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:17.626049 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-38ab1cd5-f96c-4f7b-b873-31a7174cf24c admin admin] 10.222.0.83 "DELETE /v2.0/networks/6e95c854-f01a-4195-8eb1-4cf6cc7465e9 HTTP/1.1" status: 204 len: 168 time: 3.3223817 Aug 26 01:07:17.642208 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.659655 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7b9c3512-911f-44de-8f51-d917c3c704e7 None None] Provisioning complete for port 5a8f95f1-4d66-4c18-8920-cc390b823bce triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:17.660138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7b9c3512-911f-44de-8f51-d917c3c704e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.692957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Transition to ACTIVE for port object 4211eb73-36c3-405f-828c-89b9d7a2516a will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:17.712529 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 3f228f03-2460-4353-8f12-260060034186 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:17.726142 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3f228f03-2460-4353-8f12-260060034186 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:17.726608 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.731899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.742169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.759501 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e5a11-abe9-40bc-9086-31f2b541ed23 None None] Deleting port 71efa634-8ec3-4aec-b756-a0980fe30255 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:17.759998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5a11-abe9-40bc-9086-31f2b541ed23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.778900 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=174dbc40-879a-4d96-b5c3-d31c82619b85,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:17.837041 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Transition to ACTIVE for port object 4211eb73-36c3-405f-828c-89b9d7a2516a will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:17.861488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-503a6057-ebeb-498d-8771-7c1e5dc976a9 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.875019 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-503a6057-ebeb-498d-8771-7c1e5dc976a9 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.877338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e5a11-abe9-40bc-9086-31f2b541ed23 None None] The port '71efa634-8ec3-4aec-b756-a0980fe30255' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:07:17.881208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4901a06-5d67-4279-a88b-39409fe4b634 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:17.899654 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8111585b-1bc1-41cb-82db-fdf26fa425a9 admin admin] 10.222.0.83 "DELETE /v2.0/networks/174dbc40-879a-4d96-b5c3-d31c82619b85 HTTP/1.1" status: 204 len: 168 time: 2.8790429 Aug 26 01:07:17.996159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.035340 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.039816 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00943b5-9154-4c98-a7e8-ae963d0a3f1c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:07:18.040441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00943b5-9154-4c98-a7e8-ae963d0a3f1c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:07:18.073335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-503a6057-ebeb-498d-8771-7c1e5dc976a9 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.073875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503a6057-ebeb-498d-8771-7c1e5dc976a9 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Fanout notify agent at l3_agent the message router_deleted on router 9d095332-a6e5-42c3-916a-a8dd84d3699e {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:07:18.086649 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c3512-911f-44de-8f51-d917c3c704e7 None None] Current status of the port 5a8f95f1-4d66-4c18-8920-cc390b823bce is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:18.097071 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:18.102359 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:18.104757 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Pushing event updated for resources: {'Port': ['ID=4211eb73-36c3-405f-828c-89b9d7a2516a,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:18.106794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3f228f03-2460-4353-8f12-260060034186 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:18.107235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.117396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:18.125917 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f00943b5-9154-4c98-a7e8-ae963d0a3f1c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.9621711 Aug 26 01:07:18.128470 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44148) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:18.205222 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-35a5d728-9e78-45c2-af08-9661fde68bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.207659 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44152) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:18.238910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7b9c3512-911f-44de-8f51-d917c3c704e7 None None] Provisioning for port 3449d052-64fb-461f-b87c-15be239cb295 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:18.260176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7b9c3512-911f-44de-8f51-d917c3c704e7 None None] Provisioning complete for port 3449d052-64fb-461f-b87c-15be239cb295 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:18.260703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7b9c3512-911f-44de-8f51-d917c3c704e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.279310 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0d97874f-acd0-4056-bd32-ade9c76a55cd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dc7e4520f47e43769b8eb97b4077c751&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0678217 Aug 26 01:07:18.279629 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44156) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:18.286563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 3f228f03-2460-4353-8f12-260060034186, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3f228f03-2460-4353-8f12-260060034186,segment=NetworkSegment(cf1a10be-06e1-4107-9eea-814dd053fe97),segment_id=cf1a10be-06e1-4107-9eea-814dd053fe97)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:18.300207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7335997c-47a5-4ab6-8380-98cde8ed0f54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:18.300923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7335997c-47a5-4ab6-8380-98cde8ed0f54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:18.301557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Attempting to bind port 4211eb73-36c3-405f-828c-89b9d7a2516a on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:18.302083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Attempting to bind port 4211eb73-36c3-405f-828c-89b9d7a2516a by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:18.302456 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Attempting to bind port 4211eb73-36c3-405f-828c-89b9d7a2516a on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:18.319737 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:07:18.320132 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:18.320514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.320935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:07:18.321611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Bound port: 4211eb73-36c3-405f-828c-89b9d7a2516a, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:07:18.322133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.345191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-35a5d728-9e78-45c2-af08-9661fde68bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.355182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c3512-911f-44de-8f51-d917c3c704e7 None None] Port 3449d052-64fb-461f-b87c-15be239cb295 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:18.369642 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49737f92-87d1-4b9c-9dc5-f06f7e03336e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.417034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49737f92-87d1-4b9c-9dc5-f06f7e03336e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.421843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.434237 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44160) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:18.473881 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-503a6057-ebeb-498d-8771-7c1e5dc976a9 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.479531 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-503a6057-ebeb-498d-8771-7c1e5dc976a9 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "DELETE /v2.0/routers/9d095332-a6e5-42c3-916a-a8dd84d3699e HTTP/1.1" status: 204 len: 168 time: 6.3565433 Aug 26 01:07:18.484024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44164) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:18.489576 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7335997c-47a5-4ab6-8380-98cde8ed0f54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:18.490899 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7335997c-47a5-4ab6-8380-98cde8ed0f54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3612211 Aug 26 01:07:18.500201 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44166) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:18.506035 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.517313 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] For port 4211eb73-36c3-405f-828c-89b9d7a2516a, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:18.521356 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] For port 4211eb73-36c3-405f-828c-89b9d7a2516a, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4211eb73-36c3-405f-828c-89b9d7a2516a,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:07:18.527141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b1992ba8-1929-4e2a-9ac2-addf499895c2 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-321163997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:18.533673 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e89e7130-e0dc-4a94-9ae8-d58287186611 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:07:18.549160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4901a06-5d67-4279-a88b-39409fe4b634 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.577504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b1992ba8-1929-4e2a-9ac2-addf499895c2 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:18.626477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b1992ba8-1929-4e2a-9ac2-addf499895c2 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Usage tracker for resource:router and tenant:58f54067654a40ca961143e001cdd116 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:18.626698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: e89e7130-e0dc-4a94-9ae8-d58287186611 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:07:18.627038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e89e7130-e0dc-4a94-9ae8-d58287186611 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:07:18.627532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 8453fa73-0e03-4980-b886-c91a2432c3cd no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:07:18.637685 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-35a5d728-9e78-45c2-af08-9661fde68bda admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4984849dcf514d97a633cfdd0e8cbacc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7712071 Aug 26 01:07:18.638108 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44172) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:18.661721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b1992ba8-1929-4e2a-9ac2-addf499895c2 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:18.664582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5d728-9e78-45c2-af08-9661fde68bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09aa7bd-c59d-4657-8784-0d2f918277ac,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:18.668066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b672df77-a86a-4f68-98a9-cab954389ce8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:18.669852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b672df77-a86a-4f68-98a9-cab954389ce8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:18.670619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b672df77-a86a-4f68-98a9-cab954389ce8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:18.686708 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=3f228f03-2460-4353-8f12-260060034186,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:18.686812 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f124d865-6dda-4f72-b4ea-d596a5eec892 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6eb05f5695bc465ba7db98f5e6c92aa6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2484272 Aug 26 01:07:18.686915 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 8453fa73-0e03-4980-b886-c91a2432c3cd {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:07:18.688090 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 8453fa73-0e03-4980-b886-c91a2432c3cd not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:07:18.688090 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6e9192d1-6361-4b8a-96f2-536caead63ee no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:07:18.700428 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44176) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:18.714981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b1992ba8-1929-4e2a-9ac2-addf499895c2 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:18.722454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.779873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-178f59ac-476f-4a2e-b323-85e83cee0ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.788663 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 6e9192d1-6361-4b8a-96f2-536caead63ee {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:07:18.789108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6e9192d1-6361-4b8a-96f2-536caead63ee not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:07:18.823484 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b672df77-a86a-4f68-98a9-cab954389ce8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:18.824720 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b672df77-a86a-4f68-98a9-cab954389ce8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3124557 Aug 26 01:07:18.831788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44180) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:18.833460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7a298-61a4-4c08-9f0a-571141b2d538 None None] Pushing event updated for resources: {'Port': ['ID=4211eb73-36c3-405f-828c-89b9d7a2516a,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:18.835344 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-178f59ac-476f-4a2e-b323-85e83cee0ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.844799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0dbeaac5-03f1-4c8f-b639-a1099092338d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.911119 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49737f92-87d1-4b9c-9dc5-f06f7e03336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:18.949283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5a8f95f1-4d66-4c18-8920-cc390b823bce up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:18.983870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49737f92-87d1-4b9c-9dc5-f06f7e03336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f2d8ac-0684-4873-a825-c82c5d999edd,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:18.993419 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0dbeaac5-03f1-4c8f-b639-a1099092338d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.035080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-5366e404-e45d-498c-a44e-264122ff5c51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 09e82442-b58b-44e5-90db-1d210135351a {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:07:19.037297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49737f92-87d1-4b9c-9dc5-f06f7e03336e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.040027 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-49737f92-87d1-4b9c-9dc5-f06f7e03336e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b2f2d8ac-0684-4873-a825-c82c5d999edd HTTP/1.1" status: 204 len: 168 time: 0.7580156 Aug 26 01:07:19.057584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 5a8f95f1-4d66-4c18-8920-cc390b823bce triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:19.057943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.084805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5366e404-e45d-498c-a44e-264122ff5c51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.191711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5366e404-e45d-498c-a44e-264122ff5c51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.207516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1992ba8-1929-4e2a-9ac2-addf499895c2 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.207846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1992ba8-1929-4e2a-9ac2-addf499895c2 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.266744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-178f59ac-476f-4a2e-b323-85e83cee0ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.271599 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0dbeaac5-03f1-4c8f-b639-a1099092338d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.322902 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f59ac-476f-4a2e-b323-85e83cee0ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09aa7bd-c59d-4657-8784-0d2f918277ac,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:19.374794 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbeaac5-03f1-4c8f-b639-a1099092338d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd98df6-2fb2-4db2-aab8-3fdcb723d3d0,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:19.379304 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 5a8f95f1-4d66-4c18-8920-cc390b823bce is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:19.380820 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3f228f03-2460-4353-8f12-260060034186 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:19.416573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0dbeaac5-03f1-4c8f-b639-a1099092338d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.422744 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0dbeaac5-03f1-4c8f-b639-a1099092338d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4cd98df6-2fb2-4db2-aab8-3fdcb723d3d0 HTTP/1.1" status: 204 len: 168 time: 0.7227056 Aug 26 01:07:19.442009 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 4cb85b69-9a34-4e9a-85df-0f6663512b73 resource provider aggregate not found Aug 26 01:07:19.460143 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1992ba8-1929-4e2a-9ac2-addf499895c2 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.478825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-178f59ac-476f-4a2e-b323-85e83cee0ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.485205 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-178f59ac-476f-4a2e-b323-85e83cee0ebb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d09aa7bd-c59d-4657-8784-0d2f918277ac HTTP/1.1" status: 204 len: 168 time: 0.8412590 Aug 26 01:07:19.487285 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 4cb85b69-9a34-4e9a-85df-0f6663512b73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cb85b69-9a34-4e9a-85df-0f6663512b73 found for delete ", "request_id": "req-8073b7c2-10e7-4093-bca9-9dc656c37a66"}]} Aug 26 01:07:19.494682 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3f228f03-2460-4353-8f12-260060034186 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:19.495050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.521090 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5366e404-e45d-498c-a44e-264122ff5c51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.630075 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3f228f03-2460-4353-8f12-260060034186 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:19.692427 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b02b66e7-6849-4d41-91bf-0af861ae0788 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:07:19.703939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:07:19.733823 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: b02b66e7-6849-4d41-91bf-0af861ae0788 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:07:19.733823 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b02b66e7-6849-4d41-91bf-0af861ae0788 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:07:19.734545 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 71efa634-8ec3-4aec-b756-a0980fe30255 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:07:19.746910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.773441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 71efa634-8ec3-4aec-b756-a0980fe30255 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:07:19.773984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 71efa634-8ec3-4aec-b756-a0980fe30255 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:07:19.805807 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1992ba8-1929-4e2a-9ac2-addf499895c2 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.830568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5366e404-e45d-498c-a44e-264122ff5c51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.838563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:19.852337 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:07:19.897123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366e404-e45d-498c-a44e-264122ff5c51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=09e82442-b58b-44e5-90db-1d210135351a,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:19.905152 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5366e404-e45d-498c-a44e-264122ff5c51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:20.016474 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:20.020617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=0b3c5586-b390-44cf-9576-f8a956ef61ed,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:20.032711 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5366e404-e45d-498c-a44e-264122ff5c51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/09e82442-b58b-44e5-90db-1d210135351a HTTP/1.1" status: 204 len: 168 time: 1.1977332 Aug 26 01:07:20.032938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1992ba8-1929-4e2a-9ac2-addf499895c2 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:20.033403 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44198) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:20.036637 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b1992ba8-1929-4e2a-9ac2-addf499895c2 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5403628 Aug 26 01:07:20.037333 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44202) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:20.050780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Request body: {'router': {'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:20.114398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:20.200852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4901a06-5d67-4279-a88b-39409fe4b634 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:20.279352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4901a06-5d67-4279-a88b-39409fe4b634 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:20.280277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4901a06-5d67-4279-a88b-39409fe4b634 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:20.281052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9f7273-65cc-448a-b1ab-44f891853f8d None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:20.301912 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Pushing event updated for resources: {'Port': ['ID=3449d052-64fb-461f-b87c-15be239cb295,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:20.369657 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-302fcb3d-17fa-46d8-95eb-49aa20ba685c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3349190 Aug 26 01:07:20.379494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44214) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:20.395374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-ff60c591-6068-412b-97ad-5eaeaa071481 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:20.416405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:20.519248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a48bd037-2199-4e43-ae07-b6c422fcdea5 None None] Provisioning for port 4211eb73-36c3-405f-828c-89b9d7a2516a completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:20.619962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4901a06-5d67-4279-a88b-39409fe4b634 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=1c0fb458-3c56-4dd4-a706-d694a8e394da,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:20.636810 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5371f18e-48e8-4eaa-bd21-b7a5b1ca11f3 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:07:20.641503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5371f18e-48e8-4eaa-bd21-b7a5b1ca11f3 None None] Deleting port 4211eb73-36c3-405f-828c-89b9d7a2516a {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:20.642071 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5371f18e-48e8-4eaa-bd21-b7a5b1ca11f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:20.804486 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:20.877676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5371f18e-48e8-4eaa-bd21-b7a5b1ca11f3 None None] For port 4211eb73-36c3-405f-828c-89b9d7a2516a, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4211eb73-36c3-405f-828c-89b9d7a2516a,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:20.878341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5371f18e-48e8-4eaa-bd21-b7a5b1ca11f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:20.884272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:20.930514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44228) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:21.010644 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-757051c2-80ec-4464-983d-e8ed36a974dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:21.031534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5371f18e-48e8-4eaa-bd21-b7a5b1ca11f3 None None] Calling delete_port for 4211eb73-36c3-405f-828c-89b9d7a2516a owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:21.041684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4901a06-5d67-4279-a88b-39409fe4b634 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network ef9a452f-8609-4c1d-823b-9369498c6f43 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:21.045933 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-e4901a06-5d67-4279-a88b-39409fe4b634 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:21.067864 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ff60c591-6068-412b-97ad-5eaeaa071481 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:21.135396 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ff60c591-6068-412b-97ad-5eaeaa071481 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:21.138635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-757051c2-80ec-4464-983d-e8ed36a974dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:21.144316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ff60c591-6068-412b-97ad-5eaeaa071481 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:21.153998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ff60c591-6068-412b-97ad-5eaeaa071481 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:21.158058 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-757051c2-80ec-4464-983d-e8ed36a974dc admin admin] Usage tracker for resource:security_group_rule and tenant:87c9217f59f64edc9f2669ced78e9569 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:21.204546 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5371f18e-48e8-4eaa-bd21-b7a5b1ca11f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:21.213933 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Network 987fbf3b-763d-4c74-8997-822388926785 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:21.220870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-757051c2-80ec-4464-983d-e8ed36a974dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:21.226950 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:21.276767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-757051c2-80ec-4464-983d-e8ed36a974dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:21.279248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5371f18e-48e8-4eaa-bd21-b7a5b1ca11f3 None None] No DVR routers for this DVR port 4211eb73-36c3-405f-828c-89b9d7a2516a on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:07:21.283554 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371f18e-48e8-4eaa-bd21-b7a5b1ca11f3 None None] Pushing event deleted for resources: {'Port': ['ID=4211eb73-36c3-405f-828c-89b9d7a2516a,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:21.330088 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff60c591-6068-412b-97ad-5eaeaa071481 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:21.332684 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff60c591-6068-412b-97ad-5eaeaa071481 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:21.499666 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f2c46f8b-d10f-4194-9f0c-1338e1ebcc34 None None] Provisioning complete for port 1c0fb458-3c56-4dd4-a706-d694a8e394da triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:21.501099 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f2c46f8b-d10f-4194-9f0c-1338e1ebcc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:21.535583 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:21.557463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-757051c2-80ec-4464-983d-e8ed36a974dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:21.622228 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f2c46f8b-d10f-4194-9f0c-1338e1ebcc34 None None] Port 1c0fb458-3c56-4dd4-a706-d694a8e394da cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:21.739669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-757051c2-80ec-4464-983d-e8ed36a974dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:21.748357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7b432425-71b5-401f-adb5-3fde3863c74f None None] Provisioning complete for port 3449d052-64fb-461f-b87c-15be239cb295 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:21.749223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7b432425-71b5-401f-adb5-3fde3863c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:21.842913 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7b432425-71b5-401f-adb5-3fde3863c74f None None] Port 3449d052-64fb-461f-b87c-15be239cb295 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:21.858928 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-757051c2-80ec-4464-983d-e8ed36a974dc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=87c9217f59f64edc9f2669ced78e9569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9063983 Aug 26 01:07:21.887471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44248) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:21.887987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44252) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:22.009067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9c896f91-7aed-4084-bac4-5c437d7f4a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.014496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4901a06-5d67-4279-a88b-39409fe4b634 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router d66dc214-9107-4db2-8d37-77088b552479 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:07:22.041675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.044369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Router bc0a1739-4d02-4d2a-b29e-33fc38491f84 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:07:22.065280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757051c2-80ec-4464-983d-e8ed36a974dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63bbf70-9e5b-4530-9572-3d3655b9bf83,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:22.087702 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.136804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1409879378-network', 'tenant_id': '2b51416469154fda977a78b7767f918c'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:22.154353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff60c591-6068-412b-97ad-5eaeaa071481 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.253343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9c896f91-7aed-4084-bac4-5c437d7f4a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.261768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff60c591-6068-412b-97ad-5eaeaa071481 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:22.266596 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-ff60c591-6068-412b-97ad-5eaeaa071481 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:22.269544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff60c591-6068-412b-97ad-5eaeaa071481 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:22.270150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff60c591-6068-412b-97ad-5eaeaa071481 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.276997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efd6a94-d739-4486-8c26-50c1c38224f1 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:22.283615 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:22.303598 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Usage tracker for resource:network and tenant:2b51416469154fda977a78b7767f918c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:22.310500 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60c591-6068-412b-97ad-5eaeaa071481 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=188f51d6-50e5-45bf-baf3-0d2a345b55ed,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:22.328788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Allocated IP 172.26.2.196 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/a78f0933-ef7c-4477-8a65-13d3879009b5) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:22.365366 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:22.423018 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ff60c591-6068-412b-97ad-5eaeaa071481 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0373118 Aug 26 01:07:22.431444 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44266) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:22.440912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-8112d1ad-5ce8-4516-a270-2a6cfa90ca6d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-512150482', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:22.449709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8112d1ad-5ce8-4516-a270-2a6cfa90ca6d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:22.456834 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8112d1ad-5ce8-4516-a270-2a6cfa90ca6d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:router and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:22.462222 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8112d1ad-5ce8-4516-a270-2a6cfa90ca6d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:22.472218 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8112d1ad-5ce8-4516-a270-2a6cfa90ca6d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:22.542508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.578573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': '188f51d6-50e5-45bf-baf3-0d2a345b55ed'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:07:22.579478 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.584558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:22.591751 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8112d1ad-5ce8-4516-a270-2a6cfa90ca6d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.593888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8112d1ad-5ce8-4516-a270-2a6cfa90ca6d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.618963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8112d1ad-5ce8-4516-a270-2a6cfa90ca6d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.672423 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.676897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4901a06-5d67-4279-a88b-39409fe4b634 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:22.698134 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545431a7-6b4c-4007-bbab-9e87e8241dad None None] Sync routers for ids ['d66dc214-9107-4db2-8d37-77088b552479'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:22.703378 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:22.716511 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e07d86-e9fc-4100-8f08-03815ad37488 None None] Sync routers for ids ['bc0a1739-4d02-4d2a-b29e-33fc38491f84'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:22.722817 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545431a7-6b4c-4007-bbab-9e87e8241dad None None] Routers {'d66dc214-9107-4db2-8d37-77088b552479'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:22.723302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-545431a7-6b4c-4007-bbab-9e87e8241dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d66dc214-9107-4db2-8d37-77088b552479'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:22.729142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Made reservation on behalf of 2b51416469154fda977a78b7767f918c for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:22.731442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.743619 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e07d86-e9fc-4100-8f08-03815ad37488 None None] Routers {'bc0a1739-4d02-4d2a-b29e-33fc38491f84'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:22.743619 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-16e07d86-e9fc-4100-8f08-03815ad37488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bc0a1739-4d02-4d2a-b29e-33fc38491f84'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:22.765897 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:22.775967 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e4901a06-5d67-4279-a88b-39409fe4b634 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/d66dc214-9107-4db2-8d37-77088b552479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1285994 Aug 26 01:07:22.790604 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-96696fe2-82fb-49ac-9523-a1f17cd1023c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "PUT /v2.0/routers/bc0a1739-4d02-4d2a-b29e-33fc38491f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3237412 Aug 26 01:07:22.791856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.798793 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:22.806547 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44276) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:22.811648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44278) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:22.813692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:22.840959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9c896f91-7aed-4084-bac4-5c437d7f4a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.850415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9c896f91-7aed-4084-bac4-5c437d7f4a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.858285 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9c896f91-7aed-4084-bac4-5c437d7f4a39 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e63bbf70-9e5b-4530-9572-3d3655b9bf83 HTTP/1.1" status: 204 len: 168 time: 0.9673793 Aug 26 01:07:22.867273 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-16e07d86-e9fc-4100-8f08-03815ad37488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:22.887712 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e07d86-e9fc-4100-8f08-03815ad37488 None None] Routers {'bc0a1739-4d02-4d2a-b29e-33fc38491f84'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:22.890242 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-16e07d86-e9fc-4100-8f08-03815ad37488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bc0a1739-4d02-4d2a-b29e-33fc38491f84'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:22.909057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-545431a7-6b4c-4007-bbab-9e87e8241dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:22.909823 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8112d1ad-5ce8-4516-a270-2a6cfa90ca6d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:22.929513 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Request body: {'port': {'network_id': '987fbf3b-763d-4c74-8997-822388926785', 'name': 'tempest-FloatingIPNegativeTestJSON-177928362'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:22.950681 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545431a7-6b4c-4007-bbab-9e87e8241dad None None] Routers {'d66dc214-9107-4db2-8d37-77088b552479'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:22.952459 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-545431a7-6b4c-4007-bbab-9e87e8241dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d66dc214-9107-4db2-8d37-77088b552479'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:23.031263 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-16e07d86-e9fc-4100-8f08-03815ad37488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:23.031668 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e07d86-e9fc-4100-8f08-03815ad37488 None None] The sync data for ids ['bc0a1739-4d02-4d2a-b29e-33fc38491f84'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:23.039163 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:23.083747 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-545431a7-6b4c-4007-bbab-9e87e8241dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:23.084151 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545431a7-6b4c-4007-bbab-9e87e8241dad None None] The sync data for ids ['d66dc214-9107-4db2-8d37-77088b552479'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:23.091359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:23.091597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c896f91-7aed-4084-bac4-5c437d7f4a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63bbf70-9e5b-4530-9572-3d3655b9bf83,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:23.097922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Allocated IP 2001:db8::2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/188f51d6-50e5-45bf-baf3-0d2a345b55ed/c401e990-2313-47c4-8112-ee3a996b8bf6) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:23.117065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Usage tracker for resource:security_group_rule and tenant:2b51416469154fda977a78b7767f918c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:23.123536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:23.142658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8112d1ad-5ce8-4516-a270-2a6cfa90ca6d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:23.142658 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8112d1ad-5ce8-4516-a270-2a6cfa90ca6d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7066076 Aug 26 01:07:23.143995 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:23.145786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44290) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:23.160990 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e64ed2-8a8d-4d62-9c43-a11b0701f0f0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:23.161594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-41e64ed2-8a8d-4d62-9c43-a11b0701f0f0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Synchronizing usage tracker for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:23.200964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:23.372745 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:23.388429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Transition to ACTIVE for port object c401e990-2313-47c4-8112-ee3a996b8bf6 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:23.408316 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-41e64ed2-8a8d-4d62-9c43-a11b0701f0f0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Unset dirty status for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:23.409318 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-41e64ed2-8a8d-4d62-9c43-a11b0701f0f0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports/1c0fb458-3c56-4dd4-a706-d694a8e394da HTTP/1.1" status: 200 len: 983 time: 0.5911000 Aug 26 01:07:23.410052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=0b3c5586-b390-44cf-9576-f8a956ef61ed,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:23.418617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:23.431938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44298) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:23.438442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Pushing event updated for resources: {'Port': ['ID=a78f0933-ef7c-4477-8a65-13d3879009b5,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:23.440602 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Transition to ACTIVE for port object c401e990-2313-47c4-8112-ee3a996b8bf6 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:23.503702 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:23.506081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44302) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:23.579771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:23.669865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:23.675039 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:23.681136 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:23.710599 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Usage tracker for resource:port and tenant:b8f277656cc64c1480f5c6fbfbfc7bbe is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:23.729441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:23.751072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:23.776972 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 379270bc-d2b1-4b8c-a8f2-775ebbfca1f1 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:23.790105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:23.801410 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Pushing event updated for resources: {'Port': ['ID=c401e990-2313-47c4-8112-ee3a996b8bf6,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:23.818087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:23.850322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Attempting to bind port c401e990-2313-47c4-8112-ee3a996b8bf6 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:23.851685 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Attempting to bind port c401e990-2313-47c4-8112-ee3a996b8bf6 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:23.852323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Attempting to bind port c401e990-2313-47c4-8112-ee3a996b8bf6 on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:23.870609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:07:23.872342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:23.872886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:23.874844 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:07:23.875398 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Bound port: c401e990-2313-47c4-8112-ee3a996b8bf6, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:07:23.878785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:24.067152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:24.136134 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] For port c401e990-2313-47c4-8112-ee3a996b8bf6, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:24.144266 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] For port c401e990-2313-47c4-8112-ee3a996b8bf6, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=c401e990-2313-47c4-8112-ee3a996b8bf6,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:07:24.153905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Made reservation on behalf of b8f277656cc64c1480f5c6fbfbfc7bbe for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:24.157448 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:24.173851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:24.191064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dce7d155-085e-49ea-8a44-49f84098607b None None] Provisioning complete for port 0b3c5586-b390-44cf-9576-f8a956ef61ed triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:24.191064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dce7d155-085e-49ea-8a44-49f84098607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:24.199282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-2680a3f9-4079-43e1-ac28-bb98bc6e3c82 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:24.242538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1053} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:07:24.269502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-dce7d155-085e-49ea-8a44-49f84098607b None None] Port 0b3c5586-b390-44cf-9576-f8a956ef61ed cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:24.270718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7ed2c4-b919-4cf6-b9dc-d04514d92dbc,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:24.282788 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] device_id is not set on port 5de2cd2a-6d58-47e6-938b-107c912642a6 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:07:24.283739 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:24.329912 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:24.330248 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Added segment d7f33ff3-def1-4b75-b974-5922cee48efe of type vlan for network ddd58b69-18ff-473a-81ae-b003ddd4fec6 Aug 26 01:07:24.357812 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:24.386360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35980c50-f300-42ff-88c9-a67b9f679272 None None] Pushing event updated for resources: {'Port': ['ID=c401e990-2313-47c4-8112-ee3a996b8bf6,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:24.455840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:24.599137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Allocated IP 172.20.0.3 (987fbf3b-763d-4c74-8997-822388926785/b9d457fe-f91b-43d6-918b-85b5f188fd1e/5de2cd2a-6d58-47e6-938b-107c912642a6) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:24.610673 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2680a3f9-4079-43e1-ac28-bb98bc6e3c82 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] 10.222.0.83 "PUT /v2.0/quotas/5d5b8d244d524618bdc8bd7f407e9813 HTTP/1.1" status: 200 len: 366 time: 1.0973077 Aug 26 01:07:24.616302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44324) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:24.661047 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5e5e5c7e-9502-4a4c-8828-e48407e4d742 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] 10.222.0.83 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0396826 Aug 26 01:07:24.663889 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44330) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:24.664618 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router 70a158f9-a60f-4600-938c-deb8598d1b7b is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:07:24.699446 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e898f7a4-f32c-485c-9f76-582288fae95f tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] 10.222.0.83 "GET /v2.0/quotas/5d5b8d244d524618bdc8bd7f407e9813 HTTP/1.1" status: 200 len: 366 time: 0.0342345 Aug 26 01:07:24.706328 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44334) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:24.893888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:24.895016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:24.895595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:24.974156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::1 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/188f51d6-50e5-45bf-baf3-0d2a345b55ed/773fd37f-6df5-4b75-889e-85e34622ab76) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:24.983070 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8f610e53-6aec-47f9-83fb-7ec66c63f55a tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] 10.222.0.83 "DELETE /v2.0/quotas/5d5b8d244d524618bdc8bd7f407e9813 HTTP/1.1" status: 204 len: 168 time: 0.2755361 Aug 26 01:07:24.987418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44340) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:24.987721 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c401e990-2313-47c4-8112-ee3a996b8bf6 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:25.039929 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ebb95b86-18fe-480c-b26f-89c594c277e3 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] 10.222.0.83 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0470862 Aug 26 01:07:25.089253 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44344) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:25.130208 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f23cb437-ab1d-48bd-be05-b228bedc0e70 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] 10.222.0.83 "GET /v2.0/quotas/5d5b8d244d524618bdc8bd7f407e9813 HTTP/1.1" status: 200 len: 370 time: 0.0391705 Aug 26 01:07:25.135141 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port c401e990-2313-47c4-8112-ee3a996b8bf6 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:25.149459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44350) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:25.160229 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-51290f71-3199-499b-9dbe-353e04facdae tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] 10.222.0.83 "GET /v2.0/quotas/5d5b8d244d524618bdc8bd7f407e9813/default HTTP/1.1" status: 200 len: 370 time: 0.0076585 Aug 26 01:07:25.164988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:25.166542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44354) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:25.185540 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:25.192575 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-526de427-bcb5-4b6b-9b7a-c0958b547736 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] delete failed (client error): The resource could not be found. Aug 26 01:07:25.196076 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-526de427-bcb5-4b6b-9b7a-c0958b547736 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] 10.222.0.83 "DELETE /v2.0/quotas/5d5b8d244d524618bdc8bd7f407e9813 HTTP/1.1" status: 404 len: 348 time: 0.0259449 Aug 26 01:07:25.320740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] Pushing event updated for resources: {'Network': ['ID=ddd58b69-18ff-473a-81ae-b003ddd4fec6,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:25.335709 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network ddd58b69-18ff-473a-81ae-b003ddd4fec6 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:07:25.415510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2a8ffe3b-ad1e-4174-8c5e-d6f87c018c15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:25.419503 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:25.454172 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object 773fd37f-6df5-4b75-889e-85e34622ab76 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:25.489672 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ac39e170-2bcf-4133-ad0c-a3d11ca61b05 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.5939837 Aug 26 01:07:25.491838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44364) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:25.501987 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] Request body: {'subnet': {'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1409879378-subnet', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:25.517547 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:25.531586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] Usage tracker for resource:subnet and tenant:2b51416469154fda977a78b7767f918c is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:25.537455 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:25.560133 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:25.603746 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:25.606076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:25.614302 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-562aafb1-398c-47ec-8f02-c915405fcf95 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/70a158f9-a60f-4600-938c-deb8598d1b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4883306 Aug 26 01:07:25.615218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44368) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:25.617405 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22064247-7f2e-4c80-9091-02665d9375d4 None None] Sync routers for ids ['70a158f9-a60f-4600-938c-deb8598d1b7b'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:25.631244 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22064247-7f2e-4c80-9091-02665d9375d4 None None] Routers {'70a158f9-a60f-4600-938c-deb8598d1b7b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:25.634030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-22064247-7f2e-4c80-9091-02665d9375d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['70a158f9-a60f-4600-938c-deb8598d1b7b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:25.677233 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44372) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:25.709723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Router be5bc15a-bf49-4537-9f07-ff4565a8c661 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:07:25.715107 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] Made reservation on behalf of 2b51416469154fda977a78b7767f918c for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:25.717446 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:25.738673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:25.743583 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-22064247-7f2e-4c80-9091-02665d9375d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:25.769026 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22064247-7f2e-4c80-9091-02665d9375d4 None None] Routers {'70a158f9-a60f-4600-938c-deb8598d1b7b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:25.770453 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-22064247-7f2e-4c80-9091-02665d9375d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['70a158f9-a60f-4600-938c-deb8598d1b7b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:25.787807 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Transition to ACTIVE for port object 5de2cd2a-6d58-47e6-938b-107c912642a6 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:25.863532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-22064247-7f2e-4c80-9091-02665d9375d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:25.864152 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22064247-7f2e-4c80-9091-02665d9375d4 None None] The sync data for ids ['70a158f9-a60f-4600-938c-deb8598d1b7b'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:25.887534 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb1ed23-d8b3-4e08-9edc-132e82d0360f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:25.888231 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5eb1ed23-d8b3-4e08-9edc-132e82d0360f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Synchronizing usage tracker for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:25.902447 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:25.973627 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:25.979847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44380) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:25.987234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8d3ff633-8597-4bc2-9ee5-70faaa7e3213 None None] Provisioning for port c401e990-2313-47c4-8112-ee3a996b8bf6 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:25.990020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:25.990190 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8d3ff633-8597-4bc2-9ee5-70faaa7e3213 None None] Provisioning complete for port c401e990-2313-47c4-8112-ee3a996b8bf6 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:25.990511 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:25.990621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff633-8597-4bc2-9ee5-70faaa7e3213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:26.010767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ffe3b-ad1e-4174-8c5e-d6f87c018c15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port 1c0fb458-3c56-4dd4-a706-d694a8e394da {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:26.010767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2a8ffe3b-ad1e-4174-8c5e-d6f87c018c15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:26.045564 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5eb1ed23-d8b3-4e08-9edc-132e82d0360f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Unset dirty status for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:26.049983 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5eb1ed23-d8b3-4e08-9edc-132e82d0360f tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports/0b3c5586-b390-44cf-9576-f8a956ef61ed HTTP/1.1" status: 200 len: 977 time: 0.4199402 Aug 26 01:07:26.051398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44386) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:26.072046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:26.162774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ff633-8597-4bc2-9ee5-70faaa7e3213 None None] Current status of the port c401e990-2313-47c4-8112-ee3a996b8bf6 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:26.164283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff633-8597-4bc2-9ee5-70faaa7e3213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:26.240705 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-8d3ff633-8597-4bc2-9ee5-70faaa7e3213 None None] For port c401e990-2313-47c4-8112-ee3a996b8bf6, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=c401e990-2313-47c4-8112-ee3a996b8bf6,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:26.287856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Usage tracker for resource:network and tenant:e752c3aab080496d96d482f29ba937ff is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:26.303259 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-745429012'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:26.359434 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff633-8597-4bc2-9ee5-70faaa7e3213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:26.373836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:26.386625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=773fd37f-6df5-4b75-889e-85e34622ab76,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:26.445597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ff633-8597-4bc2-9ee5-70faaa7e3213 None None] Pushing event updated for resources: {'Port': ['ID=c401e990-2313-47c4-8112-ee3a996b8bf6,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:26.490781 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Usage tracker for resource:subnet and tenant:e752c3aab080496d96d482f29ba937ff is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:26.508725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:26.524446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:26.525057 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:26.536968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5f12c4b2-8aa8-47c0-bafa-2cfd08a0dc40 None None] Provisioning for port 773fd37f-6df5-4b75-889e-85e34622ab76 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:26.542987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Network 987fbf3b-763d-4c74-8997-822388926785 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:26.543965 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5f12c4b2-8aa8-47c0-bafa-2cfd08a0dc40 None None] Provisioning complete for port 773fd37f-6df5-4b75-889e-85e34622ab76 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:26.543965 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5f12c4b2-8aa8-47c0-bafa-2cfd08a0dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:26.547254 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Usage tracker for resource:network and tenant:15daf607aa444f12933e29cb12ec6db9 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:26.554556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:26.557257 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:26.601711 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:26.602012 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Usage tracker for resource:subnetpool and tenant:e752c3aab080496d96d482f29ba937ff is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:26.602243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Pushing event updated for resources: {'Port': ['ID=5de2cd2a-6d58-47e6-938b-107c912642a6,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:26.631026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:26.631298 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5f12c4b2-8aa8-47c0-bafa-2cfd08a0dc40 None None] Port 773fd37f-6df5-4b75-889e-85e34622ab76 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:26.650520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:26.659464 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:26.665067 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa129d9-e8b6-4ff5-95a5-581013489e67 None None] Sync routers for ids ['be5bc15a-bf49-4537-9f07-ff4565a8c661'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:26.674994 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa129d9-e8b6-4ff5-95a5-581013489e67 None None] Routers {'be5bc15a-bf49-4537-9f07-ff4565a8c661'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:26.675624 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5fa129d9-e8b6-4ff5-95a5-581013489e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['be5bc15a-bf49-4537-9f07-ff4565a8c661'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:26.762147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Made reservation on behalf of 15daf607aa444f12933e29cb12ec6db9 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:26.765793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:26.779479 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5fa129d9-e8b6-4ff5-95a5-581013489e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:26.781581 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:26.782281 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:26.805939 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa129d9-e8b6-4ff5-95a5-581013489e67 None None] Routers {'be5bc15a-bf49-4537-9f07-ff4565a8c661'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:26.806602 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5fa129d9-e8b6-4ff5-95a5-581013489e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['be5bc15a-bf49-4537-9f07-ff4565a8c661'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:26.849532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Usage tracker for resource:port and tenant:e752c3aab080496d96d482f29ba937ff is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:26.872144 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5fa129d9-e8b6-4ff5-95a5-581013489e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:26.872555 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa129d9-e8b6-4ff5-95a5-581013489e67 None None] The sync data for ids ['be5bc15a-bf49-4537-9f07-ff4565a8c661'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:26.889370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:26.890486 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:26.901059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:26.904905 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9e43ef3e-2766-4c21-b5d1-c115e8c56730 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "PUT /v2.0/routers/be5bc15a-bf49-4537-9f07-ff4565a8c661 HTTP/1.1" status: 200 len: 879 time: 6.8656473 Aug 26 01:07:26.910265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44390) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:26.916577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2a8ffe3b-ad1e-4174-8c5e-d6f87c018c15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:26.925353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:26.949392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c401e990-2313-47c4-8112-ee3a996b8bf6 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:26.989615 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Usage tracker for resource:security_group_rule and tenant:15daf607aa444f12933e29cb12ec6db9 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:27.022724 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-625635b3-86d2-4894-a2ee-7db9b60281e5 None None] Provisioning for port 5de2cd2a-6d58-47e6-938b-107c912642a6 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:27.027847 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port c401e990-2313-47c4-8112-ee3a996b8bf6 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:27.031319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:27.050248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:27.051545 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-625635b3-86d2-4894-a2ee-7db9b60281e5 None None] Provisioning complete for port 5de2cd2a-6d58-47e6-938b-107c912642a6 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:27.051916 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-625635b3-86d2-4894-a2ee-7db9b60281e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:27.056895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Usage tracker for resource:router and tenant:e752c3aab080496d96d482f29ba937ff is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:27.065159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ffe3b-ad1e-4174-8c5e-d6f87c018c15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for 1c0fb458-3c56-4dd4-a706-d694a8e394da owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:27.097330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:27.100549 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-29e28e1b-4a73-44a3-9bf7-41410c801d3b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2799540 Aug 26 01:07:27.107843 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44394) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:27.112577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:27.118509 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:27.137500 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:27.183792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-625635b3-86d2-4894-a2ee-7db9b60281e5 None None] Port 5de2cd2a-6d58-47e6-938b-107c912642a6 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:27.217259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Usage tracker for resource:floatingip and tenant:b8f277656cc64c1480f5c6fbfbfc7bbe is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:27.235771 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:27.238422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Usage tracker for resource:floatingip and tenant:e752c3aab080496d96d482f29ba937ff is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:27.240895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:27.259695 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port c401e990-2313-47c4-8112-ee3a996b8bf6 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:27.287866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:27.303290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:27.395861 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a7429dd8-41a7-4f71-937d-e1fd63f83a76 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/routers/be5bc15a-bf49-4537-9f07-ff4565a8c661 HTTP/1.1" status: 200 len: 920 time: 0.4845521 Aug 26 01:07:27.404766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44398) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:27.410077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9c5a93-9423-4301-b9da-a87da6db8e95,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:27.423481 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:27.457279 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] Checking segment: {'id': 'd7f33ff3-def1-4b75-b974-5922cee48efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:27.457639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] Network hostable DHCP agents. Network: ddd58b69-18ff-473a-81ae-b003ddd4fec6, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:07:27.574742 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:27.656518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65820de0-17ca-4454-9d35-04eb41b9e6fb tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:27.657217 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-65820de0-17ca-4454-9d35-04eb41b9e6fb tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Synchronizing usage tracker for tenant:9d3e8d23148a4ac991b985c983966806 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:27.664133 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.resource_extend [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:07:27.669857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:27.688341 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Usage tracker for resource:security_group and tenant:e752c3aab080496d96d482f29ba937ff is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:27.691860 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:27.697408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:27.711231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Usage tracker for resource:security_group_rule and tenant:e752c3aab080496d96d482f29ba937ff is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:27.717199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1075} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:07:27.718933 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:27.721984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-65820de0-17ca-4454-9d35-04eb41b9e6fb tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Unset dirty status for tenant:9d3e8d23148a4ac991b985c983966806 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:27.726574 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-65820de0-17ca-4454-9d35-04eb41b9e6fb tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&device_id=be5bc15a-bf49-4537-9f07-ff4565a8c661&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3159640 Aug 26 01:07:27.726736 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-824bebc1-8146-4361-a1e0-54be97170d08 tempest-QuotasTest-217139030 tempest-QuotasTest-217139030-project-admin] 10.222.0.83 "GET /v2.0/quotas/e752c3aab080496d96d482f29ba937ff/details.json HTTP/1.1" status: 200 len: 703 time: 2.0392931 Aug 26 01:07:27.728462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44402) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:27.760103 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9b3dbe-35af-4894-a65e-9540d78ae693,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:27.782459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:27.782803 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Added segment b035e493-5a41-450b-b397-948723b839c9 of type vlan for network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 Aug 26 01:07:27.786330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2a8ffe3b-ad1e-4174-8c5e-d6f87c018c15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:27.849984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ffe3b-ad1e-4174-8c5e-d6f87c018c15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Port': ['ID=1c0fb458-3c56-4dd4-a706-d694a8e394da,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:27.858743 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45cb60b2-eedf-42fc-be98-cf41f4ff8f31 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:27.866562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:27.867702 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:27.871072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] Network ddd58b69-18ff-473a-81ae-b003ddd4fec6 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:07:28.040729 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:28.068829 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, ddd58b69-18ff-473a-81ae-b003ddd4fec6) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:28.078878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d123fb-8540-4fe0-ad4e-23225994766b None None] Network ddd58b69-18ff-473a-81ae-b003ddd4fec6 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:28.089234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:28.089849 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:28.095185 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=773fd37f-6df5-4b75-889e-85e34622ab76,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:28.103293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cde6278-52fa-44b4-b669-2c837ec06f4f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:28.103877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3cde6278-52fa-44b4-b669-2c837ec06f4f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Synchronizing usage tracker for tenant:9d3e8d23148a4ac991b985c983966806 on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:28.133904 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:28.323134 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c497ae64-fa6a-4a82-b48d-0d751b2ba5ed admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8280921 Aug 26 01:07:28.324297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44410) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:28.344111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44412) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:28.347153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3cde6278-52fa-44b4-b669-2c837ec06f4f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Unset dirty status for tenant:9d3e8d23148a4ac991b985c983966806 on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:28.349799 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3cde6278-52fa-44b4-b669-2c837ec06f4f tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/networks/49e274ef-58e5-4652-9e84-36bb0a18cd29 HTTP/1.1" status: 200 len: 881 time: 0.6208835 Aug 26 01:07:28.359608 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44418) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:28.364009 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:28.385415 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'fixed_ips': [{'subnet_id': '8b9c5a93-9423-4301-b9da-a87da6db8e95'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:07:28.387002 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:28.397849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2a8ffe3b-ad1e-4174-8c5e-d6f87c018c15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:28.415478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:28.443972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Usage tracker for resource:router and tenant:2b51416469154fda977a78b7767f918c is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:28.448668 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-22b3e8de-4eaa-4611-969a-e96f5debf8e5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "GET /v2.0/ports?device_id=be5bc15a-bf49-4537-9f07-ff4565a8c661 HTTP/1.1" status: 200 len: 205 time: 0.0793912 Aug 26 01:07:28.450659 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:28.451595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:28.458673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44424) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:28.464789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:28.467032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:28.469408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Allocated IP 172.26.2.241 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/582f5c03-676e-485e-a942-4f9729dbfe88) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:28.585992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:28.591393 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:28.591989 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:28.619796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Allocated IP 172.20.0.2 (ddd58b69-18ff-473a-81ae-b003ddd4fec6/8b9c5a93-9423-4301-b9da-a87da6db8e95/798227a1-0ce2-4b10-85d3-9a1b73e6edfd) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:28.649422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ddc61193-7324-4540-a5b8-6e6fd502d658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:28.753020 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.7716873 Aug 26 01:07:28.855124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7993c92-e140-45b4-a8c7-9490e1f8f22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Pushing event updated for resources: {'Network': ['ID=9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:28.899531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:07:28.950846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8ffe3b-ad1e-4174-8c5e-d6f87c018c15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router d66dc214-9107-4db2-8d37-77088b552479 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:07:29.021198 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-65389ab8-e24c-4fc9-96e2-3efaa797c887 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.028149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-45cb60b2-eedf-42fc-be98-cf41f4ff8f31 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port 0b3c5586-b390-44cf-9576-f8a956ef61ed {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:29.028894 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45cb60b2-eedf-42fc-be98-cf41f4ff8f31 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.066177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-760be37c-2d8d-46fd-817e-309a7c69692a None None] Provisioning complete for port 773fd37f-6df5-4b75-889e-85e34622ab76 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:29.066677 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-760be37c-2d8d-46fd-817e-309a7c69692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.098772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ddc61193-7324-4540-a5b8-6e6fd502d658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:29.103346 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.103346 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.108430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.139768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44434) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:29.145352 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Transition to ACTIVE for port object 798227a1-0ce2-4b10-85d3-9a1b73e6edfd will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:29.162168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Request body: {'port': {'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5', 'binding:host_id': 'hv-neutron-8545', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241508357'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:29.166827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-760be37c-2d8d-46fd-817e-309a7c69692a None None] Port 773fd37f-6df5-4b75-889e-85e34622ab76 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:29.175607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Transition to ACTIVE for port object 798227a1-0ce2-4b10-85d3-9a1b73e6edfd will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:29.176141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:29.176934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ddc61193-7324-4540-a5b8-6e6fd502d658 admin admin] Usage tracker for resource:security_group_rule and tenant:36606731bc3b4414a86b31b495ae2573 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:29.185127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ddc61193-7324-4540-a5b8-6e6fd502d658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:29.202723 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8ffe3b-ad1e-4174-8c5e-d6f87c018c15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:29.204616 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Usage tracker for resource:port and tenant:578cacf1187c4588accd78981d81dfb4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:29.212624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:29.216494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc187b-f19e-4119-bb36-47da0701062b None None] Sync routers for ids ['d66dc214-9107-4db2-8d37-77088b552479'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:29.220446 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2a8ffe3b-ad1e-4174-8c5e-d6f87c018c15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/d66dc214-9107-4db2-8d37-77088b552479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7831192 Aug 26 01:07:29.229056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc187b-f19e-4119-bb36-47da0701062b None None] Routers {'d66dc214-9107-4db2-8d37-77088b552479'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:29.229700 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-65bc187b-f19e-4119-bb36-47da0701062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d66dc214-9107-4db2-8d37-77088b552479'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:29.280658 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44438) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:29.288122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:29.288859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.339644 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-65bc187b-f19e-4119-bb36-47da0701062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:29.343823 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ddc61193-7324-4540-a5b8-6e6fd502d658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:29.383097 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Network ddd58b69-18ff-473a-81ae-b003ddd4fec6 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:29.383610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.386534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc187b-f19e-4119-bb36-47da0701062b None None] Routers {'d66dc214-9107-4db2-8d37-77088b552479'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:29.387231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-65bc187b-f19e-4119-bb36-47da0701062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d66dc214-9107-4db2-8d37-77088b552479'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:29.422803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.441604 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:29.444168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:29.468799 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-65bc187b-f19e-4119-bb36-47da0701062b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:29.469206 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc187b-f19e-4119-bb36-47da0701062b None None] The sync data for ids ['d66dc214-9107-4db2-8d37-77088b552479'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:29.471433 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Pushing event updated for resources: {'Port': ['ID=798227a1-0ce2-4b10-85d3-9a1b73e6edfd,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:29.511273 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-65389ab8-e24c-4fc9-96e2-3efaa797c887 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.536228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Router 21861c22-3554-4424-9236-345bada24f87 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:07:29.580779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Attempting to bind port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:29.581144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Attempting to bind port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'd7f33ff3-def1-4b75-b974-5922cee48efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:29.581512 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Attempting to bind port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd on network ddd58b69-18ff-473a-81ae-b003ddd4fec6 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:29.589144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:07:29.589523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Checking segment: {'id': 'd7f33ff3-def1-4b75-b974-5922cee48efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:29.593625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.593625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Bound using segment: {'id': 'd7f33ff3-def1-4b75-b974-5922cee48efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:07:29.593625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Bound port: 798227a1-0ce2-4b10-85d3-9a1b73e6edfd, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f33ff3-def1-4b75-b974-5922cee48efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:07:29.593625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.627893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-65389ab8-e24c-4fc9-96e2-3efaa797c887 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Deleting port a78f0933-ef7c-4477-8a65-13d3879009b5 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:29.628260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-65389ab8-e24c-4fc9-96e2-3efaa797c887 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.654582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.688463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-19632059-3160-4cda-b362-05f80da158a5 None None] For port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:29.691900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-19632059-3160-4cda-b362-05f80da158a5 None None] For port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=798227a1-0ce2-4b10-85d3-9a1b73e6edfd,segment=NetworkSegment(d7f33ff3-def1-4b75-b974-5922cee48efe),segment_id=d7f33ff3-def1-4b75-b974-5922cee48efe)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:07:29.712759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Made reservation on behalf of 578cacf1187c4588accd78981d81dfb4 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:29.715129 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.751879 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.763706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45cb60b2-eedf-42fc-be98-cf41f4ff8f31 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.765431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.838589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ddc61193-7324-4540-a5b8-6e6fd502d658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.865257 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:29.874490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19632059-3160-4cda-b362-05f80da158a5 None None] Pushing event updated for resources: {'Port': ['ID=798227a1-0ce2-4b10-85d3-9a1b73e6edfd,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:29.967945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Usage tracker for resource:security_group_rule and tenant:578cacf1187c4588accd78981d81dfb4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:29.973252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ddc61193-7324-4540-a5b8-6e6fd502d658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:29.977113 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-45cb60b2-eedf-42fc-be98-cf41f4ff8f31 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for 0b3c5586-b390-44cf-9576-f8a956ef61ed owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:30.005281 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:30.030723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:30.060274 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-8d823462-affc-402d-a36b-18025c6b8319 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] remove_router_interface failed (client error): The resource could not be found. Aug 26 01:07:30.061315 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8d823462-affc-402d-a36b-18025c6b8319 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/d66dc214-9107-4db2-8d37-77088b552479/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7798922 Aug 26 01:07:30.070299 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:30.079382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44442) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:30.102803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:30.105234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:30.146269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a4c0f67a-11f3-4ef6-8992-fccfe1a0fc28 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Synchronizing usage tracker for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:30.250177 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Pushing event updated for resources: {'Port': ['ID=582f5c03-676e-485e-a942-4f9729dbfe88,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:30.323874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:30.324737 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a4c0f67a-11f3-4ef6-8992-fccfe1a0fc28 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Unset dirty status for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:30.330840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:30.331516 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a4c0f67a-11f3-4ef6-8992-fccfe1a0fc28 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports?device_id=d66dc214-9107-4db2-8d37-77088b552479 HTTP/1.1" status: 200 len: 205 time: 0.2484901 Aug 26 01:07:30.331840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44446) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:30.338259 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Sync routers for ids ['21861c22-3554-4424-9236-345bada24f87'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:30.343467 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ddc61193-7324-4540-a5b8-6e6fd502d658 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=36606731bc3b4414a86b31b495ae2573&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0067971 Aug 26 01:07:30.351704 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44450) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:30.352474 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Routers {'21861c22-3554-4424-9236-345bada24f87'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:30.354216 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['21861c22-3554-4424-9236-345bada24f87'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:30.358176 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:30.361818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc61193-7324-4540-a5b8-6e6fd502d658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4121397a-dcf9-4917-a613-2dbc1b960972,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:30.465724 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-37606fe1-6695-40f4-a278-bdf898a5c3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:30.479555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:30.500235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] device_id is not set on port faeb2b63-7017-426d-b15a-3c90439b2c2f yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:07:30.525243 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Set router 21861c22-3554-4424-9236-345bada24f87 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:07:30.549403 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-65389ab8-e24c-4fc9-96e2-3efaa797c887 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:30.567691 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cfe946d4-410c-40ab-b814-ee749fa72d56 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "PUT /v2.0/routers/21861c22-3554-4424-9236-345bada24f87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4164836 Aug 26 01:07:30.571574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44454) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:30.679505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762da8f7-e305-4414-ae76-a12d13c59d59 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:30.680260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-762da8f7-e305-4414-ae76-a12d13c59d59 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:30.684424 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b007aeca-dc11-49bc-84ce-ece07d1f1d25 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:30.717907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-65389ab8-e24c-4fc9-96e2-3efaa797c887 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Calling delete_port for a78f0933-ef7c-4477-8a65-13d3879009b5 owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:30.801018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:30.811637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-57f19fa6-d780-486c-8e75-f2d719c34dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:30.850272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-57f19fa6-d780-486c-8e75-f2d719c34dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:30.888895 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45cb60b2-eedf-42fc-be98-cf41f4ff8f31 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:30.992829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 798227a1-0ce2-4b10-85d3-9a1b73e6edfd up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:30.994559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3615806f-9f4e-4fd8-ab21-b7a967ab3514,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:31.024593 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21861c22-3554-4424-9236-345bada24f87', 'name': 'tempest-NetworksTestDHCPv6-router-512150482', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:22Z', 'updated_at': '2022-08-26T01:07:26Z', 'revision_number': 2, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'gw_port_host': None, '_interfaces': [{'id': '773fd37f-6df5-4b75-889e-85e34622ab76', 'name': '', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'mac_address': 'fa:16:3e:6c:d4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21861c22-3554-4424-9236-345bada24f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '188f51d6-50e5-45bf-baf3-0d2a345b55ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:24Z', 'updated_at': '2022-08-26T01:07:27Z', 'revision_number': 2, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'subnets': [{'id': '188f51d6-50e5-45bf-baf3-0d2a345b55ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:31.030402 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Checking router: 21861c22-3554-4424-9236-345bada24f87 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:07:31.030811 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Updating router 21861c22-3554-4424-9236-345bada24f87 port 773fd37f-6df5-4b75-889e-85e34622ab76 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:07:31.106896 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:31.141355 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e0d818-6423-4457-9fea-b203911aab04 None None] Network ddd58b69-18ff-473a-81ae-b003ddd4fec6 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:31.149304 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb60b2-eedf-42fc-be98-cf41f4ff8f31 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Port': ['ID=0b3c5586-b390-44cf-9576-f8a956ef61ed,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:31.186958 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:31.212815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b007aeca-dc11-49bc-84ce-ece07d1f1d25 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:31.349799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-762da8f7-e305-4414-ae76-a12d13c59d59 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:31.354490 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-762da8f7-e305-4414-ae76-a12d13c59d59 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports/773fd37f-6df5-4b75-889e-85e34622ab76 HTTP/1.1" status: 200 len: 911 time: 0.7678201 Aug 26 01:07:31.355215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b007aeca-dc11-49bc-84ce-ece07d1f1d25 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:31.384793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44458) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:31.440619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-048816aa-3740-4277-bd7c-09e004d19b48 None None] Provisioning for port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:31.451075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:31.472648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-048816aa-3740-4277-bd7c-09e004d19b48 None None] Provisioning complete for port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:31.473617 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-048816aa-3740-4277-bd7c-09e004d19b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:31.566322 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-57f19fa6-d780-486c-8e75-f2d719c34dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:31.654749 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:31.668876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f19fa6-d780-486c-8e75-f2d719c34dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4121397a-dcf9-4917-a613-2dbc1b960972,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:31.679082 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Transition to ACTIVE for port object 773fd37f-6df5-4b75-889e-85e34622ab76 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:31.679844 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-048816aa-3740-4277-bd7c-09e004d19b48 None None] Current status of the port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:31.680229 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-048816aa-3740-4277-bd7c-09e004d19b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:31.717758 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-57f19fa6-d780-486c-8e75-f2d719c34dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:31.718900 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-57f19fa6-d780-486c-8e75-f2d719c34dee admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4121397a-dcf9-4917-a613-2dbc1b960972 HTTP/1.1" status: 204 len: 168 time: 1.3588181 Aug 26 01:07:31.748754 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-048816aa-3740-4277-bd7c-09e004d19b48 None None] For port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=798227a1-0ce2-4b10-85d3-9a1b73e6edfd,segment=NetworkSegment(d7f33ff3-def1-4b75-b974-5922cee48efe),segment_id=d7f33ff3-def1-4b75-b974-5922cee48efe)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:31.769384 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:31.795471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b007aeca-dc11-49bc-84ce-ece07d1f1d25 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:31.796000 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b007aeca-dc11-49bc-84ce-ece07d1f1d25 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Fanout notify agent at l3_agent the message router_deleted on router d66dc214-9107-4db2-8d37-77088b552479 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:07:31.834288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-048816aa-3740-4277-bd7c-09e004d19b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:31.919327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45cb60b2-eedf-42fc-be98-cf41f4ff8f31 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:31.961549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5630640-bdc6-4855-b023-89edc5371968 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:31.967433 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5630640-bdc6-4855-b023-89edc5371968 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:31.981198 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f5630640-bdc6-4855-b023-89edc5371968 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5825024 Aug 26 01:07:31.984051 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44464) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:31.989010 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b007aeca-dc11-49bc-84ce-ece07d1f1d25 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:31.993294 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b007aeca-dc11-49bc-84ce-ece07d1f1d25 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/routers/d66dc214-9107-4db2-8d37-77088b552479 HTTP/1.1" status: 204 len: 168 time: 1.6573756 Aug 26 01:07:32.017238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048816aa-3740-4277-bd7c-09e004d19b48 None None] Pushing event updated for resources: {'Port': ['ID=798227a1-0ce2-4b10-85d3-9a1b73e6edfd,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:32.025462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44468) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:32.132333 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315f694-b956-4dae-b79a-c6884265f6b3 None None] Pushing event updated for resources: {'Port': ['ID=773fd37f-6df5-4b75-889e-85e34622ab76,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:32.139046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.143915 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315f694-b956-4dae-b79a-c6884265f6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:32.144274 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315f694-b956-4dae-b79a-c6884265f6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:32.165655 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315f694-b956-4dae-b79a-c6884265f6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:32.165655 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315f694-b956-4dae-b79a-c6884265f6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:32.165655 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315f694-b956-4dae-b79a-c6884265f6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:32.165655 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315f694-b956-4dae-b79a-c6884265f6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:32.165655 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315f694-b956-4dae-b79a-c6884265f6b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:32.165655 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315f694-b956-4dae-b79a-c6884265f6b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:32.165655 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315f694-b956-4dae-b79a-c6884265f6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:32.165655 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315f694-b956-4dae-b79a-c6884265f6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:32.165655 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315f694-b956-4dae-b79a-c6884265f6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:32.165655 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315f694-b956-4dae-b79a-c6884265f6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:32.166635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.168372 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Attempting to bind port 773fd37f-6df5-4b75-889e-85e34622ab76 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:32.168922 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Attempting to bind port 773fd37f-6df5-4b75-889e-85e34622ab76 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:32.169687 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Attempting to bind port 773fd37f-6df5-4b75-889e-85e34622ab76 on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:32.171590 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-63db48ac-b6b5-43c5-b0bc-5af67d372924 None None] Provisioning complete for port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:32.172031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-63db48ac-b6b5-43c5-b0bc-5af67d372924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.176659 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:07:32.177130 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:32.177609 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.178102 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:07:32.179586 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Bound port: 773fd37f-6df5-4b75-889e-85e34622ab76, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:07:32.180088 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.193350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa310a0a-93f1-4df2-b620-4df5786572d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting subnet f4137649-4dd9-48a0-8095-a9dca1d82a07 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:07:32.197099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.199914 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aa310a0a-93f1-4df2-b620-4df5786572d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.275636 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.285965 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] For port 773fd37f-6df5-4b75-889e-85e34622ab76, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:32.290512 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] For port 773fd37f-6df5-4b75-889e-85e34622ab76, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=773fd37f-6df5-4b75-889e-85e34622ab76,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:07:32.336200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-63db48ac-b6b5-43c5-b0bc-5af67d372924 None None] Current status of the port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:32.343501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-65389ab8-e24c-4fc9-96e2-3efaa797c887 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.359372 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.424657 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Routers {'21861c22-3554-4424-9236-345bada24f87'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:32.425684 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['21861c22-3554-4424-9236-345bada24f87'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:32.440317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] device_id is not set on port faeb2b63-7017-426d-b15a-3c90439b2c2f yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:07:32.472953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aa310a0a-93f1-4df2-b620-4df5786572d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.573701 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315f694-b956-4dae-b79a-c6884265f6b3 None None] Pushing event updated for resources: {'Port': ['ID=773fd37f-6df5-4b75-889e-85e34622ab76,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:32.573935 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.576987 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-65389ab8-e24c-4fc9-96e2-3efaa797c887 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.578888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44474) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:32.599818 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] Set router 21861c22-3554-4424-9236-345bada24f87 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:07:32.627031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Transition to ACTIVE for port object faeb2b63-7017-426d-b15a-3c90439b2c2f will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:32.633819 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.693522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-55818f24-ee2c-41de-9862-372e77490f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.781768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-55818f24-ee2c-41de-9862-372e77490f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:32.786451 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-55818f24-ee2c-41de-9862-372e77490f29 admin admin] Usage tracker for resource:security_group_rule and tenant:e752c3aab080496d96d482f29ba937ff is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:32.790804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-55818f24-ee2c-41de-9862-372e77490f29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:32.797213 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-55818f24-ee2c-41de-9862-372e77490f29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:32.867043 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:32.885940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cb60b2-eedf-42fc-be98-cf41f4ff8f31 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router 70a158f9-a60f-4600-938c-deb8598d1b7b has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:07:32.912701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Pushing event updated for resources: {'Port': ['ID=582f5c03-676e-485e-a942-4f9729dbfe88,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:32.968786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 798227a1-0ce2-4b10-85d3-9a1b73e6edfd up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:33.016194 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-65389ab8-e24c-4fc9-96e2-3efaa797c887 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:33.020511 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65389ab8-e24c-4fc9-96e2-3efaa797c887 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Pushing event deleted for resources: {'Port': ['ID=a78f0933-ef7c-4477-8a65-13d3879009b5,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:33.025039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-65389ab8-e24c-4fc9-96e2-3efaa797c887 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:33.042009 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:33.042374 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:33.077173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-412bc764-4feb-4a28-8e51-edfc718042f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:33.115495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Allocated IP 172.26.2.101 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/e7cebaf7-085d-45d3-a853-9d584f3c1f1b) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:33.123528 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21861c22-3554-4424-9236-345bada24f87', 'name': 'tempest-NetworksTestDHCPv6-router-512150482', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:22Z', 'updated_at': '2022-08-26T01:07:26Z', 'revision_number': 2, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'gw_port_host': None, '_interfaces': [{'id': '773fd37f-6df5-4b75-889e-85e34622ab76', 'name': '', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'mac_address': 'fa:16:3e:6c:d4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21861c22-3554-4424-9236-345bada24f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '188f51d6-50e5-45bf-baf3-0d2a345b55ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:24Z', 'updated_at': '2022-08-26T01:07:32Z', 'revision_number': 4, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'subnets': [{'id': '188f51d6-50e5-45bf-baf3-0d2a345b55ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:33.135160 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8806f778-42e2-4bcf-86f8-958f4b0b1cb9 None None] The sync data for ids ['21861c22-3554-4424-9236-345bada24f87'] in dv-neutron-854561-2-hyperv is: [{'id': '21861c22-3554-4424-9236-345bada24f87', 'name': 'tempest-NetworksTestDHCPv6-router-512150482', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:22Z', 'updated_at': '2022-08-26T01:07:26Z', 'revision_number': 2, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'gw_port_host': None, '_interfaces': [{'id': '773fd37f-6df5-4b75-889e-85e34622ab76', 'name': '', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'mac_address': 'fa:16:3e:6c:d4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21861c22-3554-4424-9236-345bada24f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '188f51d6-50e5-45bf-baf3-0d2a345b55ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:24Z', 'updated_at': '2022-08-26T01:07:32Z', 'revision_number': 4, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'subnets': [{'id': '188f51d6-50e5-45bf-baf3-0d2a345b55ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:33.217421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:33.264573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:33.266069 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e7d11008-e8cc-4a33-a98a-7254ddc83952 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1549087 Aug 26 01:07:33.271812 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44478) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:33.280185 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cb60b2-eedf-42fc-be98-cf41f4ff8f31 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:33.289832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-2a34239f-5ff5-424e-a394-dc7d9c712491 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Request body: {'floatingip': {'port_id': '5de2cd2a-6d58-47e6-938b-107c912642a6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:33.294322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983beb6-e1d6-4564-82eb-bcd8e37c2b14 None None] Sync routers for ids ['70a158f9-a60f-4600-938c-deb8598d1b7b'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:33.304073 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983beb6-e1d6-4564-82eb-bcd8e37c2b14 None None] Routers {'70a158f9-a60f-4600-938c-deb8598d1b7b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:33.304830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3983beb6-e1d6-4564-82eb-bcd8e37c2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['70a158f9-a60f-4600-938c-deb8598d1b7b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:33.329693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-55818f24-ee2c-41de-9862-372e77490f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:33.371915 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-45cb60b2-eedf-42fc-be98-cf41f4ff8f31 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/70a158f9-a60f-4600-938c-deb8598d1b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3051326 Aug 26 01:07:33.371915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Pushing event updated for resources: {'Port': ['ID=faeb2b63-7017-426d-b15a-3c90439b2c2f,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:33.378023 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44482) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:33.388472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2a34239f-5ff5-424e-a394-dc7d9c712491 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for floatingip, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:33.406548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3983beb6-e1d6-4564-82eb-bcd8e37c2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:33.417879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983beb6-e1d6-4564-82eb-bcd8e37c2b14 None None] Routers {'70a158f9-a60f-4600-938c-deb8598d1b7b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:33.418749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3983beb6-e1d6-4564-82eb-bcd8e37c2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['70a158f9-a60f-4600-938c-deb8598d1b7b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:33.435319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-55818f24-ee2c-41de-9862-372e77490f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:33.472559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-65389ab8-e24c-4fc9-96e2-3efaa797c887 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:33.473378 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65389ab8-e24c-4fc9-96e2-3efaa797c887 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Fanout notify agent at l3_agent the message router_deleted on router be5bc15a-bf49-4537-9f07-ff4565a8c661 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:07:33.508303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3983beb6-e1d6-4564-82eb-bcd8e37c2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:33.508854 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983beb6-e1d6-4564-82eb-bcd8e37c2b14 None None] The sync data for ids ['70a158f9-a60f-4600-938c-deb8598d1b7b'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:33.523722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Checking segment: {'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:33.524347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Network hostable DHCP agents. Network: 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:07:33.581443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-65389ab8-e24c-4fc9-96e2-3efaa797c887 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:33.582632 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-65389ab8-e24c-4fc9-96e2-3efaa797c887 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "DELETE /v2.0/routers/be5bc15a-bf49-4537-9f07-ff4565a8c661 HTTP/1.1" status: 204 len: 168 time: 5.1196442 Aug 26 01:07:33.590392 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44486) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:33.617509 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-3b5478fd-d5f7-49ea-bc1b-9beefc16f2ee tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1663110149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:33.623885 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aa310a0a-93f1-4df2-b620-4df5786572d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:33.666468 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-55818f24-ee2c-41de-9862-372e77490f29 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e752c3aab080496d96d482f29ba937ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0865798 Aug 26 01:07:33.668968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55818f24-ee2c-41de-9862-372e77490f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a58c4cd-1df5-43f5-90a0-4263f2de41db,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:33.684569 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44490) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:33.685572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3b5478fd-d5f7-49ea-bc1b-9beefc16f2ee tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:33.717930 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:33.736364 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3b5478fd-d5f7-49ea-bc1b-9beefc16f2ee tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Usage tracker for resource:router and tenant:58f54067654a40ca961143e001cdd116 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:33.748118 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3b5478fd-d5f7-49ea-bc1b-9beefc16f2ee tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:33.758196 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:33.772692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3b5478fd-d5f7-49ea-bc1b-9beefc16f2ee tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:33.815109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:07:33.844381 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-2a34239f-5ff5-424e-a394-dc7d9c712491 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] update failed (client error): The resource could not be found. Aug 26 01:07:33.845446 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2a34239f-5ff5-424e-a394-dc7d9c712491 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "PUT /v2.0/floatingips/63908fb1-86e5-4ff9-8899-9579df985cce HTTP/1.1" status: 404 len: 507 time: 0.5682182 Aug 26 01:07:33.849561 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44494) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:33.894921 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:33.907478 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-0daf3dc5-5f63-484d-9b2c-cc80983a5a97 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] remove_router_interface failed (client error): The resource could not be found. Aug 26 01:07:33.911345 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0daf3dc5-5f63-484d-9b2c-cc80983a5a97 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/70a158f9-a60f-4600-938c-deb8598d1b7b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4851124 Aug 26 01:07:33.911345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44498) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:33.958199 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-55de582e-e8eb-4f34-bbd5-276f174d51e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:33.993074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e6196e76-362f-4c65-871f-a4944b2cb274 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Synchronizing usage tracker for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:34.001084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:34.010474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7114040b-6fe2-44f9-b7d8-dcd8cd79f9a1 None None] Network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:34.012545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:34.042942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:34.043278 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:34.043615 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:34.048675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b5478fd-d5f7-49ea-bc1b-9beefc16f2ee tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.049574 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b5478fd-d5f7-49ea-bc1b-9beefc16f2ee tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.051261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:34.051595 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:34.052112 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 2 to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f Aug 26 01:07:34.068536 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aa310a0a-93f1-4df2-b620-4df5786572d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.078914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:34.079248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:34.079642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:34.087848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:34.088175 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:34.088704 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 3 to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f Aug 26 01:07:34.112670 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a4768-3084-4038-a417-23d4d778a6c7 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Deleting port 582f5c03-676e-485e-a942-4f9729dbfe88 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:34.113018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4768-3084-4038-a417-23d4d778a6c7 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.137249 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:34.137430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:34.138046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:34.144887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-55de582e-e8eb-4f34-bbd5-276f174d51e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.153094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e6196e76-362f-4c65-871f-a4944b2cb274 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Unset dirty status for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:34.156885 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e6196e76-362f-4c65-871f-a4944b2cb274 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports?device_id=70a158f9-a60f-4600-938c-deb8598d1b7b HTTP/1.1" status: 200 len: 205 time: 0.2419775 Aug 26 01:07:34.158323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44502) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:34.160322 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa310a0a-93f1-4df2-b620-4df5786572d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Subnet': ['ID=f4137649-4dd9-48a0-8095-a9dca1d82a07,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:34.184471 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c569d0ce-5809-4aef-ad5b-1461839ab040 None None] Network ef9a452f-8609-4c1d-823b-9369498c6f43 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:34.189222 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.190340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aa310a0a-93f1-4df2-b620-4df5786572d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.200458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b5478fd-d5f7-49ea-bc1b-9beefc16f2ee tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.214867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:34.215190 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:34.222971 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 4 to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f Aug 26 01:07:34.299405 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-aa310a0a-93f1-4df2-b620-4df5786572d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/f4137649-4dd9-48a0-8095-a9dca1d82a07 HTTP/1.1" status: 204 len: 168 time: 2.2670057 Aug 26 01:07:34.304992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44506) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:34.336096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:34.340508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.343933 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:34.395491 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Pushing event updated for resources: {'Port': ['ID=e7cebaf7-085d-45d3-a853-9d584f3c1f1b,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:34.398655 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:34.398961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:34.399556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:34.400049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:34.451733 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f2c6a9d8-901b-443c-890c-202c367c1d9c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.462968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b5478fd-d5f7-49ea-bc1b-9beefc16f2ee tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.568525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-55de582e-e8eb-4f34-bbd5-276f174d51e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.578399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb44ea63-a99f-4e74-afbc-4ad305aa121f None None] DHCP port deletion for ef9a452f-8609-4c1d-823b-9369498c6f43 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:07:34.583939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-cb44ea63-a99f-4e74-afbc-4ad305aa121f None None] Deleting port 1a80cb01-2503-4686-a35b-34b48d6dddc1 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:34.584479 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cb44ea63-a99f-4e74-afbc-4ad305aa121f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.808804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de582e-e8eb-4f34-bbd5-276f174d51e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a58c4cd-1df5-43f5-90a0-4263f2de41db,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:34.813180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:34.813635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4768-3084-4038-a417-23d4d778a6c7 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.813927 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:34.814038 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4768-3084-4038-a417-23d4d778a6c7 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.838498 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 5 to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f Aug 26 01:07:34.854997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-55de582e-e8eb-4f34-bbd5-276f174d51e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.855994 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-55de582e-e8eb-4f34-bbd5-276f174d51e2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6a58c4cd-1df5-43f5-90a0-4263f2de41db HTTP/1.1" status: 204 len: 168 time: 1.1560161 Aug 26 01:07:34.864974 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-cb44ea63-a99f-4e74-afbc-4ad305aa121f None None] For port 1a80cb01-2503-4686-a35b-34b48d6dddc1, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1a80cb01-2503-4686-a35b-34b48d6dddc1,segment=NetworkSegment(ceb2d437-d9a3-4901-9bf2-4ebfb5888940),segment_id=ceb2d437-d9a3-4901-9bf2-4ebfb5888940)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:34.867181 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cb44ea63-a99f-4e74-afbc-4ad305aa121f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:34.943318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:34.943993 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:34.944584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:35.025399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 773fd37f-6df5-4b75-889e-85e34622ab76 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:35.046557 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:35.047040 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:35.065314 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a4768-3084-4038-a417-23d4d778a6c7 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Calling delete_port for 582f5c03-676e-485e-a942-4f9729dbfe88 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:35.092293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b5478fd-d5f7-49ea-bc1b-9beefc16f2ee tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.096043 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3b5478fd-d5f7-49ea-bc1b-9beefc16f2ee tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4982536 Aug 26 01:07:35.103689 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 6 to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f Aug 26 01:07:35.104850 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44512) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:35.115218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b2c002da-3b8e-4d87-b1be-28e68d1cddb0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.120705 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-cb44ea63-a99f-4e74-afbc-4ad305aa121f None None] Calling delete_port for 1a80cb01-2503-4686-a35b-34b48d6dddc1 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:35.122498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'enable_snat': True}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:35.310562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:35.311103 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:35.311518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:35.320098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f2c6a9d8-901b-443c-890c-202c367c1d9c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.322732 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 773fd37f-6df5-4b75-889e-85e34622ab76 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:35.322908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f2c6a9d8-901b-443c-890c-202c367c1d9c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.327584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 773fd37f-6df5-4b75-889e-85e34622ab76 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:35.327946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.359821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:35.360405 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cb44ea63-a99f-4e74-afbc-4ad305aa121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.361200 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:35.373317 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 7 to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f Aug 26 01:07:35.402974 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:35.403299 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:35.403686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:35.428688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.432340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44ea63-a99f-4e74-afbc-4ad305aa121f None None] Pushing event deleted for resources: {'Port': ['ID=1a80cb01-2503-4686-a35b-34b48d6dddc1,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:35.438022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44ea63-a99f-4e74-afbc-4ad305aa121f None None] No DVR routers for this DVR port 1a80cb01-2503-4686-a35b-34b48d6dddc1 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:07:35.484810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:35.485126 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:35.489721 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 8 to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f Aug 26 01:07:35.535804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 773fd37f-6df5-4b75-889e-85e34622ab76 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:35.536408 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.564925 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:35.565256 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:35.573203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:35.582931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f2c6a9d8-901b-443c-890c-202c367c1d9c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.583903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c6a9d8-901b-443c-890c-202c367c1d9c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Fanout notify agent at l3_agent the message router_deleted on router 70a158f9-a60f-4600-938c-deb8598d1b7b {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:07:35.590577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port 773fd37f-6df5-4b75-889e-85e34622ab76 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:35.591707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.611060 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 773fd37f-6df5-4b75-889e-85e34622ab76, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=773fd37f-6df5-4b75-889e-85e34622ab76,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:35.643130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:35.643130 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:35.646704 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f2c6a9d8-901b-443c-890c-202c367c1d9c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.650224 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f2c6a9d8-901b-443c-890c-202c367c1d9c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/routers/70a158f9-a60f-4600-938c-deb8598d1b7b HTTP/1.1" status: 204 len: 168 time: 1.4909554 Aug 26 01:07:35.665394 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 9 to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f Aug 26 01:07:35.667097 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44526) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:35.683599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.709597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b2c002da-3b8e-4d87-b1be-28e68d1cddb0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.745289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:35.745535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:35.745967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:35.763409 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1a80cb01-2503-4686-a35b-34b48d6dddc1 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:07:35.784621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.814862 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 1a80cb01-2503-4686-a35b-34b48d6dddc1 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:07:35.815334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1a80cb01-2503-4686-a35b-34b48d6dddc1 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:07:35.836629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=773fd37f-6df5-4b75-889e-85e34622ab76,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:35.841093 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-71875c16-d206-4212-9eca-ae1b4c19fc01 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting subnet 45899faf-a8af-47d0-825c-304b2c5558da {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:07:35.848453 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-71875c16-d206-4212-9eca-ae1b4c19fc01 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.856101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:35.856427 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:35.871670 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 10 to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f Aug 26 01:07:35.887552 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.889529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-b2c002da-3b8e-4d87-b1be-28e68d1cddb0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9a452f-8609-4c1d-823b-9369498c6f43']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:35.911074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-b2c002da-3b8e-4d87-b1be-28e68d1cddb0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb2d437-d9a3-4901-9bf2-4ebfb5888940') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:35.911367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-b2c002da-3b8e-4d87-b1be-28e68d1cddb0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb2d437-d9a3-4901-9bf2-4ebfb5888940') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:35.919074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:35.919410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:35.919744 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:35.930651 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port faeb2b63-7017-426d-b15a-3c90439b2c2f on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:35.930977 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port faeb2b63-7017-426d-b15a-3c90439b2c2f on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:35.931328 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:35.946320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b2c002da-3b8e-4d87-b1be-28e68d1cddb0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:36.018654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4768-3084-4038-a417-23d4d778a6c7 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:36.027429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b2c002da-3b8e-4d87-b1be-28e68d1cddb0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:36.054601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c002da-3b8e-4d87-b1be-28e68d1cddb0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:07:36.054848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b2c002da-3b8e-4d87-b1be-28e68d1cddb0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:36.091445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] For port 773fd37f-6df5-4b75-889e-85e34622ab76, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=773fd37f-6df5-4b75-889e-85e34622ab76,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:36.091810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:36.153585 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment ceb2d437-d9a3-4901-9bf2-4ebfb5888940 resource provider aggregate not found Aug 26 01:07:36.231264 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment ceb2d437-d9a3-4901-9bf2-4ebfb5888940 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ceb2d437-d9a3-4901-9bf2-4ebfb5888940 found for delete ", "request_id": "req-88b9ed0a-1a04-4ecd-9ca2-ac6303ef2b17"}]} Aug 26 01:07:36.280903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a4768-3084-4038-a417-23d4d778a6c7 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Pushing event deleted for resources: {'Port': ['ID=582f5c03-676e-485e-a942-4f9729dbfe88,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:36.305371 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-71875c16-d206-4212-9eca-ae1b4c19fc01 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:36.314379 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for 773fd37f-6df5-4b75-889e-85e34622ab76 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:36.345294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] For port faeb2b63-7017-426d-b15a-3c90439b2c2f, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:36.345664 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempted to set empty binding levels {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Aug 26 01:07:36.478525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:36.479724 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:36.480322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:36.655416 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4768-3084-4038-a417-23d4d778a6c7 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:36.665663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.api [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:07:36.665663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG oslo_db.api [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:07:36.668034 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b2c002da-3b8e-4d87-b1be-28e68d1cddb0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:36.696175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-71875c16-d206-4212-9eca-ae1b4c19fc01 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:36.706047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b2c002da-3b8e-4d87-b1be-28e68d1cddb0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:36.738929 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4768-3084-4038-a417-23d4d778a6c7 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:36.749137 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1a6a4768-3084-4038-a417-23d4d778a6c7 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "DELETE /v2.0/floatingips/63908fb1-86e5-4ff9-8899-9579df985cce HTTP/1.1" status: 204 len: 168 time: 2.8858845 Aug 26 01:07:36.749392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c002da-3b8e-4d87-b1be-28e68d1cddb0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Network': ['ID=ef9a452f-8609-4c1d-823b-9369498c6f43,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:36.749608 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44550) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:36.759376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1ebcbba8-b0ff-4b1f-9845-2d4f2fac735c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Request body: {'floatingip': {'floating_network_id': '987fbf3b-763d-4c74-8997-822388926785', 'port_id': '5de2cd2a-6d58-47e6-938b-107c912642a6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:36.765859 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b2c002da-3b8e-4d87-b1be-28e68d1cddb0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/networks/ef9a452f-8609-4c1d-823b-9369498c6f43 HTTP/1.1" status: 204 len: 168 time: 2.4568474 Aug 26 01:07:36.766696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44554) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:36.778720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1ebcbba8-b0ff-4b1f-9845-2d4f2fac735c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:36.779423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1845615144'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:36.784075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Pushing event updated for resources: {'Port': ['ID=faeb2b63-7017-426d-b15a-3c90439b2c2f,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:36.787596 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1ebcbba8-b0ff-4b1f-9845-2d4f2fac735c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Usage tracker for resource:floatingip and tenant:b8f277656cc64c1480f5c6fbfbfc7bbe is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:36.789451 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:36.795700 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:network and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:36.800308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:36.805518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1ebcbba8-b0ff-4b1f-9845-2d4f2fac735c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:36.810049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:36.822735 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1ebcbba8-b0ff-4b1f-9845-2d4f2fac735c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:36.839035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:36.847490 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bb1e8730-e394-4b88-b143-529f68c607f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.7062390 Aug 26 01:07:36.847640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44558) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:36.926336 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 773fd37f-6df5-4b75-889e-85e34622ab76 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:36.953160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:36.958907 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.003321 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:07:37.007201 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 773fd37f-6df5-4b75-889e-85e34622ab76 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:37.007858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.013835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.014291 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Added segment c7927387-d2d3-4c69-b4b1-ca587429b57d of type vlan for network 554a9d57-2281-4cd2-a25e-f6d9e0df4575 Aug 26 01:07:37.046583 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.119954 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1ebcbba8-b0ff-4b1f-9845-2d4f2fac735c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.144531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 773fd37f-6df5-4b75-889e-85e34622ab76 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:37.152087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.158155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:37.158920 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.165288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-71875c16-d206-4212-9eca-ae1b4c19fc01 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.184690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port 773fd37f-6df5-4b75-889e-85e34622ab76 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:37.186098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.232765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71875c16-d206-4212-9eca-ae1b4c19fc01 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Subnet': ['ID=45899faf-a8af-47d0-825c-304b2c5558da,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:37.301273 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4ab42-3de4-4fc5-9fd4-6fe4987d6a96 None None] Network 379270bc-d2b1-4b8c-a8f2-775ebbfca1f1 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:37.318655 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-71875c16-d206-4212-9eca-ae1b4c19fc01 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.329841 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5594344 Aug 26 01:07:37.349062 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7393b5bf-f7bd-4f94-b7bd-b09cf5a187fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Deleting port faeb2b63-7017-426d-b15a-3c90439b2c2f {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:37.349666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7393b5bf-f7bd-4f94-b7bd-b09cf5a187fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.353282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44572) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:37.400111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44576) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:37.410826 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-71875c16-d206-4212-9eca-ae1b4c19fc01 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/45899faf-a8af-47d0-825c-304b2c5558da HTTP/1.1" status: 204 len: 168 time: 1.7385392 Aug 26 01:07:37.416540 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44578) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:37.419562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'subnet': {'network_id': '554a9d57-2281-4cd2-a25e-f6d9e0df4575', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:37.439434 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6db4e-7bb4-4cee-84b0-062755aa1d85 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Network': ['ID=554a9d57-2281-4cd2-a25e-f6d9e0df4575,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:37.527103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 554a9d57-2281-4cd2-a25e-f6d9e0df4575 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:07:37.593239 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:37.601997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] For port 773fd37f-6df5-4b75-889e-85e34622ab76, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=773fd37f-6df5-4b75-889e-85e34622ab76,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:37.602369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.610443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:subnet and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:37.617077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:37.674645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:37.710762 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.750382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for 773fd37f-6df5-4b75-889e-85e34622ab76 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:37.774885 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-273632295', 'router:external': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:37.783082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea33b59-1862-4bce-b0a8-090370e62be4 None None] DHCP port deletion for 379270bc-d2b1-4b8c-a8f2-775ebbfca1f1 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:07:37.788923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4ea33b59-1862-4bce-b0a8-090370e62be4 None None] Deleting port 3f228f03-2460-4353-8f12-260060034186 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:37.789510 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4ea33b59-1862-4bce-b0a8-090370e62be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.797787 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.810802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:37.862707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Usage tracker for resource:network and tenant:444e07bc0da54134a889d6a9e6f1a7f2 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:37.871651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:37.889709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:37.897016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:37.953913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:37.957733 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:38.036196 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-4ea33b59-1862-4bce-b0a8-090370e62be4 None None] For port 3f228f03-2460-4353-8f12-260060034186, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3f228f03-2460-4353-8f12-260060034186,segment=NetworkSegment(cf1a10be-06e1-4107-9eea-814dd053fe97),segment_id=cf1a10be-06e1-4107-9eea-814dd053fe97)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:38.036740 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4ea33b59-1862-4bce-b0a8-090370e62be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:38.042918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:38.060087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port 3f228f03-2460-4353-8f12-260060034186 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:38.060416 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:38.084765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Made reservation on behalf of 444e07bc0da54134a889d6a9e6f1a7f2 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:38.087054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:38.165764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=773fd37f-6df5-4b75-889e-85e34622ab76,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:38.180851 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4ea33b59-1862-4bce-b0a8-090370e62be4 None None] Calling delete_port for 3f228f03-2460-4353-8f12-260060034186 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:38.182376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:38.204011 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-7393b5bf-f7bd-4f94-b7bd-b09cf5a187fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] For port faeb2b63-7017-426d-b15a-3c90439b2c2f, host hv-neutron-8545, got binding levels [] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:38.204588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7393b5bf-f7bd-4f94-b7bd-b09cf5a187fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:38.235316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:38.324520 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:38.347762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4ea33b59-1862-4bce-b0a8-090370e62be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:38.362404 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7393b5bf-f7bd-4f94-b7bd-b09cf5a187fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Calling delete_port for faeb2b63-7017-426d-b15a-3c90439b2c2f owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:38.391018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Usage tracker for resource:security_group_rule and tenant:444e07bc0da54134a889d6a9e6f1a7f2 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:38.418658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:07:38.426981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:38.449766 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea33b59-1862-4bce-b0a8-090370e62be4 None None] No DVR routers for this DVR port 3f228f03-2460-4353-8f12-260060034186 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:07:38.453659 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea33b59-1862-4bce-b0a8-090370e62be4 None None] Pushing event deleted for resources: {'Port': ['ID=3f228f03-2460-4353-8f12-260060034186,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:38.460546 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] The port '3f228f03-2460-4353-8f12-260060034186' was deleted {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:07:38.464384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:38.528484 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Allocated IP 172.26.2.152 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/36be7839-6be8-4e73-be18-54fade2a98b6) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:38.780279 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-1ebcbba8-b0ff-4b1f-9845-2d4f2fac735c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:07:38.781283 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1ebcbba8-b0ff-4b1f-9845-2d4f2fac735c tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.0317028 Aug 26 01:07:38.787135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44588) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:38.805495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '5de2cd2a-6d58-47e6-938b-107c912642a6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:38.816725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:38.838040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Usage tracker for resource:floatingip and tenant:b8f277656cc64c1480f5c6fbfbfc7bbe is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:38.841989 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Router 21861c22-3554-4424-9236-345bada24f87 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:07:38.844497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:38.853689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:38.935103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:38.992383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3f228f03-2460-4353-8f12-260060034186 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:07:39.000389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.014285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.031700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379270bc-d2b1-4b8c-a8f2-775ebbfca1f1']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:39.032967 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 3f228f03-2460-4353-8f12-260060034186 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:07:39.033308 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3f228f03-2460-4353-8f12-260060034186 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:07:39.049647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7393b5bf-f7bd-4f94-b7bd-b09cf5a187fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.058877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:39.067954 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Sync routers for ids ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:39.070792 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1a10be-06e1-4107-9eea-814dd053fe97') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:39.071103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1a10be-06e1-4107-9eea-814dd053fe97') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:39.079846 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Routers {'7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:39.081373 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:39.094482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:39.108782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c814dba8-1cc9-4fba-9b94-9d7085797fc4 None None] Sync routers for ids ['21861c22-3554-4424-9236-345bada24f87'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:39.122710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814dba8-1cc9-4fba-9b94-9d7085797fc4 None None] Routers {'21861c22-3554-4424-9236-345bada24f87'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:39.123798 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c814dba8-1cc9-4fba-9b94-9d7085797fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['21861c22-3554-4424-9236-345bada24f87'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:39.149877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.159455 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393b5bf-f7bd-4f94-b7bd-b09cf5a187fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Pushing event deleted for resources: {'Port': ['ID=faeb2b63-7017-426d-b15a-3c90439b2c2f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:39.163893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.200126 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7393b5bf-f7bd-4f94-b7bd-b09cf5a187fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.216633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Subnet': ['ID=692f66d8-073f-40bc-b534-b2fd41fcbfd9,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:39.221938 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.231566 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0ac9271c-e539-4c42-a2e2-6a8904fb1d3c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "PUT /v2.0/routers/21861c22-3554-4424-9236-345bada24f87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2381136 Aug 26 01:07:39.234232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44592) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:39.242930 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Checking segment: {'id': 'c7927387-d2d3-4c69-b4b1-ca587429b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '554a9d57-2281-4cd2-a25e-f6d9e0df4575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:39.243456 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network hostable DHCP agents. Network: 554a9d57-2281-4cd2-a25e-f6d9e0df4575, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:07:39.247784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:07:39.249892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.294322 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Set router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:07:39.295459 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7393b5bf-f7bd-4f94-b7bd-b09cf5a187fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "DELETE /v2.0/ports/faeb2b63-7017-426d-b15a-3c90439b2c2f HTTP/1.1" status: 204 len: 168 time: 2.4455299 Aug 26 01:07:39.299791 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment cf1a10be-06e1-4107-9eea-814dd053fe97 resource provider aggregate not found Aug 26 01:07:39.312957 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44598) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:39.354253 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c814dba8-1cc9-4fba-9b94-9d7085797fc4 None None] Set router 21861c22-3554-4424-9236-345bada24f87 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:07:39.383193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.387616 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-42d651e5-2d60-4f22-81ac-ee958b48f11c admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.0417449 Aug 26 01:07:39.394080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44604) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:39.399390 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3a40dc-4250-4faa-bc8d-441082a6152b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] GET failed (client error): The resource could not be found. Aug 26 01:07:39.399994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5a3a40dc-4250-4faa-bc8d-441082a6152b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Synchronizing usage tracker for tenant:578cacf1187c4588accd78981d81dfb4 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:39.400113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.411945 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment cf1a10be-06e1-4107-9eea-814dd053fe97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf1a10be-06e1-4107-9eea-814dd053fe97 found for delete ", "request_id": "req-aa8628f6-81c9-46e3-a226-0ccb6d65da2f"}]} Aug 26 01:07:39.416045 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f14098d-bbce-4d62-bd0a-0c1e6d1ad728 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:39.418174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f14098d-bbce-4d62-bd0a-0c1e6d1ad728 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:39.419968 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7f14098d-bbce-4d62-bd0a-0c1e6d1ad728 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1813171 Aug 26 01:07:39.426128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44608) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:39.497661 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 554a9d57-2281-4cd2-a25e-f6d9e0df4575 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:07:39.530379 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c814dba8-1cc9-4fba-9b94-9d7085797fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21861c22-3554-4424-9236-345bada24f87', 'name': 'tempest-NetworksTestDHCPv6-router-512150482', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:22Z', 'updated_at': '2022-08-26T01:07:37Z', 'revision_number': 3, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:39.535320 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c814dba8-1cc9-4fba-9b94-9d7085797fc4 None None] Checking router: 21861c22-3554-4424-9236-345bada24f87 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:07:39.541422 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-876da05a-745c-45b4-9e33-1b00d7be423f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 188f51d6-50e5-45bf-baf3-0d2a345b55ed {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:07:39.545654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-876da05a-745c-45b4-9e33-1b00d7be423f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.546393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814dba8-1cc9-4fba-9b94-9d7085797fc4 None None] Routers {'21861c22-3554-4424-9236-345bada24f87'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:39.547272 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c814dba8-1cc9-4fba-9b94-9d7085797fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['21861c22-3554-4424-9236-345bada24f87'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:39.619174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5a3a40dc-4250-4faa-bc8d-441082a6152b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Unset dirty status for tenant:578cacf1187c4588accd78981d81dfb4 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:39.624658 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5a3a40dc-4250-4faa-bc8d-441082a6152b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "GET /v2.0/ports/faeb2b63-7017-426d-b15a-3c90439b2c2f HTTP/1.1" status: 404 len: 333 time: 0.3104169 Aug 26 01:07:39.628614 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-876da05a-745c-45b4-9e33-1b00d7be423f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.651891 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:29Z', 'updated_at': '2022-08-26T01:07:35Z', 'revision_number': 3, 'project_id': '2b51416469154fda977a78b7767f918c', 'gw_port': {'id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:32Z', 'updated_at': '2022-08-26T01:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:39.656905 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Checking router: 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:07:39.657492 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Updating router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d port e7cebaf7-085d-45d3-a853-9d584f3c1f1b binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:07:39.662369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44612) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:39.693689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ddc64b4f-45f7-41b7-95ca-c0cb3ebf3a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Request body: {'port': {'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668040294'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:39.698303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c814dba8-1cc9-4fba-9b94-9d7085797fc4 None None] Set router 21861c22-3554-4424-9236-345bada24f87 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:07:39.702475 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 554a9d57-2281-4cd2-a25e-f6d9e0df4575) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:39.706665 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ddc64b4f-45f7-41b7-95ca-c0cb3ebf3a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:39.721614 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.722881 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:39.723514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.734391 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.780020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92e5e07-79c3-450c-86f2-6ecfa7b14fb9 None None] Network 554a9d57-2281-4cd2-a25e-f6d9e0df4575 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:39.791151 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ddc64b4f-45f7-41b7-95ca-c0cb3ebf3a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:39.874810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-876da05a-745c-45b4-9e33-1b00d7be423f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.890288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.956429 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-276456f0-e742-4664-8384-01a686520a14 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6018724 Aug 26 01:07:39.957652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc64b4f-45f7-41b7-95ca-c0cb3ebf3a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Made reservation on behalf of 578cacf1187c4588accd78981d81dfb4 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:39.961781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ddc64b4f-45f7-41b7-95ca-c0cb3ebf3a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:39.962604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44616) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:39.976165 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c814dba8-1cc9-4fba-9b94-9d7085797fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21861c22-3554-4424-9236-345bada24f87', 'name': 'tempest-NetworksTestDHCPv6-router-512150482', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:22Z', 'updated_at': '2022-08-26T01:07:37Z', 'revision_number': 3, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:39.986624 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d10a7587-9bc4-4837-a771-5faf734ad194 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1934250008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:39.996207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-ddc64b4f-45f7-41b7-95ca-c0cb3ebf3a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] device_id is not set on port fc6638b1-2117-4f18-87c6-aa73fa0caf9a yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:07:39.996599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c814dba8-1cc9-4fba-9b94-9d7085797fc4 None None] The sync data for ids ['21861c22-3554-4424-9236-345bada24f87'] in dv-neutron-854561-2-hyperv is: [{'id': '21861c22-3554-4424-9236-345bada24f87', 'name': 'tempest-NetworksTestDHCPv6-router-512150482', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:22Z', 'updated_at': '2022-08-26T01:07:37Z', 'revision_number': 3, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'gw_port_host': None}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:40.029201 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a4b77d-dc24-472b-ab21-d1ca21040561,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:40.034560 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.040809 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.051407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:07:40.051407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d10a7587-9bc4-4837-a771-5faf734ad194 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:40.057119 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d10a7587-9bc4-4837-a771-5faf734ad194 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:router and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:40.086853 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d10a7587-9bc4-4837-a771-5faf734ad194 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:40.102384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Network': ['ID=379270bc-d2b1-4b8c-a8f2-775ebbfca1f1,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:40.107387 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d10a7587-9bc4-4837-a771-5faf734ad194 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:40.112348 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.112688 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Added segment f0654291-d218-4f9f-85f9-ea0b96127019 of type vlan for network 75daf99d-8f72-40f1-83cf-9843d80c3226 Aug 26 01:07:40.121474 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-36146a44-583b-4580-8e80-7ac9385bd9bb tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/networks/379270bc-d2b1-4b8c-a8f2-775ebbfca1f1 HTTP/1.1" status: 204 len: 168 time: 2.6938348 Aug 26 01:07:40.127619 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44620) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:40.142656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-876da05a-745c-45b4-9e33-1b00d7be423f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.157009 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'network': {'name': 'tempest-RoutersTest-327578993'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:40.167275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.177195 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-554a9d57-2281-4cd2-a25e-f6d9e0df4575', 'network_id': '554a9d57-2281-4cd2-a25e-f6d9e0df4575', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'fixed_ips': [{'subnet_id': '692f66d8-073f-40bc-b534-b2fd41fcbfd9'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:07:40.178977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.222589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.251668 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d10a7587-9bc4-4837-a771-5faf734ad194 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.252836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d10a7587-9bc4-4837-a771-5faf734ad194 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.270146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:40.273145 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:40.284389 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:40.287009 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:40.313958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:network and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:40.316674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876da05a-745c-45b4-9e33-1b00d7be423f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=188f51d6-50e5-45bf-baf3-0d2a345b55ed,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:40.319048 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-876da05a-745c-45b4-9e33-1b00d7be423f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.321861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:40.338689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:40.342907 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3667c9-f1f3-47da-976e-b58797940ed9 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:40.380725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.resource_extend [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:07:40.393351 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-876da05a-745c-45b4-9e33-1b00d7be423f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/188f51d6-50e5-45bf-baf3-0d2a345b55ed HTTP/1.1" status: 204 len: 168 time: 0.9641705 Aug 26 01:07:40.398337 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44624) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:40.401477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ddc64b4f-45f7-41b7-95ca-c0cb3ebf3a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.412333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Allocated IP 172.26.2.107 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/4565e700-6ef5-4080-9483-f9a6b4ea9dd8) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:40.485922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:40.489434 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.501988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Pushing event updated for resources: {'Port': ['ID=36be7839-6be8-4e73-be18-54fade2a98b6,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:40.534900 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d10a7587-9bc4-4837-a771-5faf734ad194 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.535421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Allocated IP 2001:db8::2 (554a9d57-2281-4cd2-a25e-f6d9e0df4575/692f66d8-073f-40bc-b534-b2fd41fcbfd9/a52daf7f-f753-44ff-83f4-3a06c2a8efc2) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:40.598394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.745330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.746379 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:40.746951 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.826640 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:07:40.847821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.848185 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Added segment 1b33d6d9-f970-4f0a-99b8-39c15c4e89ef of type vlan for network 67a5d1b4-f624-4b94-bca0-e1709d375aed Aug 26 01:07:40.878579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.901042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d10a7587-9bc4-4837-a771-5faf734ad194 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.925425 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 773fd37f-6df5-4b75-889e-85e34622ab76 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:07:40.970810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.976961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:40.977573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:40.984175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 773fd37f-6df5-4b75-889e-85e34622ab76 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:07:40.984175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 773fd37f-6df5-4b75-889e-85e34622ab76 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:07:40.985460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d8ecfb-a7aa-4638-9c33-bab42fa9f484 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:07:40.996576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e8d8ecfb-a7aa-4638-9c33-bab42fa9f484 None None] Deleting port c401e990-2313-47c4-8112-ee3a996b8bf6 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:40.997052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ecfb-a7aa-4638-9c33-bab42fa9f484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:41.000825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Pushing event updated for resources: {'Network': ['ID=75daf99d-8f72-40f1-83cf-9843d80c3226,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:41.016476 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b48cd04c-2ecb-4290-a6db-998c5a90b65f tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.6004412 Aug 26 01:07:41.033105 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2464ad0d-375f-4fb1-b4a9-93f181e5ecdb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6208196 Aug 26 01:07:41.033295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44628) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:41.033295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44630) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:41.033439 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 75daf99d-8f72-40f1-83cf-9843d80c3226 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:07:41.095154 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ddc64b4f-45f7-41b7-95ca-c0cb3ebf3a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:41.102029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Request body: {'subnet': {'network_id': '75daf99d-8f72-40f1-83cf-9843d80c3226', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:41.117992 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d10a7587-9bc4-4837-a771-5faf734ad194 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:41.122331 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d10a7587-9bc4-4837-a771-5faf734ad194 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1564670 Aug 26 01:07:41.149528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:41.157929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44636) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:41.167910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:41.202208 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Transition to ACTIVE for port object a52daf7f-f753-44ff-83f4-3a06c2a8efc2 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:41.259485 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Transition to ACTIVE for port object a52daf7f-f753-44ff-83f4-3a06c2a8efc2 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:41.308538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Network': ['ID=67a5d1b4-f624-4b94-bca0-e1709d375aed,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:41.324083 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:41.329550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 67a5d1b4-f624-4b94-bca0-e1709d375aed details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:07:41.333064 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-982d4b11-40d3-4b2a-9c3d-ec14849dd488 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2044122 Aug 26 01:07:41.339859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Usage tracker for resource:subnet and tenant:444e07bc0da54134a889d6a9e6f1a7f2 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:41.340143 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44640) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:41.347770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:41.351438 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc64b4f-45f7-41b7-95ca-c0cb3ebf3a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:41.355727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:41.357375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'subnet': {'network_id': '67a5d1b4-f624-4b94-bca0-e1709d375aed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:41.384326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-ddc64b4f-45f7-41b7-95ca-c0cb3ebf3a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:41.446958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc64b4f-45f7-41b7-95ca-c0cb3ebf3a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:41.447806 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc64b4f-45f7-41b7-95ca-c0cb3ebf3a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:41.448543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ddc64b4f-45f7-41b7-95ca-c0cb3ebf3a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:41.471205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:41.494828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Network 554a9d57-2281-4cd2-a25e-f6d9e0df4575 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:41.499214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc64b4f-45f7-41b7-95ca-c0cb3ebf3a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Pushing event updated for resources: {'Port': ['ID=fc6638b1-2117-4f18-87c6-aa73fa0caf9a,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:41.511865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:41.528613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b89bbcc8-b44f-4fb0-9076-334ebedb834d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:41.530861 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:41.551111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e8d8ecfb-a7aa-4638-9c33-bab42fa9f484 None None] For port c401e990-2313-47c4-8112-ee3a996b8bf6, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=c401e990-2313-47c4-8112-ee3a996b8bf6,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:41.551525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ecfb-a7aa-4638-9c33-bab42fa9f484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:41.601335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Pushing event updated for resources: {'Port': ['ID=a52daf7f-f753-44ff-83f4-3a06c2a8efc2,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:41.757998 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ddc64b4f-45f7-41b7-95ca-c0cb3ebf3a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0913444 Aug 26 01:07:41.760226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44644) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:41.765961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:41.766234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e8d8ecfb-a7aa-4638-9c33-bab42fa9f484 None None] Calling delete_port for c401e990-2313-47c4-8112-ee3a996b8bf6 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:41.773357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:41.807372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:subnet and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:41.819995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:41.825124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Attempting to bind port a52daf7f-f753-44ff-83f4-3a06c2a8efc2 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:41.825500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Attempting to bind port a52daf7f-f753-44ff-83f4-3a06c2a8efc2 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'c7927387-d2d3-4c69-b4b1-ca587429b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '554a9d57-2281-4cd2-a25e-f6d9e0df4575'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:41.825988 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Attempting to bind port a52daf7f-f753-44ff-83f4-3a06c2a8efc2 on network 554a9d57-2281-4cd2-a25e-f6d9e0df4575 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:41.836298 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:07:41.836677 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Checking segment: {'id': 'c7927387-d2d3-4c69-b4b1-ca587429b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '554a9d57-2281-4cd2-a25e-f6d9e0df4575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:41.837086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:41.837576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Bound using segment: {'id': 'c7927387-d2d3-4c69-b4b1-ca587429b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '554a9d57-2281-4cd2-a25e-f6d9e0df4575'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:07:41.838092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Bound port: a52daf7f-f753-44ff-83f4-3a06c2a8efc2, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7927387-d2d3-4c69-b4b1-ca587429b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '554a9d57-2281-4cd2-a25e-f6d9e0df4575'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:07:41.838469 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:41.841289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:41.872196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:41.876280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:41.894041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Made reservation on behalf of 444e07bc0da54134a889d6a9e6f1a7f2 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:41.896710 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:41.993380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:41.997434 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b89bbcc8-b44f-4fb0-9076-334ebedb834d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:42.004457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b89bbcc8-b44f-4fb0-9076-334ebedb834d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:42.004697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:42.021320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:42.046505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] For port a52daf7f-f753-44ff-83f4-3a06c2a8efc2, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:42.048852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:42.051462 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] For port a52daf7f-f753-44ff-83f4-3a06c2a8efc2, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a52daf7f-f753-44ff-83f4-3a06c2a8efc2,segment=NetworkSegment(c7927387-d2d3-4c69-b4b1-ca587429b57d),segment_id=c7927387-d2d3-4c69-b4b1-ca587429b57d)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:07:42.070474 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:42.073892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:42.091220 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Pushing event updated for resources: {'Port': ['ID=4565e700-6ef5-4080-9483-f9a6b4ea9dd8,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:42.108836 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:42.153336 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:42.161725 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e8d8ecfb-a7aa-4638-9c33-bab42fa9f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:42.172928 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Transition to ACTIVE for port object e7cebaf7-085d-45d3-a853-9d584f3c1f1b will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:42.201200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d8ecfb-a7aa-4638-9c33-bab42fa9f484 None None] No DVR routers for this DVR port c401e990-2313-47c4-8112-ee3a996b8bf6 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:07:42.235278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243e485-1547-48f9-9b59-a5dd8fa5f487 None None] Pushing event updated for resources: {'Port': ['ID=a52daf7f-f753-44ff-83f4-3a06c2a8efc2,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:42.253853 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:42.309989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8ecfb-a7aa-4638-9c33-bab42fa9f484 None None] Pushing event deleted for resources: {'Port': ['ID=c401e990-2313-47c4-8112-ee3a996b8bf6,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:42.328083 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:42.350044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b89bbcc8-b44f-4fb0-9076-334ebedb834d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:42.350457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89bbcc8-b44f-4fb0-9076-334ebedb834d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Fanout notify agent at l3_agent the message router_deleted on router 21861c22-3554-4424-9236-345bada24f87 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:07:42.371552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:42.377514 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd50b4-46fc-4691-b6b3-5c20cd32546e None None] Pushing event updated for resources: {'Port': ['ID=e7cebaf7-085d-45d3-a853-9d584f3c1f1b,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:42.386683 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Attempting to bind port e7cebaf7-085d-45d3-a853-9d584f3c1f1b on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:42.387203 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Attempting to bind port e7cebaf7-085d-45d3-a853-9d584f3c1f1b by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:42.387752 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Attempting to bind port e7cebaf7-085d-45d3-a853-9d584f3c1f1b on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:42.402240 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:07:42.403152 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:42.403783 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:42.406031 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:07:42.407034 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Bound port: e7cebaf7-085d-45d3-a853-9d584f3c1f1b, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:07:42.410725 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:42.529037 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] For port e7cebaf7-085d-45d3-a853-9d584f3c1f1b, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:42.535474 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] For port e7cebaf7-085d-45d3-a853-9d584f3c1f1b, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e7cebaf7-085d-45d3-a853-9d584f3c1f1b,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:07:42.632126 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:42.705705 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Routers {'7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:42.706629 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:42.852191 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b89bbcc8-b44f-4fb0-9076-334ebedb834d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:42.853775 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b89bbcc8-b44f-4fb0-9076-334ebedb834d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/routers/21861c22-3554-4424-9236-345bada24f87 HTTP/1.1" status: 204 len: 168 time: 1.8200765 Aug 26 01:07:42.876378 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44648) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:42.888365 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0fe259f5-f5b9-4f74-b6eb-757d84355a7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:42.934463 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] Set router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:07:42.954095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] device_id is not set on port fc6638b1-2117-4f18-87c6-aa73fa0caf9a yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:07:43.015515 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Allocated IP 172.20.0.1 (ddd58b69-18ff-473a-81ae-b003ddd4fec6/8b9c5a93-9423-4301-b9da-a87da6db8e95/9c4b3bfb-db45-49bb-b83e-2bd59dd64939) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:43.033276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0fe259f5-f5b9-4f74-b6eb-757d84355a7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:43.035387 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:43.043940 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a52daf7f-f753-44ff-83f4-3a06c2a8efc2 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:43.058154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0fe259f5-f5b9-4f74-b6eb-757d84355a7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:43.062875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Transition to ACTIVE for port object fc6638b1-2117-4f18-87c6-aa73fa0caf9a will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:43.071044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0fe259f5-f5b9-4f74-b6eb-757d84355a7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:43.086461 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0fe259f5-f5b9-4f74-b6eb-757d84355a7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:43.152828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:43.160110 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd50b4-46fc-4691-b6b3-5c20cd32546e None None] Pushing event updated for resources: {'Port': ['ID=e7cebaf7-085d-45d3-a853-9d584f3c1f1b,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:43.238801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:43.245917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port a52daf7f-f753-44ff-83f4-3a06c2a8efc2 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:43.247916 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:43.330948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c401e990-2313-47c4-8112-ee3a996b8bf6 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:07:43.351849 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:29Z', 'updated_at': '2022-08-26T01:07:35Z', 'revision_number': 3, 'project_id': '2b51416469154fda977a78b7767f918c', 'gw_port': {'id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:32Z', 'updated_at': '2022-08-26T01:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:43.356143 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ed02b-820d-4d5d-bd1f-dc428a0a9c96 None None] The sync data for ids ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'] in dv-neutron-854561-2-hyperv is: [{'id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:29Z', 'updated_at': '2022-08-26T01:07:35Z', 'revision_number': 3, 'project_id': '2b51416469154fda977a78b7767f918c', 'gw_port': {'id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:32Z', 'updated_at': '2022-08-26T01:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:43.378993 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: c401e990-2313-47c4-8112-ee3a996b8bf6 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:07:43.379620 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c401e990-2313-47c4-8112-ee3a996b8bf6 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:07:43.508004 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe259f5-f5b9-4f74-b6eb-757d84355a7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:43.511463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0fe259f5-f5b9-4f74-b6eb-757d84355a7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:43.511689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Deleting port 4565e700-6ef5-4080-9483-f9a6b4ea9dd8 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:43.512033 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:43.700094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:43.700555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:43.700913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:43.703231 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Pushing event updated for resources: {'Port': ['ID=fc6638b1-2117-4f18-87c6-aa73fa0caf9a,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:43.744111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:43.744431 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:43.754075 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 2 to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a Aug 26 01:07:43.779658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:43.808422 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:43.809481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:43.831622 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Transition to ACTIVE for port object 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:43.837626 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0922c7fb-d59f-491d-99d3-31b6b1581a09 None None] Network 554a9d57-2281-4cd2-a25e-f6d9e0df4575 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:43.856235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:43.856857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:43.857349 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:43.999734 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Router 67994267-d50b-4944-b125-ce67934c1b44 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:07:44.014009 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:44.015412 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:44.029223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Calling delete_port for 4565e700-6ef5-4080-9483-f9a6b4ea9dd8 owned by network:floatingip {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:44.067275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-df1e92fd-8995-4feb-a6b2-f0831d987214 None None] Provisioning for port a52daf7f-f753-44ff-83f4-3a06c2a8efc2 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:44.079861 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-df1e92fd-8995-4feb-a6b2-f0831d987214 None None] Provisioning complete for port a52daf7f-f753-44ff-83f4-3a06c2a8efc2 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:44.080355 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-df1e92fd-8995-4feb-a6b2-f0831d987214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:44.094776 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 3 to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a Aug 26 01:07:44.142694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:44.144675 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:44.144675 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:44.146245 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Allocated IP 2001:db8::1 (554a9d57-2281-4cd2-a25e-f6d9e0df4575/692f66d8-073f-40bc-b534-b2fd41fcbfd9/e1d79ebd-605b-4774-84bc-39c000feef54) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:44.166959 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:44.186474 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:44.186828 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:44.197045 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 4 to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a Aug 26 01:07:44.211136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:44.301623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0fe259f5-f5b9-4f74-b6eb-757d84355a7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:44.367083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-df1e92fd-8995-4feb-a6b2-f0831d987214 None None] Current status of the port a52daf7f-f753-44ff-83f4-3a06c2a8efc2 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:44.367760 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-df1e92fd-8995-4feb-a6b2-f0831d987214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:44.381776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Pushing event updated for resources: {'Port': ['ID=9c4b3bfb-db45-49bb-b83e-2bd59dd64939,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:44.418928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:44.430750 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b8df2-cbda-4295-ac13-a1b6156a1681 None None] Sync routers for ids ['67994267-d50b-4944-b125-ce67934c1b44'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:44.433591 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-df1e92fd-8995-4feb-a6b2-f0831d987214 None None] For port a52daf7f-f753-44ff-83f4-3a06c2a8efc2, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a52daf7f-f753-44ff-83f4-3a06c2a8efc2,segment=NetworkSegment(c7927387-d2d3-4c69-b4b1-ca587429b57d),segment_id=c7927387-d2d3-4c69-b4b1-ca587429b57d)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:44.447626 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b8df2-cbda-4295-ac13-a1b6156a1681 None None] Routers {'67994267-d50b-4944-b125-ce67934c1b44'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:44.448258 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-651b8df2-cbda-4295-ac13-a1b6156a1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['67994267-d50b-4944-b125-ce67934c1b44'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:44.450730 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.objects.ports [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89863) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:07:44.451209 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:44.468763 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Network ddd58b69-18ff-473a-81ae-b003ddd4fec6 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:44.483407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:44.496681 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe259f5-f5b9-4f74-b6eb-757d84355a7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:44.498018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:44.534185 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-651b8df2-cbda-4295-ac13-a1b6156a1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:44.535350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-0fe259f5-f5b9-4f74-b6eb-757d84355a7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:44.545113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:44.546631 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3d59dbed-87ca-4c8a-a83f-87fae5b7c227 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "PUT /v2.0/routers/67994267-d50b-4944-b125-ce67934c1b44 HTTP/1.1" status: 200 len: 915 time: 9.4408264 Aug 26 01:07:44.547581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-df1e92fd-8995-4feb-a6b2-f0831d987214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:44.551611 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe259f5-f5b9-4f74-b6eb-757d84355a7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:44.552266 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0fe259f5-f5b9-4f74-b6eb-757d84355a7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:44.556028 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b8df2-cbda-4295-ac13-a1b6156a1681 None None] Routers {'67994267-d50b-4944-b125-ce67934c1b44'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:44.556644 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-651b8df2-cbda-4295-ac13-a1b6156a1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['67994267-d50b-4944-b125-ce67934c1b44'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:44.565128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:44.565467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:44.565843 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:44.571977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44652) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:44.635965 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a0b301-9881-4c50-b4c2-238a4f5f290c None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:44.663510 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe259f5-f5b9-4f74-b6eb-757d84355a7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=4c5162a1-c9f8-4b63-8546-748d7af5e882,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:44.667234 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0fe259f5-f5b9-4f74-b6eb-757d84355a7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7869103 Aug 26 01:07:44.709359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44656) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:44.718192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Checking segment: {'id': 'f0654291-d218-4f9f-85f9-ea0b96127019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '75daf99d-8f72-40f1-83cf-9843d80c3226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:44.718556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Network hostable DHCP agents. Network: 75daf99d-8f72-40f1-83cf-9843d80c3226, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:07:44.724834 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-651b8df2-cbda-4295-ac13-a1b6156a1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:44.725381 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b8df2-cbda-4295-ac13-a1b6156a1681 None None] The sync data for ids ['67994267-d50b-4944-b125-ce67934c1b44'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:44.752674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:44.753307 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:44.755018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-24515f26-dee8-4c48-a561-fa0f50c50884 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1102554632', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:44.765758 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:44.773323 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-24515f26-dee8-4c48-a561-fa0f50c50884 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:44.794197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-24515f26-dee8-4c48-a561-fa0f50c50884 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:router and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:44.808801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-24515f26-dee8-4c48-a561-fa0f50c50884 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:44.827774 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-24515f26-dee8-4c48-a561-fa0f50c50884 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:44.845123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Pushing event updated for resources: {'Subnet': ['ID=49e0ca5c-5b30-43fa-aff2-3e81e629a81d,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:44.862177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e92fd-8995-4feb-a6b2-f0831d987214 None None] Pushing event updated for resources: {'Port': ['ID=a52daf7f-f753-44ff-83f4-3a06c2a8efc2,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:44.912469 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0698b22a-66ff-4d98-82c5-c866b4e87a81 None None] Provisioning complete for port a52daf7f-f753-44ff-83f4-3a06c2a8efc2 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:44.913059 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0698b22a-66ff-4d98-82c5-c866b4e87a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:44.945009 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 5 to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a Aug 26 01:07:45.039040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Network 75daf99d-8f72-40f1-83cf-9843d80c3226 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:07:45.042256 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-24515f26-dee8-4c48-a561-fa0f50c50884 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.042718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:45.043364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:45.043490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-24515f26-dee8-4c48-a561-fa0f50c50884 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.043606 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:45.048757 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e7cebaf7-085d-45d3-a853-9d584f3c1f1b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:45.071561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:45.071767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-24515f26-dee8-4c48-a561-fa0f50c50884 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.071982 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:45.072443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Subnet': ['ID=c90a2548-2202-40fd-9b12-64a82acc9846,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:45.081840 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 6 to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a Aug 26 01:07:45.129162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:45.129505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:45.129842 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:45.132558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Checking segment: {'id': '1b33d6d9-f970-4f0a-99b8-39c15c4e89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '67a5d1b4-f624-4b94-bca0-e1709d375aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:45.133090 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network hostable DHCP agents. Network: 67a5d1b4-f624-4b94-bca0-e1709d375aed, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:07:45.143562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.169262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:45.169548 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:45.174915 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 7 to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a Aug 26 01:07:45.178944 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 75daf99d-8f72-40f1-83cf-9843d80c3226) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:45.188243 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:45.189341 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.200620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Transition to ACTIVE for port object e1d79ebd-605b-4774-84bc-39c000feef54 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:45.209303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-24515f26-dee8-4c48-a561-fa0f50c50884 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.216276 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.220618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e025e5e6-7d37-48ba-82fa-214336e9b316 None None] Network 75daf99d-8f72-40f1-83cf-9843d80c3226 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:45.257378 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-843c0377-0f0a-48e6-ad2a-3a2a6d4e7bed tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/routers/67994267-d50b-4944-b125-ce67934c1b44 HTTP/1.1" status: 200 len: 921 time: 0.6608653 Aug 26 01:07:45.258634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:45.258634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:45.259596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:45.269813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44660) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:45.306707 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': '4c5162a1-c9f8-4b63-8546-748d7af5e882'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:07:45.307398 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.320530 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.321530 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Pushing event deleted for resources: {'Port': ['ID=4565e700-6ef5-4080-9483-f9a6b4ea9dd8,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:45.326251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:45.326251 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:45.332459 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 8 to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a Aug 26 01:07:45.365218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0698b22a-66ff-4d98-82c5-c866b4e87a81 None None] Current status of the port a52daf7f-f753-44ff-83f4-3a06c2a8efc2 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:45.381089 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d0c0506c-c5d5-4f93-a39c-825ee364f48c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.3461490 Aug 26 01:07:45.386114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44664) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:45.386909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 67a5d1b4-f624-4b94-bca0-e1709d375aed is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:07:45.402554 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1346652972', 'network_id': '75daf99d-8f72-40f1-83cf-9843d80c3226'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:45.413421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port e7cebaf7-085d-45d3-a853-9d584f3c1f1b completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:45.416037 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-24515f26-dee8-4c48-a561-fa0f50c50884 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.421125 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-24515f26-dee8-4c48-a561-fa0f50c50884 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7010612 Aug 26 01:07:45.422995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:45.426227 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44668) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:45.433003 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Usage tracker for resource:port and tenant:444e07bc0da54134a889d6a9e6f1a7f2 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:45.447292 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 67a5d1b4-f624-4b94-bca0-e1709d375aed) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:45.448563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e7cebaf7-085d-45d3-a853-9d584f3c1f1b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:45.448734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.471406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:45.471929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:45.472485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:45.482594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:45.483492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.502447 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:45.503024 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:45.505111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5ed270-bcf7-4a89-90f5-968527478510 None None] Network 67a5d1b4-f624-4b94-bca0-e1709d375aed requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:45.509652 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 9 to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a Aug 26 01:07:45.510411 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:45.547486 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:45.547840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:45.548133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:45.560809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:45.561139 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:45.564288 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 10 to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a Aug 26 01:07:45.591668 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae15850-ec23-4d8e-8f84-67eec8a628f7 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:45.595696 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6ae15850-ec23-4d8e-8f84-67eec8a628f7 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&device_id=67994267-d50b-4944-b125-ce67934c1b44&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3220410 Aug 26 01:07:45.595696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:45.595696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:45.595696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:45.598931 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:45.599094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44672) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:45.606148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0698b22a-66ff-4d98-82c5-c866b4e87a81 None None] Provisioning for port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:45.627734 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:45.628063 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:45.628415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.646632 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4325c8f8-0d97-41e6-9923-def39dc64801 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3003564 Aug 26 01:07:45.646632 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.690108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0698b22a-66ff-4d98-82c5-c866b4e87a81 None None] Provisioning complete for port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:45.690456 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0698b22a-66ff-4d98-82c5-c866b4e87a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.698617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44676) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:45.751642 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] create failed (client error): The resource could not be found. Aug 26 01:07:45.752927 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-62995aba-b61a-4bf5-ac74-4d8aa5225f18 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.9647374 Aug 26 01:07:45.760705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-82ad29b9-7554-4058-96f3-f8dab74f5867 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-719726412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:45.781510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44680) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:45.813639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-82ad29b9-7554-4058-96f3-f8dab74f5867 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:45.813977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Made reservation on behalf of 444e07bc0da54134a889d6a9e6f1a7f2 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:45.815792 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:45.857387 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] device_id is not set on port 404c5f83-568e-4a3e-92ef-c0bdcfd10f6d yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:07:45.873226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-82ad29b9-7554-4058-96f3-f8dab74f5867 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:router and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:45.893123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-82ad29b9-7554-4058-96f3-f8dab74f5867 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:45.902407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38590b2-20da-4702-85c2-2e32305fa9e1 None None] Network 75daf99d-8f72-40f1-83cf-9843d80c3226 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:45.905404 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 554a9d57-2281-4cd2-a25e-f6d9e0df4575 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:45.917981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-82ad29b9-7554-4058-96f3-f8dab74f5867 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:45.924788 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:45.935407 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=e1d79ebd-605b-4774-84bc-39c000feef54,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:45.946101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:45.946640 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.015948 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-4244559f-dd44-4c15-8871-17d756301cd9 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Deleting port 5de2cd2a-6d58-47e6-938b-107c912642a6 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:46.016158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4244559f-dd44-4c15-8871-17d756301cd9 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.079587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82ad29b9-7554-4058-96f3-f8dab74f5867 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.080605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82ad29b9-7554-4058-96f3-f8dab74f5867 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.082590 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0698b22a-66ff-4d98-82c5-c866b4e87a81 None None] Port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:46.096779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08326d77-1fcd-439e-a935-e7c27e713613 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:46.097270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Allocated IP 2001:db8::2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/4c5162a1-c9f8-4b63-8546-748d7af5e882/9c6ca782-3b21-45ab-ac40-7e6c875206df) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:46.098182 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-08326d77-1fcd-439e-a935-e7c27e713613 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/networks/49e274ef-58e5-4652-9e84-36bb0a18cd29 HTTP/1.1" status: 200 len: 881 time: 0.5005069 Aug 26 01:07:46.099521 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] For port fc6638b1-2117-4f18-87c6-aa73fa0caf9a, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:46.099868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempted to set empty binding levels {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Aug 26 01:07:46.110989 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44684) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:46.179277 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-83074ddd-659f-422f-bb4f-484885ba3df1 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "GET /v2.0/ports?device_id=67994267-d50b-4944-b125-ce67934c1b44 HTTP/1.1" status: 200 len: 205 time: 0.0671062 Aug 26 01:07:46.204225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44688) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:46.205838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82ad29b9-7554-4058-96f3-f8dab74f5867 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.224266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.224809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] In _notify_port_updated(), no bound segment for port fc6638b1-2117-4f18-87c6-aa73fa0caf9a on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:07:46.230732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:46.230732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.230732 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "PUT /v2.0/ports/fc6638b1-2117-4f18-87c6-aa73fa0caf9a HTTP/1.1" status: 200 len: 981 time: 4.4639225 Aug 26 01:07:46.244789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Allocated IP 2001:db8::31d (75daf99d-8f72-40f1-83cf-9843d80c3226/49e0ca5c-5b30-43fa-aff2-3e81e629a81d/404c5f83-568e-4a3e-92ef-c0bdcfd10f6d) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:46.259663 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e7cebaf7-085d-45d3-a853-9d584f3c1f1b is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:46.260166 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.263806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44692) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:46.280165 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port e7cebaf7-085d-45d3-a853-9d584f3c1f1b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e7cebaf7-085d-45d3-a853-9d584f3c1f1b,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:46.357300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.461302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.494581 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.535982 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-10588daa-97b0-4fec-94e6-f1d1d74dcb1c None None] Provisioning for port e1d79ebd-605b-4774-84bc-39c000feef54 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:46.597942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-67a5d1b4-f624-4b94-bca0-e1709d375aed', 'network_id': '67a5d1b4-f624-4b94-bca0-e1709d375aed', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'fixed_ips': [{'subnet_id': 'c90a2548-2202-40fd-9b12-64a82acc9846'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:07:46.602377 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.608522 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-10588daa-97b0-4fec-94e6-f1d1d74dcb1c None None] Provisioning complete for port e1d79ebd-605b-4774-84bc-39c000feef54 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:46.608522 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-10588daa-97b0-4fec-94e6-f1d1d74dcb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.679798 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=e7cebaf7-085d-45d3-a853-9d584f3c1f1b,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:46.737699 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82ad29b9-7554-4058-96f3-f8dab74f5867 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.771316 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e4fd0-fd1d-4474-a4d6-705b52807fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Pushing event updated for resources: {'Port': ['ID=fc6638b1-2117-4f18-87c6-aa73fa0caf9a,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:46.798216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.824287 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.827350 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfd51a91-5bd2-44fe-a5a9-f0da73e30508 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.839370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.843535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-10588daa-97b0-4fec-94e6-f1d1d74dcb1c None None] Port e1d79ebd-605b-4774-84bc-39c000feef54 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:46.888924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Transition to ACTIVE for port object 9c6ca782-3b21-45ab-ac40-7e6c875206df will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:46.925781 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Transition to ACTIVE for port object 9c6ca782-3b21-45ab-ac40-7e6c875206df will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:46.936070 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82ad29b9-7554-4058-96f3-f8dab74f5867 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:46.937244 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-82ad29b9-7554-4058-96f3-f8dab74f5867 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2097311 Aug 26 01:07:46.955439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44696) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:47.011296 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Allocated IP 172.20.0.2 (67a5d1b4-f624-4b94-bca0-e1709d375aed/c90a2548-2202-40fd-9b12-64a82acc9846/b1d29a9f-f96a-4f48-b313-967c76aaf449) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:47.056167 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4244559f-dd44-4c15-8871-17d756301cd9 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:47.093635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:47.094147 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:47.094624 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:47.095098 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:47.095568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:47.096032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:47.096545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:47.097007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:47.097469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:47.097953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:47.098419 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:47.098877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:47.099335 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:47.099843 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:47.102265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Synchronizing usage tracker for tenant:578cacf1187c4588accd78981d81dfb4 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:47.109952 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a52daf7f-f753-44ff-83f4-3a06c2a8efc2 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:47.147440 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:47.191490 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-4244559f-dd44-4c15-8871-17d756301cd9 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Calling delete_port for 5de2cd2a-6d58-47e6-938b-107c912642a6 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:47.217582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:47.276309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:47.280344 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Pushing event updated for resources: {'Port': ['ID=9c6ca782-3b21-45ab-ac40-7e6c875206df,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:47.284645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:47.287565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:47.316529 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Pushing event updated for resources: {'Port': ['ID=9c4b3bfb-db45-49bb-b83e-2bd59dd64939,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:47.446164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:47.450087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Unset dirty status for tenant:578cacf1187c4588accd78981d81dfb4 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:47.450807 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-297dd921-31f5-4f53-9e82-f985b6d84529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12487 time: 1.1860483 Aug 26 01:07:47.461068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfd51a91-5bd2-44fe-a5a9-f0da73e30508 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:47.464342 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44700) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:47.471905 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port a52daf7f-f753-44ff-83f4-3a06c2a8efc2 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:47.472281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:47.513755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Attempting to bind port 9c6ca782-3b21-45ab-ac40-7e6c875206df on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:47.514119 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Attempting to bind port 9c6ca782-3b21-45ab-ac40-7e6c875206df by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:47.514659 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Attempting to bind port 9c6ca782-3b21-45ab-ac40-7e6c875206df on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:47.541419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:07:47.542557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:47.543116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:47.543578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:07:47.544067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Bound port: 9c6ca782-3b21-45ab-ac40-7e6c875206df, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:07:47.544437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:47.568927 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:47.620776 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Transition to ACTIVE for port object b1d29a9f-f96a-4f48-b313-967c76aaf449 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:47.638045 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-cfd51a91-5bd2-44fe-a5a9-f0da73e30508 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Deleting port 36be7839-6be8-4e73-be18-54fade2a98b6 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:47.638430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfd51a91-5bd2-44fe-a5a9-f0da73e30508 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:47.692548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Transition to ACTIVE for port object b1d29a9f-f96a-4f48-b313-967c76aaf449 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:47.720895 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-439cbd8e-4b5a-4165-86e4-103f5bceebb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Deleting port fc6638b1-2117-4f18-87c6-aa73fa0caf9a {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:47.721340 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-439cbd8e-4b5a-4165-86e4-103f5bceebb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:47.731308 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] For port 9c6ca782-3b21-45ab-ac40-7e6c875206df, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:47.741853 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port a52daf7f-f753-44ff-83f4-3a06c2a8efc2 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:47.741853 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e7cebaf7-085d-45d3-a853-9d584f3c1f1b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:47.783341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] For port 9c6ca782-3b21-45ab-ac40-7e6c875206df, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9c6ca782-3b21-45ab-ac40-7e6c875206df,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:07:47.789514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:47.867802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Network 67a5d1b4-f624-4b94-bca0-e1709d375aed is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:47.872334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:47.877640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:47.885648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:47.888697 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Pushing event updated for resources: {'Port': ['ID=b1d29a9f-f96a-4f48-b313-967c76aaf449,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:47.894785 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Network ddd58b69-18ff-473a-81ae-b003ddd4fec6 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:47.927721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:47.952488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::1 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/4c5162a1-c9f8-4b63-8546-748d7af5e882/5785e643-aff9-4de0-9d33-620b583c6982) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:47.955406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:48.045735 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:48.055385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4244559f-dd44-4c15-8871-17d756301cd9 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:48.123044 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e7cebaf7-085d-45d3-a853-9d584f3c1f1b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:48.123642 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:48.169920 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244559f-dd44-4c15-8871-17d756301cd9 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Pushing event deleted for resources: {'Port': ['ID=5de2cd2a-6d58-47e6-938b-107c912642a6,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:48.189195 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Attempting to bind port b1d29a9f-f96a-4f48-b313-967c76aaf449 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:48.189771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Attempting to bind port b1d29a9f-f96a-4f48-b313-967c76aaf449 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '1b33d6d9-f970-4f0a-99b8-39c15c4e89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '67a5d1b4-f624-4b94-bca0-e1709d375aed'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:48.190439 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Attempting to bind port b1d29a9f-f96a-4f48-b313-967c76aaf449 on network 67a5d1b4-f624-4b94-bca0-e1709d375aed {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:48.198176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8f4df-2308-46a4-8cec-b1a723d37917 None None] Pushing event updated for resources: {'Port': ['ID=9c6ca782-3b21-45ab-ac40-7e6c875206df,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:48.205384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:07:48.206046 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Checking segment: {'id': '1b33d6d9-f970-4f0a-99b8-39c15c4e89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '67a5d1b4-f624-4b94-bca0-e1709d375aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:48.206664 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:48.207199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Bound using segment: {'id': '1b33d6d9-f970-4f0a-99b8-39c15c4e89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '67a5d1b4-f624-4b94-bca0-e1709d375aed'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:07:48.207853 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Bound port: b1d29a9f-f96a-4f48-b313-967c76aaf449, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b33d6d9-f970-4f0a-99b8-39c15c4e89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '67a5d1b4-f624-4b94-bca0-e1709d375aed'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:07:48.208393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:48.278785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:07:48.370047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:48.404700 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfd51a91-5bd2-44fe-a5a9-f0da73e30508 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:48.435912 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e7cebaf7-085d-45d3-a853-9d584f3c1f1b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:48.444049 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] For port b1d29a9f-f96a-4f48-b313-967c76aaf449, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:48.447951 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] For port b1d29a9f-f96a-4f48-b313-967c76aaf449, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b1d29a9f-f96a-4f48-b313-967c76aaf449,segment=NetworkSegment(1b33d6d9-f970-4f0a-99b8-39c15c4e89ef),segment_id=1b33d6d9-f970-4f0a-99b8-39c15c4e89ef)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:07:48.486027 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4625f3b1-26ac-46df-9b47-5bb28e01c64f None None] Provisioning complete for port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:48.486649 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4625f3b1-26ac-46df-9b47-5bb28e01c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:48.556293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-439cbd8e-4b5a-4165-86e4-103f5bceebb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] For port fc6638b1-2117-4f18-87c6-aa73fa0caf9a, host hv-neutron-8545, got binding levels [] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:48.557446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-439cbd8e-4b5a-4165-86e4-103f5bceebb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:48.570660 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:48.635061 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Network 75daf99d-8f72-40f1-83cf-9843d80c3226 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:48.661514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:48.669175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:48.670214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:48.670820 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:48.719407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Pushing event updated for resources: {'Port': ['ID=404c5f83-568e-4a3e-92ef-c0bdcfd10f6d,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:48.737538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-439cbd8e-4b5a-4165-86e4-103f5bceebb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Calling delete_port for fc6638b1-2117-4f18-87c6-aa73fa0caf9a owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:48.751005 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4625f3b1-26ac-46df-9b47-5bb28e01c64f None None] Port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:48.764440 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017350f-4e8f-4fa8-ad41-3fb6f4e8878e None None] Pushing event updated for resources: {'Port': ['ID=b1d29a9f-f96a-4f48-b313-967c76aaf449,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:48.783613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:48.784480 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:48.957064 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-70ef7518-4486-41dc-ad5c-b896f951cde4 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.5704138 Aug 26 01:07:48.966710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44704) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:48.986700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:07:48.995846 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:49.036036 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object 5785e643-aff9-4de0-9d33-620b583c6982 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:49.064882 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-cfd51a91-5bd2-44fe-a5a9-f0da73e30508 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Calling delete_port for 36be7839-6be8-4e73-be18-54fade2a98b6 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:49.112686 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9c6ca782-3b21-45ab-ac40-7e6c875206df up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:49.146252 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4244559f-dd44-4c15-8871-17d756301cd9 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:49.283254 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4244559f-dd44-4c15-8871-17d756301cd9 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "DELETE /v2.0/ports/5de2cd2a-6d58-47e6-938b-107c912642a6 HTTP/1.1" status: 204 len: 168 time: 3.4729421 Aug 26 01:07:49.283881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44708) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:49.285598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 9c6ca782-3b21-45ab-ac40-7e6c875206df completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:49.300726 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Allocated IP 172.20.0.1 (67a5d1b4-f624-4b94-bca0-e1709d375aed/c90a2548-2202-40fd-9b12-64a82acc9846/872284d8-120a-4913-ae48-3e34708726cd) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:49.310523 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=e1d79ebd-605b-4774-84bc-39c000feef54,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:49.332592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-842a0a86-6f57-422c-bfd9-0c223cdba3d7 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Deleting port 404c5f83-568e-4a3e-92ef-c0bdcfd10f6d {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:49.333208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-842a0a86-6f57-422c-bfd9-0c223cdba3d7 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:49.458026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-439cbd8e-4b5a-4165-86e4-103f5bceebb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:49.494449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:49.547737 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:49.566052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Sync routers for ids ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:49.574131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cbd8e-4b5a-4165-86e4-103f5bceebb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc6638b1-2117-4f18-87c6-aa73fa0caf9a,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:49.578144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Routers {'7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:49.578144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:49.589560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 554a9d57-2281-4cd2-a25e-f6d9e0df4575 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:49.596635 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-439cbd8e-4b5a-4165-86e4-103f5bceebb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:49.601478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:49.605476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:49.631051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:49.645778 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7383b594-84fe-4562-9e6d-6cc84bc8a29a admin admin] 10.222.0.83 "PUT /v2.0/routers/7ff9f84e-d42f-4bcd-8344-1fa92cb5903d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2384725 Aug 26 01:07:49.645778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:49.645778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:49.691295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=5785e643-aff9-4de0-9d33-620b583c6982,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:49.721946 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1497ba26-e06e-47d5-9256-91dc4294b05b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:49.722652 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1497ba26-e06e-47d5-9256-91dc4294b05b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Synchronizing usage tracker for tenant:b8f277656cc64c1480f5c6fbfbfc7bbe on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:49.808717 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:49.857416 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Transition to ACTIVE for port object 872284d8-120a-4913-ae48-3e34708726cd will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:49.858784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1497ba26-e06e-47d5-9256-91dc4294b05b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Unset dirty status for tenant:b8f277656cc64c1480f5c6fbfbfc7bbe on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:49.862625 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1497ba26-e06e-47d5-9256-91dc4294b05b tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc0a1739-4d02-4d2a-b29e-33fc38491f84 HTTP/1.1" status: 200 len: 913 time: 0.5680385 Aug 26 01:07:49.879863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44714) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:50.004308 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Set router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:07:50.172731 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-439cbd8e-4b5a-4165-86e4-103f5bceebb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "DELETE /v2.0/ports/fc6638b1-2117-4f18-87c6-aa73fa0caf9a HTTP/1.1" status: 204 len: 168 time: 2.7010965 Aug 26 01:07:50.187754 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44722) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:50.303857 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da0b8ee-243a-4af4-9dc4-98cba2daeb76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] GET failed (client error): The resource could not be found. Aug 26 01:07:50.306363 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9da0b8ee-243a-4af4-9dc4-98cba2daeb76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "GET /v2.0/ports/fc6638b1-2117-4f18-87c6-aa73fa0caf9a HTTP/1.1" status: 404 len: 333 time: 0.1128240 Aug 26 01:07:50.315095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44726) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:50.327067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:50.349565 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1900094223', 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:50.357318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:50.364965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Usage tracker for resource:port and tenant:578cacf1187c4588accd78981d81dfb4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:50.380006 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:50.397548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:50.416720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 482e3dce-f056-44ea-9270-d37db313aa5b is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:07:50.467379 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-495cb932-a2ad-4fe6-8280-f258567ef783 None None] Provisioning for port 9c6ca782-3b21-45ab-ac40-7e6c875206df completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:50.476117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-495cb932-a2ad-4fe6-8280-f258567ef783 None None] Provisioning complete for port 9c6ca782-3b21-45ab-ac40-7e6c875206df triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:50.477009 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-495cb932-a2ad-4fe6-8280-f258567ef783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:50.554932 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Made reservation on behalf of 578cacf1187c4588accd78981d81dfb4 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:50.558060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:50.587441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:29Z', 'updated_at': '2022-08-26T01:07:45Z', 'revision_number': 4, 'project_id': '2b51416469154fda977a78b7767f918c', 'gw_port': {'id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:32Z', 'updated_at': '2022-08-26T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9c4b3bfb-db45-49bb-b83e-2bd59dd64939', 'name': '', 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'mac_address': 'fa:16:3e:96:80:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:42Z', 'updated_at': '2022-08-26T01:07:45Z', 'revision_number': 2, 'project_id': '2b51416469154fda977a78b7767f918c', 'subnets': [{'id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:50.593688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Checking router: 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:07:50.594483 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Updating router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:07:50.628257 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb8af33-ed11-4a55-88f9-238bb9b5af48 None None] Network 67a5d1b4-f624-4b94-bca0-e1709d375aed requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:07:50.670593 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-842a0a86-6f57-422c-bfd9-0c223cdba3d7 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:50.683123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfd51a91-5bd2-44fe-a5a9-f0da73e30508 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:50.732313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44730) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:50.742278 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:50.743578 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] device_id is not set on port 8ab5559c-8268-40ec-888d-187b8bcb7443 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:07:50.787652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:50.858286 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-495cb932-a2ad-4fe6-8280-f258567ef783 None None] Current status of the port 9c6ca782-3b21-45ab-ac40-7e6c875206df is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:50.858537 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-495cb932-a2ad-4fe6-8280-f258567ef783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:50.867512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 67a5d1b4-f624-4b94-bca0-e1709d375aed is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:50.875869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:50.940417 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:50.964996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-495cb932-a2ad-4fe6-8280-f258567ef783 None None] For port 9c6ca782-3b21-45ab-ac40-7e6c875206df, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9c6ca782-3b21-45ab-ac40-7e6c875206df,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:51.042235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:51.044611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b1d29a9f-f96a-4f48-b313-967c76aaf449 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:51.052901 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-842a0a86-6f57-422c-bfd9-0c223cdba3d7 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Calling delete_port for 404c5f83-568e-4a3e-92ef-c0bdcfd10f6d owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:51.061624 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9cbf41-5a62-4313-9473-a8d2b0f03046 None None] Sync routers for ids ['482e3dce-f056-44ea-9270-d37db313aa5b'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:51.077374 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9cbf41-5a62-4313-9473-a8d2b0f03046 None None] Routers {'482e3dce-f056-44ea-9270-d37db313aa5b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:51.079268 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ef9cbf41-5a62-4313-9473-a8d2b0f03046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['482e3dce-f056-44ea-9270-d37db313aa5b'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:51.088288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-495cb932-a2ad-4fe6-8280-f258567ef783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:51.090342 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-9feb61b4-16a4-4867-86ae-0e403c148b4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--131773182', 'description': 'tempest-description--1801206126'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:51.092098 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:51.098362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd51a91-5bd2-44fe-a5a9-f0da73e30508 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Pushing event deleted for resources: {'Port': ['ID=36be7839-6be8-4e73-be18-54fade2a98b6,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:51.143936 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9feb61b4-16a4-4867-86ae-0e403c148b4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:51.174128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9feb61b4-16a4-4867-86ae-0e403c148b4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Usage tracker for resource:security_group and tenant:2b51416469154fda977a78b7767f918c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:51.190442 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ef9cbf41-5a62-4313-9473-a8d2b0f03046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:51.198844 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cb932-a2ad-4fe6-8280-f258567ef783 None None] Pushing event updated for resources: {'Port': ['ID=9c6ca782-3b21-45ab-ac40-7e6c875206df,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:51.215436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9feb61b4-16a4-4867-86ae-0e403c148b4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:51.222764 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-965f628f-15ef-49d5-8c5d-1a2029ba32ff tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/482e3dce-f056-44ea-9270-d37db313aa5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0612886 Aug 26 01:07:51.227029 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9cbf41-5a62-4313-9473-a8d2b0f03046 None None] Routers {'482e3dce-f056-44ea-9270-d37db313aa5b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:51.227877 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ef9cbf41-5a62-4313-9473-a8d2b0f03046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['482e3dce-f056-44ea-9270-d37db313aa5b'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:51.231024 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44734) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:51.243306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9feb61b4-16a4-4867-86ae-0e403c148b4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:51.275981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=872284d8-120a-4913-ae48-3e34708726cd,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:51.334030 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ef9cbf41-5a62-4313-9473-a8d2b0f03046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:51.335137 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9cbf41-5a62-4313-9473-a8d2b0f03046 None None] The sync data for ids ['482e3dce-f056-44ea-9270-d37db313aa5b'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:51.414183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-64232483-f9aa-418a-a6e2-39594781031c None None] Provisioning complete for port e1d79ebd-605b-4774-84bc-39c000feef54 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:51.415032 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-64232483-f9aa-418a-a6e2-39594781031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:51.427351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9feb61b4-16a4-4867-86ae-0e403c148b4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:51.439720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfd51a91-5bd2-44fe-a5a9-f0da73e30508 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:51.452522 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cf79b5-ece8-4428-b74e-0b68fbc833cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:51.457133 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-13cf79b5-ece8-4428-b74e-0b68fbc833cf tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports/e1d79ebd-605b-4774-84bc-39c000feef54 HTTP/1.1" status: 200 len: 911 time: 0.1492712 Aug 26 01:07:51.460526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44738) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:51.463270 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:51.528952 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-64232483-f9aa-418a-a6e2-39594781031c None None] Port e1d79ebd-605b-4774-84bc-39c000feef54 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:51.567546 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:51.595063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port b1d29a9f-f96a-4f48-b313-967c76aaf449 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:51.630594 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:51.633533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-64232483-f9aa-418a-a6e2-39594781031c None None] Provisioning for port 5785e643-aff9-4de0-9d33-620b583c6982 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:51.645666 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-64232483-f9aa-418a-a6e2-39594781031c None None] Provisioning complete for port 5785e643-aff9-4de0-9d33-620b583c6982 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:51.646074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-64232483-f9aa-418a-a6e2-39594781031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:51.654578 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9feb61b4-16a4-4867-86ae-0e403c148b4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:51.668889 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9feb61b4-16a4-4867-86ae-0e403c148b4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Usage tracker for resource:security_group_rule and tenant:2b51416469154fda977a78b7767f918c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:51.674818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfd51a91-5bd2-44fe-a5a9-f0da73e30508 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:51.676597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9feb61b4-16a4-4867-86ae-0e403c148b4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:51.684968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfd51a91-5bd2-44fe-a5a9-f0da73e30508 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:51.685786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Transition to ACTIVE for port object 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:51.689367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9feb61b4-16a4-4867-86ae-0e403c148b4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:51.712609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-64232483-f9aa-418a-a6e2-39594781031c None None] Port 5785e643-aff9-4de0-9d33-620b583c6982 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:51.772507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-842a0a86-6f57-422c-bfd9-0c223cdba3d7 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:51.793505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:51.899492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:51.901197 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfd51a91-5bd2-44fe-a5a9-f0da73e30508 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:51.901824 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd51a91-5bd2-44fe-a5a9-f0da73e30508 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Fanout notify agent at l3_agent the message router_deleted on router 67994267-d50b-4944-b125-ce67934c1b44 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:07:51.908184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-64232483-f9aa-418a-a6e2-39594781031c None None] Provisioning for port b1d29a9f-f96a-4f48-b313-967c76aaf449 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:51.950632 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-64232483-f9aa-418a-a6e2-39594781031c None None] Provisioning complete for port b1d29a9f-f96a-4f48-b313-967c76aaf449 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:51.951108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-64232483-f9aa-418a-a6e2-39594781031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.005716 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3a37f-56d8-467c-9ef4-62e77846d179 None None] Pushing event updated for resources: {'Port': ['ID=9c4b3bfb-db45-49bb-b83e-2bd59dd64939,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:52.105036 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9feb61b4-16a4-4867-86ae-0e403c148b4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.119047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a0a86-6f57-422c-bfd9-0c223cdba3d7 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Pushing event deleted for resources: {'Port': ['ID=404c5f83-568e-4a3e-92ef-c0bdcfd10f6d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:52.199334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9feb61b4-16a4-4867-86ae-0e403c148b4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.203425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-842a0a86-6f57-422c-bfd9-0c223cdba3d7 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.244236 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Attempting to bind port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:52.244566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Attempting to bind port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'd7f33ff3-def1-4b75-b974-5922cee48efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:52.245013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Attempting to bind port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 on network ddd58b69-18ff-473a-81ae-b003ddd4fec6 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:52.245492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Pushing event updated for resources: {'Port': ['ID=8ab5559c-8268-40ec-888d-187b8bcb7443,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:52.249011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:52.259340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:07:52.259340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Checking segment: {'id': 'd7f33ff3-def1-4b75-b974-5922cee48efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:52.259340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.259340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Bound using segment: {'id': 'd7f33ff3-def1-4b75-b974-5922cee48efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:07:52.259340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Bound port: 9c4b3bfb-db45-49bb-b83e-2bd59dd64939, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f33ff3-def1-4b75-b974-5922cee48efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:07:52.259340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.261375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:52.269422 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfd51a91-5bd2-44fe-a5a9-f0da73e30508 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.278110 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cfd51a91-5bd2-44fe-a5a9-f0da73e30508 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "DELETE /v2.0/routers/67994267-d50b-4944-b125-ce67934c1b44 HTTP/1.1" status: 204 len: 168 time: 6.0621867 Aug 26 01:07:52.278110 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-842a0a86-6f57-422c-bfd9-0c223cdba3d7 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "DELETE /v2.0/ports/404c5f83-568e-4a3e-92ef-c0bdcfd10f6d HTTP/1.1" status: 204 len: 168 time: 3.2270889 Aug 26 01:07:52.278110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:52.278110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:52.278110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.282869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44742) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:52.283418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44744) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:52.291477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb61b4-16a4-4867-86ae-0e403c148b4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0eaaab-f8de-4176-ab43-f4747339fa55,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:52.296263 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-2c318835-2418-4164-9851-03c46641d9bb tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1076826552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:52.307361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2c318835-2418-4164-9851-03c46641d9bb tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:52.312409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2c318835-2418-4164-9851-03c46641d9bb tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Usage tracker for resource:router and tenant:58f54067654a40ca961143e001cdd116 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:52.321005 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2c318835-2418-4164-9851-03c46641d9bb tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:52.322626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2c318835-2418-4164-9851-03c46641d9bb tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:52.323674 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-64232483-f9aa-418a-a6e2-39594781031c None None] Current status of the port b1d29a9f-f96a-4f48-b313-967c76aaf449 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:52.324053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-64232483-f9aa-418a-a6e2-39594781031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.334360 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75daf99d-8f72-40f1-83cf-9843d80c3226', 'external_fixed_ips': [{'subnet_id': '49e0ca5c-5b30-43fa-aff2-3e81e629a81d', 'ip_address': '2001:db8::31d'}]}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:52.344011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9feb61b4-16a4-4867-86ae-0e403c148b4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.348774 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9feb61b4-16a4-4867-86ae-0e403c148b4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6041279 Aug 26 01:07:52.348916 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:52.349044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44750) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:52.355285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4d2d8e50-bea9-4828-b8c2-7f262f59d71b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Request body: {'security_group_rule': {'security_group_id': '4a0eaaab-f8de-4176-ab43-f4747339fa55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:52.361568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4d2d8e50-bea9-4828-b8c2-7f262f59d71b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:52.366066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4d2d8e50-bea9-4828-b8c2-7f262f59d71b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Usage tracker for resource:security_group_rule and tenant:2b51416469154fda977a78b7767f918c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:52.367284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Usage tracker for resource:router and tenant:444e07bc0da54134a889d6a9e6f1a7f2 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:52.369535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4d2d8e50-bea9-4828-b8c2-7f262f59d71b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:52.376945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4d2d8e50-bea9-4828-b8c2-7f262f59d71b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:52.382239 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:52.395828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-64232483-f9aa-418a-a6e2-39594781031c None None] For port b1d29a9f-f96a-4f48-b313-967c76aaf449, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b1d29a9f-f96a-4f48-b313-967c76aaf449,segment=NetworkSegment(1b33d6d9-f970-4f0a-99b8-39c15c4e89ef),segment_id=1b33d6d9-f970-4f0a-99b8-39c15c4e89ef)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:52.397643 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7accadf7-f6e2-4501-981e-d209c5e95edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0707760 Aug 26 01:07:52.400762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44754) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:52.403577 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] For port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:52.407546 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] For port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9c4b3bfb-db45-49bb-b83e-2bd59dd64939,segment=NetworkSegment(d7f33ff3-def1-4b75-b974-5922cee48efe),segment_id=d7f33ff3-def1-4b75-b974-5922cee48efe)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:07:52.413286 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:52.440520 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2c318835-2418-4164-9851-03c46641d9bb tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.440520 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2c318835-2418-4164-9851-03c46641d9bb tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.481966 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c0ea65-b431-4a71-9224-cc069d3a4861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:52.482526 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-70c0ea65-b431-4a71-9224-cc069d3a4861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Synchronizing usage tracker for tenant:578cacf1187c4588accd78981d81dfb4 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:52.485548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2c318835-2418-4164-9851-03c46641d9bb tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.499461 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.resource_extend [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:07:52.509777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8e50-bea9-4828-b8c2-7f262f59d71b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.531099 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.542569 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.563263 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-64232483-f9aa-418a-a6e2-39594781031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.567546 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3cfebbc1-eae8-4902-aa6f-e79f35e298c0 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.582339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-70c0ea65-b431-4a71-9224-cc069d3a4861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Unset dirty status for tenant:578cacf1187c4588accd78981d81dfb4 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:52.587257 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-70c0ea65-b431-4a71-9224-cc069d3a4861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "GET /v2.0/ports/8ab5559c-8268-40ec-888d-187b8bcb7443 HTTP/1.1" status: 200 len: 959 time: 0.1818001 Aug 26 01:07:52.588072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44758) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:52.591796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8e50-bea9-4828-b8c2-7f262f59d71b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.601626 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Routers {'7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:52.602275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:52.626654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2c318835-2418-4164-9851-03c46641d9bb tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.632535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.633146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.636693 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.637667 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.658085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8e50-bea9-4828-b8c2-7f262f59d71b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.700076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d8e50-bea9-4828-b8c2-7f262f59d71b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab37df89-4050-42ae-9a77-6bd7f5fb73bc,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:52.705381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-17464e3c-cde2-4e2c-b293-a6eae50f069f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Deleting port 8ab5559c-8268-40ec-888d-187b8bcb7443 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:52.705849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-17464e3c-cde2-4e2c-b293-a6eae50f069f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.744406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3a37f-56d8-467c-9ef4-62e77846d179 None None] Pushing event updated for resources: {'Port': ['ID=9c4b3bfb-db45-49bb-b83e-2bd59dd64939,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:52.766156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2c318835-2418-4164-9851-03c46641d9bb tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.785081 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2c318835-2418-4164-9851-03c46641d9bb tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4982126 Aug 26 01:07:52.787604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44762) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:52.787604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d2d8e50-bea9-4828-b8c2-7f262f59d71b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.790994 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4d2d8e50-bea9-4828-b8c2-7f262f59d71b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4379346 Aug 26 01:07:52.815194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44766) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:52.824147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'enable_snat': False}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:52.910074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64232483-f9aa-418a-a6e2-39594781031c None None] Pushing event updated for resources: {'Port': ['ID=b1d29a9f-f96a-4f48-b313-967c76aaf449,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:52.915264 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] Set router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:07:52.968378 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-03acf5c1-d89a-4932-b8e2-afbc2b1d9e2c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Request body: {'security_group_rule': {'security_group_id': '4a0eaaab-f8de-4176-ab43-f4747339fa55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:52.979475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ecf88dc2-ce70-44ca-a0a0-2cb3534cea0d None None] Provisioning for port 872284d8-120a-4913-ae48-3e34708726cd completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:52.983014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9c6ca782-3b21-45ab-ac40-7e6c875206df up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:52.985290 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-03acf5c1-d89a-4932-b8e2-afbc2b1d9e2c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:52.985436 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.990367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:52.998063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-03acf5c1-d89a-4932-b8e2-afbc2b1d9e2c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Usage tracker for resource:security_group_rule and tenant:2b51416469154fda977a78b7767f918c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:53.002452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-03acf5c1-d89a-4932-b8e2-afbc2b1d9e2c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:53.036148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=5785e643-aff9-4de0-9d33-620b583c6982,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:53.085719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-03acf5c1-d89a-4932-b8e2-afbc2b1d9e2c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:53.094547 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ecf88dc2-ce70-44ca-a0a0-2cb3534cea0d None None] Provisioning complete for port 872284d8-120a-4913-ae48-3e34708726cd triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:53.095055 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ecf88dc2-ce70-44ca-a0a0-2cb3534cea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:53.118167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:53.306992 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ecf88dc2-ce70-44ca-a0a0-2cb3534cea0d None None] Port 872284d8-120a-4913-ae48-3e34708726cd cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:53.335956 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9c6ca782-3b21-45ab-ac40-7e6c875206df triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:53.336904 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:53.369965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03acf5c1-d89a-4932-b8e2-afbc2b1d9e2c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:53.379645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-17464e3c-cde2-4e2c-b293-a6eae50f069f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:53.410980 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ecf88dc2-ce70-44ca-a0a0-2cb3534cea0d None None] Provisioning complete for port b1d29a9f-f96a-4f48-b313-967c76aaf449 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:53.411434 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ecf88dc2-ce70-44ca-a0a0-2cb3534cea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:53.454406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:53.457071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:53.468421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:53.544322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-17464e3c-cde2-4e2c-b293-a6eae50f069f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Calling delete_port for 8ab5559c-8268-40ec-888d-187b8bcb7443 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:53.566328 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9c6ca782-3b21-45ab-ac40-7e6c875206df is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:53.650864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03acf5c1-d89a-4932-b8e2-afbc2b1d9e2c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:53.661346 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:53.689666 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ecf88dc2-ce70-44ca-a0a0-2cb3534cea0d None None] Current status of the port b1d29a9f-f96a-4f48-b313-967c76aaf449 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:53.698012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:29Z', 'updated_at': '2022-08-26T01:07:45Z', 'revision_number': 4, 'project_id': '2b51416469154fda977a78b7767f918c', 'gw_port': {'id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:32Z', 'updated_at': '2022-08-26T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9c4b3bfb-db45-49bb-b83e-2bd59dd64939', 'name': '', 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'mac_address': 'fa:16:3e:96:80:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:42Z', 'updated_at': '2022-08-26T01:07:52Z', 'revision_number': 4, 'project_id': '2b51416469154fda977a78b7767f918c', 'subnets': [{'id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:53.703278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b70c41-166d-4ba6-a472-442fed9c8ada None None] The sync data for ids ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'] in dv-neutron-854561-2-hyperv is: [{'id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:29Z', 'updated_at': '2022-08-26T01:07:45Z', 'revision_number': 4, 'project_id': '2b51416469154fda977a78b7767f918c', 'gw_port': {'id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:32Z', 'updated_at': '2022-08-26T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9c4b3bfb-db45-49bb-b83e-2bd59dd64939', 'name': '', 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'mac_address': 'fa:16:3e:96:80:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:42Z', 'updated_at': '2022-08-26T01:07:52Z', 'revision_number': 4, 'project_id': '2b51416469154fda977a78b7767f918c', 'subnets': [{'id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:53.725421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=872284d8-120a-4913-ae48-3e34708726cd,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:53.944592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-17464e3c-cde2-4e2c-b293-a6eae50f069f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:53.946487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03acf5c1-d89a-4932-b8e2-afbc2b1d9e2c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:54.034028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-17464e3c-cde2-4e2c-b293-a6eae50f069f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:54.048283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:54.051977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acf5c1-d89a-4932-b8e2-afbc2b1d9e2c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9c1577-8a62-4838-bc71-6e11fb920a29,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:54.054876 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17464e3c-cde2-4e2c-b293-a6eae50f069f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ab5559c-8268-40ec-888d-187b8bcb7443,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:54.131893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-75f36cb2-6bb0-4b89-8f1a-e37f4b8f767a None None] Provisioning complete for port 5785e643-aff9-4de0-9d33-620b583c6982 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:54.132686 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-75f36cb2-6bb0-4b89-8f1a-e37f4b8f767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:54.184059 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-17464e3c-cde2-4e2c-b293-a6eae50f069f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "DELETE /v2.0/ports/8ab5559c-8268-40ec-888d-187b8bcb7443 HTTP/1.1" status: 204 len: 168 time: 1.5884595 Aug 26 01:07:54.184059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03acf5c1-d89a-4932-b8e2-afbc2b1d9e2c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:54.184059 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-03acf5c1-d89a-4932-b8e2-afbc2b1d9e2c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3008299 Aug 26 01:07:54.190824 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44770) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:54.191148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44772) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:54.214744 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-75f36cb2-6bb0-4b89-8f1a-e37f4b8f767a None None] Port 5785e643-aff9-4de0-9d33-620b583c6982 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:54.273064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:54.305831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:54.314538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:54.320687 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-eddb0e9f-4079-4836-80fe-531eb4865102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] GET failed (client error): The resource could not be found. Aug 26 01:07:54.322398 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-eddb0e9f-4079-4836-80fe-531eb4865102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "GET /v2.0/ports/8ab5559c-8268-40ec-888d-187b8bcb7443 HTTP/1.1" status: 404 len: 333 time: 0.1145828 Aug 26 01:07:54.327369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Usage tracker for resource:floatingip and tenant:2b51416469154fda977a78b7767f918c is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:54.334007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c3d41c25-0ab4-4442-a630-fbc764953e5e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:54.347349 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44778) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:54.357618 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Request body: {'port': {'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-891960293'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:54.361221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:54.365020 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:07:54.406646 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Usage tracker for resource:port and tenant:578cacf1187c4588accd78981d81dfb4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:07:54.411128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:54.431524 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:54.432694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:07:54.450349 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 67a5d1b4-f624-4b94-bca0-e1709d375aed is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:54.512840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:07:54.517501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:54.534565 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Allocated IP 172.26.2.41 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/6d7e914d-7bd3-4c25-9a68-33064372da0b) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:54.546962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Made reservation on behalf of 578cacf1187c4588accd78981d81dfb4 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:54.553975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:54.563750 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3cfebbc1-eae8-4902-aa6f-e79f35e298c0 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Deleting port 3449d052-64fb-461f-b87c-15be239cb295 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:54.564475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3cfebbc1-eae8-4902-aa6f-e79f35e298c0 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:54.601127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] device_id is not set on port a5c487bc-122d-45d1-811d-f26a56ad2f95 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:07:54.841845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:54.848112 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-efcdb155-9d06-4051-84b9-28d47455741f None None] Provisioning complete for port 872284d8-120a-4913-ae48-3e34708726cd triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:54.849162 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-efcdb155-9d06-4051-84b9-28d47455741f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:54.894466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:54.977353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:55.012577 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-efcdb155-9d06-4051-84b9-28d47455741f None None] Port 872284d8-120a-4913-ae48-3e34708726cd cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:07:55.062646 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:55.068596 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:55.125628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:55.160555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:55.166046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:55.168649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:55.202595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:55.207914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:55.210193 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:55.210877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:07:55.212161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:55.212808 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:55.216303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:55.216766 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:55.256016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Pushing event updated for resources: {'Port': ['ID=6d7e914d-7bd3-4c25-9a68-33064372da0b,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:55.269378 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Router 3e4a8227-0946-45c7-bba1-99aadf47523c is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:07:55.319721 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9686255 Aug 26 01:07:55.323115 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44782) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:55.355513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:55.356056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:55.358612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3cfebbc1-eae8-4902-aa6f-e79f35e298c0 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:55.390169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9c4b3bfb-db45-49bb-b83e-2bd59dd64939,segment=NetworkSegment(d7f33ff3-def1-4b75-b974-5922cee48efe),segment_id=d7f33ff3-def1-4b75-b974-5922cee48efe)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:55.451906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:07:55.499557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:55.500484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b1d29a9f-f96a-4f48-b313-967c76aaf449 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:55.507938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0266f-df5c-4112-b708-3e59be92a0a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Pushing event updated for resources: {'Port': ['ID=a5c487bc-122d-45d1-811d-f26a56ad2f95,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:55.627532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=9c4b3bfb-db45-49bb-b83e-2bd59dd64939,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:55.629894 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3cfebbc1-eae8-4902-aa6f-e79f35e298c0 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Calling delete_port for 3449d052-64fb-461f-b87c-15be239cb295 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:55.639849 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b1d29a9f-f96a-4f48-b313-967c76aaf449 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:55.640043 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:55.646065 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:55.766563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b1d29a9f-f96a-4f48-b313-967c76aaf449 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:55.778791 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:55.791033 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Sync routers for ids ['3e4a8227-0946-45c7-bba1-99aadf47523c'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:55.803014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Routers {'3e4a8227-0946-45c7-bba1-99aadf47523c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:55.803784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3e4a8227-0946-45c7-bba1-99aadf47523c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:55.857094 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e151687b-c6b5-4506-a11a-edd9ed444385 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "PUT /v2.0/routers/3e4a8227-0946-45c7-bba1-99aadf47523c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4298928 Aug 26 01:07:55.861380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44786) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:55.869001 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router 548fc6c2-535a-489a-8a36-55fdf9b9d2b0 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:07:55.972902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Set router 3e4a8227-0946-45c7-bba1-99aadf47523c gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:07:56.164243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23343b88-4ba9-4341-8224-ab17e031d203 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:56.164888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-23343b88-4ba9-4341-8224-ab17e031d203 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:56.229604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:56.232426 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c3d41c25-0ab4-4442-a630-fbc764953e5e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port e1d79ebd-605b-4774-84bc-39c000feef54 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:56.232426 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c3d41c25-0ab4-4442-a630-fbc764953e5e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:56.328425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-23343b88-4ba9-4341-8224-ab17e031d203 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:56.332444 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-23343b88-4ba9-4341-8224-ab17e031d203 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports/5785e643-aff9-4de0-9d33-620b583c6982 HTTP/1.1" status: 200 len: 911 time: 0.4668961 Aug 26 01:07:56.335394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44790) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:56.359436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a8227-0946-45c7-bba1-99aadf47523c', 'name': 'tempest-NetworksTestDHCPv6-router-1102554632', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:45Z', 'updated_at': '2022-08-26T01:07:49Z', 'revision_number': 2, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'gw_port_host': None, '_interfaces': [{'id': '5785e643-aff9-4de0-9d33-620b583c6982', 'name': '', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'mac_address': 'fa:16:3e:2c:5e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a8227-0946-45c7-bba1-99aadf47523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '4c5162a1-c9f8-4b63-8546-748d7af5e882', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:47Z', 'updated_at': '2022-08-26T01:07:51Z', 'revision_number': 2, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'subnets': [{'id': '4c5162a1-c9f8-4b63-8546-748d7af5e882', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:56.363190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:56.365111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Checking router: 3e4a8227-0946-45c7-bba1-99aadf47523c for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:07:56.366001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Updating router 3e4a8227-0946-45c7-bba1-99aadf47523c port 5785e643-aff9-4de0-9d33-620b583c6982 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:07:56.424842 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:56.456813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] device_id is not set on port a5c487bc-122d-45d1-811d-f26a56ad2f95 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:07:56.478454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:56.535437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Transition to ACTIVE for port object a5c487bc-122d-45d1-811d-f26a56ad2f95 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:56.567405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:56.581209 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e788d-8457-4fc5-853d-25f8a1aa5b5e None None] Sync routers for ids ['548fc6c2-535a-489a-8a36-55fdf9b9d2b0'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:56.591365 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e788d-8457-4fc5-853d-25f8a1aa5b5e None None] Routers {'548fc6c2-535a-489a-8a36-55fdf9b9d2b0'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:56.594167 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d54e788d-8457-4fc5-853d-25f8a1aa5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['548fc6c2-535a-489a-8a36-55fdf9b9d2b0'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:56.628436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:56.660130 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d54e788d-8457-4fc5-853d-25f8a1aa5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:56.670580 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e788d-8457-4fc5-853d-25f8a1aa5b5e None None] Routers {'548fc6c2-535a-489a-8a36-55fdf9b9d2b0'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:56.671472 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d54e788d-8457-4fc5-853d-25f8a1aa5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['548fc6c2-535a-489a-8a36-55fdf9b9d2b0'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:56.738757 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d54e788d-8457-4fc5-853d-25f8a1aa5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:56.739401 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e788d-8457-4fc5-853d-25f8a1aa5b5e None None] The sync data for ids ['548fc6c2-535a-489a-8a36-55fdf9b9d2b0'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:56.843385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Pushing event updated for resources: {'Port': ['ID=a5c487bc-122d-45d1-811d-f26a56ad2f95,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:56.852844 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:07:56.886284 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:56.886618 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:56.886953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:56.895081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:56.895226 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:56.897759 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 2 to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 Aug 26 01:07:56.917579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:56.917937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:56.918362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:56.930847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:56.931158 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:56.933219 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 3 to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 Aug 26 01:07:56.951995 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:56.952323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:56.952659 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:56.966893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:56.967218 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:56.970533 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 4 to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 Aug 26 01:07:56.989370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:56.989800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:56.990065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:56.994330 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-90b4486c-af47-4295-88c1-64fd3fc38fe0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/548fc6c2-535a-489a-8a36-55fdf9b9d2b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0365334 Aug 26 01:07:56.995364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44794) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:56.996804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:57.007773 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:57.007773 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:57.007773 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 5 to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 Aug 26 01:07:57.044297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:57.050701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:57.067569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:57.080557 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:57.080758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:57.080980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:57.081147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Transition to ACTIVE for port object 5785e643-aff9-4de0-9d33-620b583c6982 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:07:57.088619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:57.092391 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:57.092719 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:57.093893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:57.100695 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 6 to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 Aug 26 01:07:57.111407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:57.112211 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:57.167788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:57.192477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3cfebbc1-eae8-4902-aa6f-e79f35e298c0 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:57.245243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6187dba1-1492-4bc3-9ddf-4db507a1fdd3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:57.249898 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6187dba1-1492-4bc3-9ddf-4db507a1fdd3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports/872284d8-120a-4913-ae48-3e34708726cd HTTP/1.1" status: 200 len: 910 time: 0.2490792 Aug 26 01:07:57.252319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44798) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:57.257978 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:57.258307 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:57.258647 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:57.267484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:57.267894 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:57.270209 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 7 to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 Aug 26 01:07:57.273294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c3d41c25-0ab4-4442-a630-fbc764953e5e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:57.295753 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:57.296098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:57.296665 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:57.311425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:57.311742 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:57.319777 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 8 to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 Aug 26 01:07:57.341072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:57.341408 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:57.341792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:57.350714 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:57.350958 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:57.354472 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 9 to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 Aug 26 01:07:57.354635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfebbc1-eae8-4902-aa6f-e79f35e298c0 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Pushing event deleted for resources: {'Port': ['ID=3449d052-64fb-461f-b87c-15be239cb295,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:57.382690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:57.383017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:57.383354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:57.393260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:57.393604 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:57.394780 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.plugins.ml2.plugin [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempt 10 to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 Aug 26 01:07:57.438270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23325e-58e8-4294-aa66-907a506e57c0 None None] Pushing event updated for resources: {'Port': ['ID=5785e643-aff9-4de0-9d33-620b583c6982,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:57.450819 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Attempting to bind port 5785e643-aff9-4de0-9d33-620b583c6982 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:57.451252 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Attempting to bind port 5785e643-aff9-4de0-9d33-620b583c6982 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:57.451710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Attempting to bind port 5785e643-aff9-4de0-9d33-620b583c6982 on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:57.460712 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:57.463490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:07:57.463993 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:07:57.464477 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:57.465256 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:07:57.465540 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Bound port: 5785e643-aff9-4de0-9d33-620b583c6982, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:07:57.466267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:57.556440 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:07:57.557015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:07:57.557504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempting to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:07:57.562587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:07:57.572808 dv-neutron-854561-2-hyperv neutron-server[89862]: ERROR neutron.plugins.ml2.managers [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Failed to bind port a5c487bc-122d-45d1-811d-f26a56ad2f95 on host hv-neutron-8545 for vnic_type normal using segments [{'id': 'b035e493-5a41-450b-b397-948723b839c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5'}] Aug 26 01:07:57.572808 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:57.573214 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] For port 5785e643-aff9-4de0-9d33-620b583c6982, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:57.573876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] For port 5785e643-aff9-4de0-9d33-620b583c6982, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5785e643-aff9-4de0-9d33-620b583c6982,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:07:57.607127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0dd69b-0c36-415b-9a22-0f8654b27622 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:57.612887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0dd69b-0c36-415b-9a22-0f8654b27622 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:57.613796 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bb0dd69b-0c36-415b-9a22-0f8654b27622 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:07:57.648120 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c3d41c25-0ab4-4442-a630-fbc764953e5e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for e1d79ebd-605b-4774-84bc-39c000feef54 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:57.658218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] For port a5c487bc-122d-45d1-811d-f26a56ad2f95, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:07:57.658579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attempted to set empty binding levels {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Aug 26 01:07:57.661100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Router ab1914a8-e255-4747-906d-f4b66f323975 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:07:57.691543 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Allocated IP 172.26.2.212 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/8ba5dc8d-8ff6-4d4d-a71c-4a52c1163625) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:57.697024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:57.764339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Routers {'3e4a8227-0946-45c7-bba1-99aadf47523c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:57.765116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3e4a8227-0946-45c7-bba1-99aadf47523c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:57.805301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:57.805867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] In _notify_port_updated(), no bound segment for port a5c487bc-122d-45d1-811d-f26a56ad2f95 on network 9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 {{(pid=89862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:07:57.806857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:57.807632 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:57.808837 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "PUT /v2.0/ports/a5c487bc-122d-45d1-811d-f26a56ad2f95 HTTP/1.1" status: 200 len: 980 time: 2.4828553 Aug 26 01:07:57.830248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44802) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:57.901379 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c8012-77d1-41df-a224-d876b4e7287d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Pushing event updated for resources: {'Port': ['ID=a5c487bc-122d-45d1-811d-f26a56ad2f95,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:57.910551 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23325e-58e8-4294-aa66-907a506e57c0 None None] Pushing event updated for resources: {'Port': ['ID=5785e643-aff9-4de0-9d33-620b583c6982,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:57.923463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bb0dd69b-0c36-415b-9a22-0f8654b27622 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:07:57.927321 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bb0dd69b-0c36-415b-9a22-0f8654b27622 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.5761406 Aug 26 01:07:57.927758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44806) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:57.940752 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] Set router 3e4a8227-0946-45c7-bba1-99aadf47523c gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:07:58.055252 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:07:58.067831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:58.068449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e82ae3-734a-440e-9868-f48769004666 None None] Sync routers for ids ['ab1914a8-e255-4747-906d-f4b66f323975'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:07:58.069723 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f7474fd8-ec22-48ba-b08c-d20d6235b265 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "PUT /v2.0/routers/ab1914a8-e255-4747-906d-f4b66f323975 HTTP/1.1" status: 200 len: 915 time: 5.2801039 Aug 26 01:07:58.073264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44810) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:58.190562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e82ae3-734a-440e-9868-f48769004666 None None] Routers {'ab1914a8-e255-4747-906d-f4b66f323975'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:58.191110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f6e82ae3-734a-440e-9868-f48769004666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ab1914a8-e255-4747-906d-f4b66f323975'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:58.261493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f6e82ae3-734a-440e-9868-f48769004666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:58.289615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e82ae3-734a-440e-9868-f48769004666 None None] Routers {'ab1914a8-e255-4747-906d-f4b66f323975'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:07:58.289615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f6e82ae3-734a-440e-9868-f48769004666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ab1914a8-e255-4747-906d-f4b66f323975'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:58.363126 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f6e82ae3-734a-440e-9868-f48769004666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:58.363126 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e82ae3-734a-440e-9868-f48769004666 None None] The sync data for ids ['ab1914a8-e255-4747-906d-f4b66f323975'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:58.447384 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e153bd60-14b6-4372-985e-0fce0f22139e tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/routers/ab1914a8-e255-4747-906d-f4b66f323975 HTTP/1.1" status: 200 len: 921 time: 0.3727865 Aug 26 01:07:58.452108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44814) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:58.461942 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe549a-a0b1-4c9b-b90e-86fce4044dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Deleting port a5c487bc-122d-45d1-811d-f26a56ad2f95 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:58.462496 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2bbe549a-a0b1-4c9b-b90e-86fce4044dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:58.544518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3cfebbc1-eae8-4902-aa6f-e79f35e298c0 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:58.562147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd33d3-3298-4ed2-b97f-b258aaf6dec6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:58.563621 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-efdd33d3-3298-4ed2-b97f-b258aaf6dec6 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&device_id=ab1914a8-e255-4747-906d-f4b66f323975&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1105082 Aug 26 01:07:58.571170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44818) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:58.590129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a8227-0946-45c7-bba1-99aadf47523c', 'name': 'tempest-NetworksTestDHCPv6-router-1102554632', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:45Z', 'updated_at': '2022-08-26T01:07:49Z', 'revision_number': 2, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'gw_port_host': None, '_interfaces': [{'id': '5785e643-aff9-4de0-9d33-620b583c6982', 'name': '', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'mac_address': 'fa:16:3e:2c:5e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a8227-0946-45c7-bba1-99aadf47523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '4c5162a1-c9f8-4b63-8546-748d7af5e882', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:47Z', 'updated_at': '2022-08-26T01:07:57Z', 'revision_number': 4, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'subnets': [{'id': '4c5162a1-c9f8-4b63-8546-748d7af5e882', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:07:58.597234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfe7eca-c6f1-4d8d-b004-26bad57f085e None None] The sync data for ids ['3e4a8227-0946-45c7-bba1-99aadf47523c'] in dv-neutron-854561-2-hyperv is: [{'id': '3e4a8227-0946-45c7-bba1-99aadf47523c', 'name': 'tempest-NetworksTestDHCPv6-router-1102554632', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:45Z', 'updated_at': '2022-08-26T01:07:49Z', 'revision_number': 2, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'gw_port_host': None, '_interfaces': [{'id': '5785e643-aff9-4de0-9d33-620b583c6982', 'name': '', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'mac_address': 'fa:16:3e:2c:5e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a8227-0946-45c7-bba1-99aadf47523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '4c5162a1-c9f8-4b63-8546-748d7af5e882', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:47Z', 'updated_at': '2022-08-26T01:07:57Z', 'revision_number': 4, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'subnets': [{'id': '4c5162a1-c9f8-4b63-8546-748d7af5e882', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:07:58.670144 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Allocated IP 2001:db8::31d (75daf99d-8f72-40f1-83cf-9843d80c3226/49e0ca5c-5b30-43fa-aff2-3e81e629a81d/8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:58.760544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac009b02-8188-4ed3-abc4-66ddb10f9c98 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:58.763054 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ac009b02-8188-4ed3-abc4-66ddb10f9c98 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/networks/49e274ef-58e5-4652-9e84-36bb0a18cd29 HTTP/1.1" status: 200 len: 881 time: 0.1892762 Aug 26 01:07:58.768952 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44822) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:58.771764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:58.825694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:58.949677 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-53aceeeb-a384-4f53-bdbf-0a59e2aee29c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab1914a8-e255-4747-906d-f4b66f323975 HTTP/1.1" status: 200 len: 205 time: 0.1359653 Aug 26 01:07:58.958673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44826) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:07:59.046113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5785e643-aff9-4de0-9d33-620b583c6982 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:07:59.203711 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 5785e643-aff9-4de0-9d33-620b583c6982 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:07:59.211055 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 5785e643-aff9-4de0-9d33-620b583c6982 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:07:59.211433 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:59.292533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port 5785e643-aff9-4de0-9d33-620b583c6982 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:07:59.293298 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:59.359511 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 5785e643-aff9-4de0-9d33-620b583c6982 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:07:59.359897 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:59.408114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 5785e643-aff9-4de0-9d33-620b583c6982, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5785e643-aff9-4de0-9d33-620b583c6982,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:59.473064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:59.526794 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] For port 5785e643-aff9-4de0-9d33-620b583c6982, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5785e643-aff9-4de0-9d33-620b583c6982,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:59.526794 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:59.537399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c3d41c25-0ab4-4442-a630-fbc764953e5e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:07:59.556896 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=5785e643-aff9-4de0-9d33-620b583c6982,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:59.649091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d41c25-0ab4-4442-a630-fbc764953e5e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Port': ['ID=e1d79ebd-605b-4774-84bc-39c000feef54,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:59.664233 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for 5785e643-aff9-4de0-9d33-620b583c6982 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:07:59.851092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.api [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:07:59.851449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG oslo_db.api [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:07:59.879233 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfebbc1-eae8-4902-aa6f-e79f35e298c0 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Router bc0a1739-4d02-4d2a-b29e-33fc38491f84 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:07:59.912942 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-2bbe549a-a0b1-4c9b-b90e-86fce4044dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] For port a5c487bc-122d-45d1-811d-f26a56ad2f95, host hv-neutron-8545, got binding levels [] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:07:59.913452 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2bbe549a-a0b1-4c9b-b90e-86fce4044dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:00.110760 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:00.233876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe549a-a0b1-4c9b-b90e-86fce4044dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Calling delete_port for a5c487bc-122d-45d1-811d-f26a56ad2f95 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:00.262233 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a1165982-dfd7-4e67-9610-b925a580a857 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:00.353192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port 5785e643-aff9-4de0-9d33-620b583c6982 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:00.353720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:00.462586 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c329607b-0853-4dd3-8600-96604c7a4bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:00.469362 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:00.556787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] For port 5785e643-aff9-4de0-9d33-620b583c6982, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5785e643-aff9-4de0-9d33-620b583c6982,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:00.557058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:00.557971 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c3d41c25-0ab4-4442-a630-fbc764953e5e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:00.582376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:00.593972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:00.611445 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:00.640304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Pushing event updated for resources: {'Port': ['ID=8ba5dc8d-8ff6-4d4d-a71c-4a52c1163625,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:00.653491 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfebbc1-eae8-4902-aa6f-e79f35e298c0 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:00.664343 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ebfc9d-fb69-4d17-93b0-c20cec5a8179 None None] Sync routers for ids ['bc0a1739-4d02-4d2a-b29e-33fc38491f84'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:00.674098 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ebfc9d-fb69-4d17-93b0-c20cec5a8179 None None] Routers {'bc0a1739-4d02-4d2a-b29e-33fc38491f84'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:00.674700 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-70ebfc9d-fb69-4d17-93b0-c20cec5a8179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bc0a1739-4d02-4d2a-b29e-33fc38491f84'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:00.684302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for 5785e643-aff9-4de0-9d33-620b583c6982 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:00.737385 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-70ebfc9d-fb69-4d17-93b0-c20cec5a8179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:00.747256 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ebfc9d-fb69-4d17-93b0-c20cec5a8179 None None] Routers {'bc0a1739-4d02-4d2a-b29e-33fc38491f84'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:00.747851 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-70ebfc9d-fb69-4d17-93b0-c20cec5a8179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bc0a1739-4d02-4d2a-b29e-33fc38491f84'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:00.850337 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-70ebfc9d-fb69-4d17-93b0-c20cec5a8179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:00.850989 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ebfc9d-fb69-4d17-93b0-c20cec5a8179 None None] The sync data for ids ['bc0a1739-4d02-4d2a-b29e-33fc38491f84'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:00.883671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44830) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:00.885529 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3cfebbc1-eae8-4902-aa6f-e79f35e298c0 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "PUT /v2.0/routers/bc0a1739-4d02-4d2a-b29e-33fc38491f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0043685 Aug 26 01:08:00.970615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5785e643-aff9-4de0-9d33-620b583c6982 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:01.052072 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 5785e643-aff9-4de0-9d33-620b583c6982 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:01.052451 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:01.222420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2fd5-6fb7-4ed5-b00f-6525094c7324 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:01.237784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2bbe549a-a0b1-4c9b-b90e-86fce4044dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:01.249625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a1165982-dfd7-4e67-9610-b925a580a857 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:01.252975 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 5785e643-aff9-4de0-9d33-620b583c6982 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:01.309750 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe549a-a0b1-4c9b-b90e-86fce4044dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5c487bc-122d-45d1-811d-f26a56ad2f95,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:01.338891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d41c25-0ab4-4442-a630-fbc764953e5e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 482e3dce-f056-44ea-9270-d37db313aa5b has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:08:01.341057 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2bbe549a-a0b1-4c9b-b90e-86fce4044dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:01.343207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:01.355841 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:01.406184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:01.407856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=5785e643-aff9-4de0-9d33-620b583c6982,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:01.436311 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2bbe549a-a0b1-4c9b-b90e-86fce4044dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "DELETE /v2.0/ports/a5c487bc-122d-45d1-811d-f26a56ad2f95 HTTP/1.1" status: 204 len: 168 time: 3.6002154 Aug 26 01:08:01.446903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44834) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:01.499949 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-a1165982-dfd7-4e67-9610-b925a580a857 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Deleting port 6d7e914d-7bd3-4c25-9a68-33064372da0b {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:01.500312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a1165982-dfd7-4e67-9610-b925a580a857 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:01.589621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Network 75daf99d-8f72-40f1-83cf-9843d80c3226 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:01.637558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:01.656591 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:01.703457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:01.723182 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e378b903-3634-4ef1-aa9e-08cd67432905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] GET failed (client error): The resource could not be found. Aug 26 01:08:01.723721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e378b903-3634-4ef1-aa9e-08cd67432905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Synchronizing usage tracker for tenant:578cacf1187c4588accd78981d81dfb4 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:01.738256 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2fd5-6fb7-4ed5-b00f-6525094c7324 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:01.767326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Pushing event updated for resources: {'Port': ['ID=8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:01.807989 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2fd5-6fb7-4ed5-b00f-6525094c7324 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:01.826722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:01.916259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d41c25-0ab4-4442-a630-fbc764953e5e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:01.926670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edccf51b-a8dd-421f-9f5c-5aa6156fa8e8 None None] Sync routers for ids ['482e3dce-f056-44ea-9270-d37db313aa5b'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:01.938080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edccf51b-a8dd-421f-9f5c-5aa6156fa8e8 None None] Routers {'482e3dce-f056-44ea-9270-d37db313aa5b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:01.939156 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-edccf51b-a8dd-421f-9f5c-5aa6156fa8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['482e3dce-f056-44ea-9270-d37db313aa5b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:01.944726 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c3d41c25-0ab4-4442-a630-fbc764953e5e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/482e3dce-f056-44ea-9270-d37db313aa5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4678760 Aug 26 01:08:01.959904 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44838) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:02.012552 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-edccf51b-a8dd-421f-9f5c-5aa6156fa8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:02.021054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3a500d8b-cbc0-4268-8a34-c3848089ce58 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Synchronizing usage tracker for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:02.021228 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edccf51b-a8dd-421f-9f5c-5aa6156fa8e8 None None] Routers {'482e3dce-f056-44ea-9270-d37db313aa5b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:02.021994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-edccf51b-a8dd-421f-9f5c-5aa6156fa8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:07:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['482e3dce-f056-44ea-9270-d37db313aa5b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:02.026678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e378b903-3634-4ef1-aa9e-08cd67432905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] Unset dirty status for tenant:578cacf1187c4588accd78981d81dfb4 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:02.032080 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e378b903-3634-4ef1-aa9e-08cd67432905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832225998-project-admin] 10.222.0.83 "GET /v2.0/ports/a5c487bc-122d-45d1-811d-f26a56ad2f95 HTTP/1.1" status: 404 len: 333 time: 0.5392485 Aug 26 01:08:02.033080 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44842) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:02.042561 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:02.070364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2fd5-6fb7-4ed5-b00f-6525094c7324 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:02.070731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ef2fd5-6fb7-4ed5-b00f-6525094c7324 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Fanout notify agent at l3_agent the message router_deleted on router bc0a1739-4d02-4d2a-b29e-33fc38491f84 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:08:02.091836 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-edccf51b-a8dd-421f-9f5c-5aa6156fa8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:02.092371 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edccf51b-a8dd-421f-9f5c-5aa6156fa8e8 None None] The sync data for ids ['482e3dce-f056-44ea-9270-d37db313aa5b'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:02.247073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3a500d8b-cbc0-4268-8a34-c3848089ce58 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Unset dirty status for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:02.248218 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3a500d8b-cbc0-4268-8a34-c3848089ce58 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports?device_id=482e3dce-f056-44ea-9270-d37db313aa5b HTTP/1.1" status: 200 len: 205 time: 0.2873442 Aug 26 01:08:02.266472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44846) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:02.555582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2fd5-6fb7-4ed5-b00f-6525094c7324 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:02.557230 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a4ef2fd5-6fb7-4ed5-b00f-6525094c7324 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "DELETE /v2.0/routers/bc0a1739-4d02-4d2a-b29e-33fc38491f84 HTTP/1.1" status: 204 len: 168 time: 1.6725912 Aug 26 01:08:02.566254 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Router 3e4a8227-0946-45c7-bba1-99aadf47523c has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:08:02.567015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44850) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:02.571219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:02.615666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a1165982-dfd7-4e67-9610-b925a580a857 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:02.631710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb5ddc4f-d893-4dd2-b3f9-086801b6ab75 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:02.776055 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-a1165982-dfd7-4e67-9610-b925a580a857 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Calling delete_port for 6d7e914d-7bd3-4c25-9a68-33064372da0b owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:02.961138 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.004144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3557927c-4b52-4e08-80c1-f49094b2cfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.060291 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Deleting subnet b9d457fe-f91b-43d6-918b-85b5f188fd1e {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:08:03.089173 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.resource_extend [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:08:03.126633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.134335 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.154071 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:03.164373 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port 872284d8-120a-4913-ae48-3e34708726cd {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:03.164720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.166611 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620fcdb8-3743-4987-b917-fb9d5b68e37b None None] Sync routers for ids ['3e4a8227-0946-45c7-bba1-99aadf47523c'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:03.176769 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620fcdb8-3743-4987-b917-fb9d5b68e37b None None] Routers {'3e4a8227-0946-45c7-bba1-99aadf47523c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:03.177613 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-620fcdb8-3743-4987-b917-fb9d5b68e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3e4a8227-0946-45c7-bba1-99aadf47523c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:03.224268 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c0aee57c-110d-494a-82cd-9f31f92b21ea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "PUT /v2.0/routers/3e4a8227-0946-45c7-bba1-99aadf47523c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2923479 Aug 26 01:08:03.225769 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44854) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:03.257896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb5ddc4f-d893-4dd2-b3f9-086801b6ab75 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.262697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb5ddc4f-d893-4dd2-b3f9-086801b6ab75 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.272621 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.282039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.300811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.318452 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-620fcdb8-3743-4987-b917-fb9d5b68e37b None None] Set router 3e4a8227-0946-45c7-bba1-99aadf47523c gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:08:03.354193 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:03.374467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b035e493-5a41-450b-b397-948723b839c9') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:03.374775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b035e493-5a41-450b-b397-948723b839c9') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:03.398992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.421884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.430362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:08:03.431019 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.454087 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-620fcdb8-3743-4987-b917-fb9d5b68e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a8227-0946-45c7-bba1-99aadf47523c', 'name': 'tempest-NetworksTestDHCPv6-router-1102554632', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:45Z', 'updated_at': '2022-08-26T01:08:00Z', 'revision_number': 3, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:03.457418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.458400 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620fcdb8-3743-4987-b917-fb9d5b68e37b None None] Checking router: 3e4a8227-0946-45c7-bba1-99aadf47523c for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:08:03.469820 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620fcdb8-3743-4987-b917-fb9d5b68e37b None None] Routers {'3e4a8227-0946-45c7-bba1-99aadf47523c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:03.470455 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-620fcdb8-3743-4987-b917-fb9d5b68e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3e4a8227-0946-45c7-bba1-99aadf47523c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:03.504807 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment b035e493-5a41-450b-b397-948723b839c9 resource provider aggregate not found Aug 26 01:08:03.560443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb5ddc4f-d893-4dd2-b3f9-086801b6ab75 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.561145 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5ddc4f-d893-4dd2-b3f9-086801b6ab75 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Fanout notify agent at l3_agent the message router_deleted on router 482e3dce-f056-44ea-9270-d37db313aa5b {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:08:03.580376 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment b035e493-5a41-450b-b397-948723b839c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b035e493-5a41-450b-b397-948723b839c9 found for delete ", "request_id": "req-e260c366-5b86-4630-bade-093d81b55de6"}]} Aug 26 01:08:03.605124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb5ddc4f-d893-4dd2-b3f9-086801b6ab75 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.606478 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bb5ddc4f-d893-4dd2-b3f9-086801b6ab75 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/routers/482e3dce-f056-44ea-9270-d37db313aa5b HTTP/1.1" status: 204 len: 168 time: 1.3390212 Aug 26 01:08:03.609425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44862) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:03.665419 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-620fcdb8-3743-4987-b917-fb9d5b68e37b None None] Set router 3e4a8227-0946-45c7-bba1-99aadf47523c gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:08:03.682624 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc682260-456d-4f42-af73-bdb5ef087662 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:03.684284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc682260-456d-4f42-af73-bdb5ef087662 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:03.684610 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-d515fbfa-fcbe-4904-9a76-8b05b5fa90f4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting subnet 692f66d8-073f-40bc-b534-b2fd41fcbfd9 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:08:03.685034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bc682260-456d-4f42-af73-bdb5ef087662 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:03.688014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d515fbfa-fcbe-4904-9a76-8b05b5fa90f4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.705399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Pushing event updated for resources: {'Port': ['ID=8ba5dc8d-8ff6-4d4d-a71c-4a52c1163625,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:03.707802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.718495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.751252 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.755508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.761157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.783329 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-620fcdb8-3743-4987-b917-fb9d5b68e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a8227-0946-45c7-bba1-99aadf47523c', 'name': 'tempest-NetworksTestDHCPv6-router-1102554632', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:45Z', 'updated_at': '2022-08-26T01:08:00Z', 'revision_number': 3, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:03.788268 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620fcdb8-3743-4987-b917-fb9d5b68e37b None None] The sync data for ids ['3e4a8227-0946-45c7-bba1-99aadf47523c'] in dv-neutron-854561-2-hyperv is: [{'id': '3e4a8227-0946-45c7-bba1-99aadf47523c', 'name': 'tempest-NetworksTestDHCPv6-router-1102554632', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:45Z', 'updated_at': '2022-08-26T01:08:00Z', 'revision_number': 3, 'project_id': '9ef9c6952e504af69d305582f47e7b40', 'gw_port_host': None}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:03.802280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a1165982-dfd7-4e67-9610-b925a580a857 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.808613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.843946 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Pushing event deleted for resources: {'Network': ['ID=9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:03.858141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d515fbfa-fcbe-4904-9a76-8b05b5fa90f4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.868979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bc682260-456d-4f42-af73-bdb5ef087662 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:03.870176 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bc682260-456d-4f42-af73-bdb5ef087662 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6437666 Aug 26 01:08:03.891586 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d457fe-f91b-43d6-918b-85b5f188fd1e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:03.904276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb3f66b-933c-4159-a4d3-8e186a2da994 None None] Network 987fbf3b-763d-4c74-8997-822388926785 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:03.904505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44866) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:03.909042 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] 10.222.0.83 "DELETE /v2.0/networks/9985c8d1-5e81-430b-b41a-b0cf5ad7e8c5 HTTP/1.1" status: 204 len: 168 time: 1.8722973 Aug 26 01:08:03.909846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.910510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.910625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.910874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.911708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.911708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.911908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.912316 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.912819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.913407 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.913814 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.914158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912fe13-c993-4535-8f86-9017d1bc2445 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-682895067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.917497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:03.922060 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "DELETE /v2.0/subnets/b9d457fe-f91b-43d6-918b-85b5f188fd1e HTTP/1.1" status: 204 len: 168 time: 1.3484960 Aug 26 01:08:04.074112 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:04.075350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1165982-dfd7-4e67-9610-b925a580a857 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Pushing event deleted for resources: {'Port': ['ID=6d7e914d-7bd3-4c25-9a68-33064372da0b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:04.114308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44872) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:04.116068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:04.116674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:04.117167 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:04.117495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:04.117824 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:04.118227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:04.118502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:04.118835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:04.119169 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:04.119495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:04.119823 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:04.120149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea8c8e-2ea9-4489-8b8c-b93f2cc41819 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:04.145315 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for 872284d8-120a-4913-ae48-3e34708726cd owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:04.182840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:04.184064 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-36405a1f-e607-43f0-915f-ff9bdb71d4df tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.9778445 Aug 26 01:08:04.224412 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:04.251013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576eebd3-158c-4704-8c49-2ecdca7009bf None None] DHCP port deletion for 987fbf3b-763d-4c74-8997-822388926785 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:08:04.256532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-576eebd3-158c-4704-8c49-2ecdca7009bf None None] Deleting port 5a8f95f1-4d66-4c18-8920-cc390b823bce {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:04.256917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-576eebd3-158c-4704-8c49-2ecdca7009bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:04.356765 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a1b82b-39d3-40e4-b121-e11914be247d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 4c5162a1-c9f8-4b63-8546-748d7af5e882 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:08:04.362888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11a1b82b-39d3-40e4-b121-e11914be247d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:04.461869 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:04.488135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d515fbfa-fcbe-4904-9a76-8b05b5fa90f4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:04.533594 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a1165982-dfd7-4e67-9610-b925a580a857 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:04.555280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11a1b82b-39d3-40e4-b121-e11914be247d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:04.586158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Deleting port 5a8f95f1-4d66-4c18-8920-cc390b823bce {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:04.586823 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:04.617285 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-576eebd3-158c-4704-8c49-2ecdca7009bf None None] For port 5a8f95f1-4d66-4c18-8920-cc390b823bce, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5a8f95f1-4d66-4c18-8920-cc390b823bce,segment=NetworkSegment(ad23a935-ca12-416f-aa7b-9ca46cc79345),segment_id=ad23a935-ca12-416f-aa7b-9ca46cc79345)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:04.617676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-576eebd3-158c-4704-8c49-2ecdca7009bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:04.620797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44890) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:04.730140 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-071002a1-1416-456b-a89a-dcf7e7ce34b4 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--131773182&fields=id&tenant_id=2b51416469154fda977a78b7767f918c HTTP/1.1" status: 200 len: 267 time: 0.2928195 Aug 26 01:08:04.737527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a1165982-dfd7-4e67-9610-b925a580a857 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:04.744065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a1165982-dfd7-4e67-9610-b925a580a857 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:04.754757 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-576eebd3-158c-4704-8c49-2ecdca7009bf None None] Calling delete_port for 5a8f95f1-4d66-4c18-8920-cc390b823bce owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:04.925850 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d515fbfa-fcbe-4904-9a76-8b05b5fa90f4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:04.949025 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a1165982-dfd7-4e67-9610-b925a580a857 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:04.952619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5a8f95f1-4d66-4c18-8920-cc390b823bce no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:08:04.952744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1165982-dfd7-4e67-9610-b925a580a857 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Fanout notify agent at l3_agent the message router_deleted on router ab1914a8-e255-4747-906d-f4b66f323975 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:08:04.986690 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 5a8f95f1-4d66-4c18-8920-cc390b823bce {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:08:04.987392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5a8f95f1-4d66-4c18-8920-cc390b823bce not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:08:04.987808 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5785e643-aff9-4de0-9d33-620b583c6982 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:08:04.993171 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515fbfa-fcbe-4904-9a76-8b05b5fa90f4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Subnet': ['ID=692f66d8-073f-40bc-b534-b2fd41fcbfd9,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:05.001242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] For port 5a8f95f1-4d66-4c18-8920-cc390b823bce, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5a8f95f1-4d66-4c18-8920-cc390b823bce,segment=NetworkSegment(ad23a935-ca12-416f-aa7b-9ca46cc79345),segment_id=ad23a935-ca12-416f-aa7b-9ca46cc79345)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:05.001242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.011928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a1165982-dfd7-4e67-9610-b925a580a857 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.013308 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-576eebd3-158c-4704-8c49-2ecdca7009bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.014262 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a1165982-dfd7-4e67-9610-b925a580a857 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "DELETE /v2.0/routers/ab1914a8-e255-4747-906d-f4b66f323975 HTTP/1.1" status: 204 len: 168 time: 6.0018883 Aug 26 01:08:05.019759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d515fbfa-fcbe-4904-9a76-8b05b5fa90f4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.029889 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-26803e56-84db-4b47-a95f-880ff4672ed0 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:05.029889 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-26803e56-84db-4b47-a95f-880ff4672ed0 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/networks?id=ddd58b69-18ff-473a-81ae-b003ddd4fec6 HTTP/1.1" status: 200 len: 812 time: 0.2851231 Aug 26 01:08:05.029889 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44896) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:05.032861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11a1b82b-39d3-40e4-b121-e11914be247d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.032998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-255341304', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}, 'admin_state_up': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:05.046720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:05.051928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Router 9e2de8e7-6fd4-439e-9848-ff71da03840d is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:08:05.054104 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Usage tracker for resource:router and tenant:58f54067654a40ca961143e001cdd116 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:05.057420 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-17f01f0e-bfd4-4720-90a4-f8abc29ff3bc tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/quotas/2b51416469154fda977a78b7767f918c HTTP/1.1" status: 200 len: 375 time: 0.0186336 Aug 26 01:08:05.058600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:05.072492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:05.076698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576eebd3-158c-4704-8c49-2ecdca7009bf None None] Pushing event deleted for resources: {'Port': ['ID=5a8f95f1-4d66-4c18-8920-cc390b823bce,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:05.081572 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ffe66e-9651-4146-94e3-f3973e12da90 None None] Network 554a9d57-2281-4cd2-a25e-f6d9e0df4575 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:05.093340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576eebd3-158c-4704-8c49-2ecdca7009bf None None] No DVR routers for this DVR port 5a8f95f1-4d66-4c18-8920-cc390b823bce on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:08:05.095107 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 5785e643-aff9-4de0-9d33-620b583c6982 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:08:05.095465 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5785e643-aff9-4de0-9d33-620b583c6982 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:08:05.120928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.221421 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d515fbfa-fcbe-4904-9a76-8b05b5fa90f4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/692f66d8-073f-40bc-b534-b2fd41fcbfd9 HTTP/1.1" status: 204 len: 168 time: 1.6071215 Aug 26 01:08:05.231315 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44900) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:05.242047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Calling delete_port for 5a8f95f1-4d66-4c18-8920-cc390b823bce owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:05.308402 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Port': ['ID=872284d8-120a-4913-ae48-3e34708726cd,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:05.323361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.324366 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.339168 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fe5cd771-6d37-4b6d-a2ed-1cffae4f64ab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=15daf607aa444f12933e29cb12ec6db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7059255 Aug 26 01:08:05.388441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44904) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:05.404039 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb015ea-b42d-402c-9b65-628e0bd5a8aa None None] DHCP port deletion for 554a9d57-2281-4cd2-a25e-f6d9e0df4575 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:08:05.409168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-eeb015ea-b42d-402c-9b65-628e0bd5a8aa None None] Deleting port a52daf7f-f753-44ff-83f4-3a06c2a8efc2 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:05.409554 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eeb015ea-b42d-402c-9b65-628e0bd5a8aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.456881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.515931 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:05.516340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:05.516677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:05.517015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:05.517347 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:05.517673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:05.518025 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:05.518352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:05.518675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:05.518995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:05.519316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:05.519633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:05.529710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.547630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.api [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:08:05.548625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG oslo_db.api [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:08:05.558923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port a52daf7f-f753-44ff-83f4-3a06c2a8efc2 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:05.559353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.597604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.614574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11a1b82b-39d3-40e4-b121-e11914be247d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.662053 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-65deb06b-8c90-41c9-b87c-4d8923f67dea tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Synchronizing usage tracker for tenant:2b51416469154fda977a78b7767f918c on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:05.666030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-eeb015ea-b42d-402c-9b65-628e0bd5a8aa None None] For port a52daf7f-f753-44ff-83f4-3a06c2a8efc2, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a52daf7f-f753-44ff-83f4-3a06c2a8efc2,segment=NetworkSegment(c7927387-d2d3-4c69-b4b1-ca587429b57d),segment_id=c7927387-d2d3-4c69-b4b1-ca587429b57d)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:05.666431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eeb015ea-b42d-402c-9b65-628e0bd5a8aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.675237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f977dd7-0ab2-4cbf-a078-9da12d2f4a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.675761 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:05.681517 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1b82b-39d3-40e4-b121-e11914be247d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=4c5162a1-c9f8-4b63-8546-748d7af5e882,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:05.692561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11a1b82b-39d3-40e4-b121-e11914be247d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.740263 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Sync routers for ids ['9e2de8e7-6fd4-439e-9848-ff71da03840d'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:05.746945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e95ca5-5b35-4a69-9374-a6f2a8b16902 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:05.764668 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f977dd7-0ab2-4cbf-a078-9da12d2f4a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:05.872603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-eeb015ea-b42d-402c-9b65-628e0bd5a8aa None None] Calling delete_port for a52daf7f-f753-44ff-83f4-3a06c2a8efc2 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:05.881839 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-11a1b82b-39d3-40e4-b121-e11914be247d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/4c5162a1-c9f8-4b63-8546-748d7af5e882 HTTP/1.1" status: 204 len: 168 time: 1.9738200 Aug 26 01:08:05.883317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44908) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:05.941579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Routers {'9e2de8e7-6fd4-439e-9848-ff71da03840d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:05.942239 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9e2de8e7-6fd4-439e-9848-ff71da03840d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:05.949006 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-65deb06b-8c90-41c9-b87c-4d8923f67dea tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Unset dirty status for tenant:2b51416469154fda977a78b7767f918c on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:05.950421 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-65deb06b-8c90-41c9-b87c-4d8923f67dea tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b51416469154fda977a78b7767f918c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8842144 Aug 26 01:08:05.956162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:06.044948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:06.046097 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-29a35112-4609-4946-a079-cfb52c265e27 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 13.7565300 Aug 26 01:08:06.109647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44912) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:06.149352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Deleting port 5a8f95f1-4d66-4c18-8920-cc390b823bce {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:06.149813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:06.246262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] The port '5a8f95f1-4d66-4c18-8920-cc390b823bce' was deleted {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:08:06.252578 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] For port a52daf7f-f753-44ff-83f4-3a06c2a8efc2, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a52daf7f-f753-44ff-83f4-3a06c2a8efc2,segment=NetworkSegment(c7927387-d2d3-4c69-b4b1-ca587429b57d),segment_id=c7927387-d2d3-4c69-b4b1-ca587429b57d)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:06.252946 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:06.295679 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Set router 9e2de8e7-6fd4-439e-9848-ff71da03840d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:08:06.395834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eeb015ea-b42d-402c-9b65-628e0bd5a8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:06.411674 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:06.437400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for a52daf7f-f753-44ff-83f4-3a06c2a8efc2 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:06.469876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb015ea-b42d-402c-9b65-628e0bd5a8aa None None] No DVR routers for this DVR port a52daf7f-f753-44ff-83f4-3a06c2a8efc2 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:08:06.479809 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb015ea-b42d-402c-9b65-628e0bd5a8aa None None] Pushing event deleted for resources: {'Port': ['ID=a52daf7f-f753-44ff-83f4-3a06c2a8efc2,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:06.524683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f977dd7-0ab2-4cbf-a078-9da12d2f4a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:06.556965 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3ded1fdc-4935-4e55-b6d9-fad44809d8f9 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6677694 Aug 26 01:08:06.566067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44916) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:06.656437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f977dd7-0ab2-4cbf-a078-9da12d2f4a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9b3dbe-35af-4894-a65e-9540d78ae693,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:06.664276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eebbf39-739e-4120-9142-340c25482541 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:08:06.671105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:06.672757 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Deleting port 9c6ca782-3b21-45ab-ac40-7e6c875206df {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:06.673116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:06.750131 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2de8e7-6fd4-439e-9848-ff71da03840d', 'name': '', 'tenant_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75daf99d-8f72-40f1-83cf-9843d80c3226', 'external_fixed_ips': [{'subnet_id': '49e0ca5c-5b30-43fa-aff2-3e81e629a81d', 'ip_address': '2001:db8::31d'}], 'enable_snat': True}, 'gw_port_id': '8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:52Z', 'updated_at': '2022-08-26T01:08:02Z', 'revision_number': 3, 'project_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'gw_port': {'id': '8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d', 'name': '', 'network_id': '75daf99d-8f72-40f1-83cf-9843d80c3226', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2de8e7-6fd4-439e-9848-ff71da03840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '49e0ca5c-5b30-43fa-aff2-3e81e629a81d', 'ip_address': '2001:db8::31d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:57Z', 'updated_at': '2022-08-26T01:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e0ca5c-5b30-43fa-aff2-3e81e629a81d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:06.752815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f977dd7-0ab2-4cbf-a078-9da12d2f4a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:06.757442 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6f977dd7-0ab2-4cbf-a078-9da12d2f4a20 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6b9b3dbe-35af-4894-a65e-9540d78ae693 HTTP/1.1" status: 204 len: 168 time: 1.3626401 Aug 26 01:08:06.784987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Checking router: 9e2de8e7-6fd4-439e-9848-ff71da03840d for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:08:06.785373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Updating router 9e2de8e7-6fd4-439e-9848-ff71da03840d port 8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:08:06.796401 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d2e4d0a1-3cc8-49de-af64-f28c73e5ce3a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:06.851363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987fbf3b-763d-4c74-8997-822388926785']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:06.867454 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-7b6808ef-148b-4d65-8ac1-409dfd70a086 service neutron] 10.222.0.83 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8506646 Aug 26 01:08:06.868820 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:06.927212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:06.955269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad23a935-ca12-416f-aa7b-9ca46cc79345') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:06.955571 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad23a935-ca12-416f-aa7b-9ca46cc79345') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:06.968054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.api [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:08:06.968375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG oslo_db.api [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:08:06.974771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.011650 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a52daf7f-f753-44ff-83f4-3a06c2a8efc2 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:08:07.046462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router 548fc6c2-535a-489a-8a36-55fdf9b9d2b0 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:08:07.069791 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: a52daf7f-f753-44ff-83f4-3a06c2a8efc2 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:08:07.069791 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a52daf7f-f753-44ff-83f4-3a06c2a8efc2 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:08:07.069791 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9c6ca782-3b21-45ab-ac40-7e6c875206df no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:08:07.175594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.201347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:08:07.202440 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.208396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9eebbf39-739e-4120-9142-340c25482541 None None] For port 9c6ca782-3b21-45ab-ac40-7e6c875206df, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9c6ca782-3b21-45ab-ac40-7e6c875206df,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:07.208828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.275869 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d2e4d0a1-3cc8-49de-af64-f28c73e5ce3a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.278545 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment ad23a935-ca12-416f-aa7b-9ca46cc79345 resource provider aggregate not found Aug 26 01:08:07.288943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d2e4d0a1-3cc8-49de-af64-f28c73e5ce3a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.323947 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment ad23a935-ca12-416f-aa7b-9ca46cc79345 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad23a935-ca12-416f-aa7b-9ca46cc79345 found for delete ", "request_id": "req-88e34af9-6638-4dc7-b59b-12c75ee93503"}]} Aug 26 01:08:07.352988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:07.367778 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41435173-c90f-457f-a11a-c22f25ec3bf8 None None] Sync routers for ids ['548fc6c2-535a-489a-8a36-55fdf9b9d2b0'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:07.371062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.374053 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-116fbada-1e45-4804-baed-329937558631 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/548fc6c2-535a-489a-8a36-55fdf9b9d2b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1069357 Aug 26 01:08:07.380379 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44928) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:07.394150 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41435173-c90f-457f-a11a-c22f25ec3bf8 None None] Routers {'548fc6c2-535a-489a-8a36-55fdf9b9d2b0'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:07.395718 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-41435173-c90f-457f-a11a-c22f25ec3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['548fc6c2-535a-489a-8a36-55fdf9b9d2b0'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:07.397663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.399734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Calling delete_port for 9c6ca782-3b21-45ab-ac40-7e6c875206df owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:07.404627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d2e4d0a1-3cc8-49de-af64-f28c73e5ce3a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.405100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e4d0a1-3cc8-49de-af64-f28c73e5ce3a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Fanout notify agent at l3_agent the message router_deleted on router 3e4a8227-0946-45c7-bba1-99aadf47523c {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:08:07.421267 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] Pushing event deleted for resources: {'Network': ['ID=987fbf3b-763d-4c74-8997-822388926785,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:07.434240 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e86b0930-f1ce-40b4-ab79-41984156d6a2 tempest-FloatingIPNegativeTestJSON-632613188 tempest-FloatingIPNegativeTestJSON-632613188-project] 10.222.0.83 "DELETE /v2.0/networks/987fbf3b-763d-4c74-8997-822388926785 HTTP/1.1" status: 204 len: 168 time: 3.3107405 Aug 26 01:08:07.440136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d2e4d0a1-3cc8-49de-af64-f28c73e5ce3a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.447609 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-3358df06-09e7-4034-a263-853c3f7b1766 service neutron] 10.222.0.83 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976313 Aug 26 01:08:07.448889 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d2e4d0a1-3cc8-49de-af64-f28c73e5ce3a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/routers/3e4a8227-0946-45c7-bba1-99aadf47523c HTTP/1.1" status: 204 len: 168 time: 0.8819413 Aug 26 01:08:07.449568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44934) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:07.471067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.490717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port a52daf7f-f753-44ff-83f4-3a06c2a8efc2 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:07.491075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.494698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6fd2ab8a-8102-4740-90bb-fa9427d5d4f2 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Synchronizing usage tracker for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:07.540857 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-41435173-c90f-457f-a11a-c22f25ec3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:07.567161 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41435173-c90f-457f-a11a-c22f25ec3bf8 None None] Routers {'548fc6c2-535a-489a-8a36-55fdf9b9d2b0'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:07.569515 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-41435173-c90f-457f-a11a-c22f25ec3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['548fc6c2-535a-489a-8a36-55fdf9b9d2b0'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:07.600628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Deleting port 8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:07.601320 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.654782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9c6ca782-3b21-45ab-ac40-7e6c875206df is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:07.655169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.730327 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-41435173-c90f-457f-a11a-c22f25ec3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:07.731174 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41435173-c90f-457f-a11a-c22f25ec3bf8 None None] The sync data for ids ['548fc6c2-535a-489a-8a36-55fdf9b9d2b0'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:07.763618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.784538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44938) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:07.832472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Pushing event deleted for resources: {'Port': ['ID=9c6ca782-3b21-45ab-ac40-7e6c875206df,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:07.863501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6fd2ab8a-8102-4740-90bb-fa9427d5d4f2 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Unset dirty status for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:07.869794 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6fd2ab8a-8102-4740-90bb-fa9427d5d4f2 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports?device_id=548fc6c2-535a-489a-8a36-55fdf9b9d2b0 HTTP/1.1" status: 200 len: 205 time: 0.4796116 Aug 26 01:08:07.870396 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] The port 'a52daf7f-f753-44ff-83f4-3a06c2a8efc2' was deleted {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:08:07.873048 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44946) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:07.884161 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eebbf39-739e-4120-9142-340c25482541 None None] No DVR routers for this DVR port 9c6ca782-3b21-45ab-ac40-7e6c875206df on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:08:07.922259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:07.950971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:07.951340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:07.951658 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:07.952177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:07.952651 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:07.953121 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:07.953613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:07.954114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:07.954605 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:07.955086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:07.955556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:07.956164 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eebbf39-739e-4120-9142-340c25482541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:07.973569 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.136851 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.160879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Transition to ACTIVE for port object 8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:08.196934 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-03e24dc8-1410-424c-a5a2-fd0e711548dc req-597eb545-289c-46d2-8154-c5a40fe26904 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 210 time: 0.1858091 Aug 26 01:08:08.200029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44956) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:08.231589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.243615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.278522 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e7817c96-5918-42cb-92ff-fec50fcf9687 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=578cacf1187c4588accd78981d81dfb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897594 Aug 26 01:08:08.290670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e9b58f99-f216-43bb-95f6-d8d5cf74ce7a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.328474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44962) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:08.341583 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0c6ca-993c-42a6-b68b-306e57b60d77 None None] Pushing event updated for resources: {'Port': ['ID=8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:08.349068 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Attempting to bind port 8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:08.349396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Attempting to bind port 8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'f0654291-d218-4f9f-85f9-ea0b96127019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '75daf99d-8f72-40f1-83cf-9843d80c3226'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:08.350354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Attempting to bind port 8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d on network 75daf99d-8f72-40f1-83cf-9843d80c3226 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:08.356595 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:08.356989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Checking segment: {'id': 'f0654291-d218-4f9f-85f9-ea0b96127019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '75daf99d-8f72-40f1-83cf-9843d80c3226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:08.357392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.357837 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Bound using segment: {'id': 'f0654291-d218-4f9f-85f9-ea0b96127019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '75daf99d-8f72-40f1-83cf-9843d80c3226'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:08.358322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Bound port: 8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0654291-d218-4f9f-85f9-ea0b96127019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '75daf99d-8f72-40f1-83cf-9843d80c3226'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:08.358779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.457319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] For port 8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:08.461699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] For port 8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d,segment=NetworkSegment(f0654291-d218-4f9f-85f9-ea0b96127019),segment_id=f0654291-d218-4f9f-85f9-ea0b96127019)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:08.494481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.580321 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Calling delete_port for 8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:08.582107 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.645186 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Routers {'9e2de8e7-6fd4-439e-9848-ff71da03840d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:08.645794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9e2de8e7-6fd4-439e-9848-ff71da03840d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:08.658427 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Allocated IP 172.26.2.59 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/899ddb5f-ec7d-4953-bf38-d875329a101f) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:08.724371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554a9d57-2281-4cd2-a25e-f6d9e0df4575']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:08.748207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c6eb4a-a15b-4f28-996b-5ea648e9acfd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:08.760937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a5c6eb4a-a15b-4f28-996b-5ea648e9acfd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:08.760937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e9b58f99-f216-43bb-95f6-d8d5cf74ce7a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.760937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e9b58f99-f216-43bb-95f6-d8d5cf74ce7a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.764235 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c800ef09-3b99-4b24-8495-421c83d710bc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b8f277656cc64c1480f5c6fbfbfc7bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108581 Aug 26 01:08:08.769468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7927387-d2d3-4c69-b4b1-ca587429b57d') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:08.769999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7927387-d2d3-4c69-b4b1-ca587429b57d') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:08.777413 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44966) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:08.808436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0c6ca-993c-42a6-b68b-306e57b60d77 None None] Pushing event updated for resources: {'Port': ['ID=8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:08.838213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-20d0d040-60ac-455a-b076-1e8515754bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.838528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] Set router 9e2de8e7-6fd4-439e-9848-ff71da03840d gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:08:08.860570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.902497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-20d0d040-60ac-455a-b076-1e8515754bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.929654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.932184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6fcf-1804-4d72-87ec-654c95b01be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.940940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:08:08.941356 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:08.980575 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.017474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2de8e7-6fd4-439e-9848-ff71da03840d', 'name': '', 'tenant_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:52Z', 'updated_at': '2022-08-26T01:08:07Z', 'revision_number': 4, 'project_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:09.020549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6fcf-1804-4d72-87ec-654c95b01be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.022776 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceae4542-0dca-4680-8fee-8fddfa5196bf None None] The sync data for ids ['9e2de8e7-6fd4-439e-9848-ff71da03840d'] in dv-neutron-854561-2-hyperv is: [{'id': '9e2de8e7-6fd4-439e-9848-ff71da03840d', 'name': '', 'tenant_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:52Z', 'updated_at': '2022-08-26T01:08:07Z', 'revision_number': 4, 'project_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'gw_port_host': None}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:09.035876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.api [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:08:09.035876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG oslo_db.api [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:08:09.043672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e9b58f99-f216-43bb-95f6-d8d5cf74ce7a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.044488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b58f99-f216-43bb-95f6-d8d5cf74ce7a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Fanout notify agent at l3_agent the message router_deleted on router 548fc6c2-535a-489a-8a36-55fdf9b9d2b0 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:08:09.046382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a5c6eb4a-a15b-4f28-996b-5ea648e9acfd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:09.051528 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a5c6eb4a-a15b-4f28-996b-5ea648e9acfd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.5970273 Aug 26 01:08:09.054450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 44972) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:09.098314 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-20d0d040-60ac-455a-b076-1e8515754bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.136112 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0d040-60ac-455a-b076-1e8515754bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3615806f-9f4e-4fd8-ab21-b7a967ab3514,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:09.140033 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.166829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e9b58f99-f216-43bb-95f6-d8d5cf74ce7a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.167984 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e9b58f99-f216-43bb-95f6-d8d5cf74ce7a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/routers/548fc6c2-535a-489a-8a36-55fdf9b9d2b0 HTTP/1.1" status: 204 len: 168 time: 1.2929215 Aug 26 01:08:09.178945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44976) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:09.274639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922c0475-e150-45be-9be9-40faadbb2811 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:09.278207 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-922c0475-e150-45be-9be9-40faadbb2811 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2223146 Aug 26 01:08:09.280002 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed152593-261f-4852-89f1-545eddd1394b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting subnet c90a2548-2202-40fd-9b12-64a82acc9846 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:08:09.282416 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44982) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:09.288419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed152593-261f-4852-89f1-545eddd1394b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.337340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:09.345830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-20d0d040-60ac-455a-b076-1e8515754bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.346950 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-20d0d040-60ac-455a-b076-1e8515754bbe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3615806f-9f4e-4fd8-ab21-b7a967ab3514 HTTP/1.1" status: 204 len: 168 time: 1.0175028 Aug 26 01:08:09.348053 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:09.362691 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:09.403313 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b3be1d97-c80f-414c-b6c7-03d9b217effd req-105401a3-f0c7-44cd-bcbd-3dfb09429567 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 210 time: 0.1205823 Aug 26 01:08:09.414410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b44fba52-e345-4965-ace5-67b8a931da1b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:router {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:09.429406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Pushing event updated for resources: {'Port': ['ID=899ddb5f-ec7d-4953-bf38-d875329a101f,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:09.430168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.430168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6fcf-1804-4d72-87ec-654c95b01be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.432969 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment c7927387-d2d3-4c69-b4b1-ca587429b57d resource provider aggregate not found Aug 26 01:08:09.560304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Deleting port 8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:09.560304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.615437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.637783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d6fcf-1804-4d72-87ec-654c95b01be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b1c1af-8b58-4263-a4b1-3219cae6a05f,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:09.661199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Network': ['ID=554a9d57-2281-4cd2-a25e-f6d9e0df4575,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:09.671156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed152593-261f-4852-89f1-545eddd1394b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.704625 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment c7927387-d2d3-4c69-b4b1-ca587429b57d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7927387-d2d3-4c69-b4b1-ca587429b57d found for delete ", "request_id": "req-ac6e05ff-293d-4e2a-af5d-55959d483102"}]} Aug 26 01:08:09.726718 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8a2300d6-a82a-4fb3-866d-f53c3783504b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/networks/554a9d57-2281-4cd2-a25e-f6d9e0df4575 HTTP/1.1" status: 204 len: 168 time: 4.4560332 Aug 26 01:08:09.733406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 44994) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:09.744283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6fcf-1804-4d72-87ec-654c95b01be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.745712 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4e0d6fcf-1804-4d72-87ec-654c95b01be7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d7b1c1af-8b58-4263-a4b1-3219cae6a05f HTTP/1.1" status: 204 len: 168 time: 0.9669986 Aug 26 01:08:09.759178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-493108401', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:09.793735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:09.809776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:router and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:09.818268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:09.832364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:09.861058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b44fba52-e345-4965-ace5-67b8a931da1b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:router {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:09.862553 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b44fba52-e345-4965-ace5-67b8a931da1b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5789461 Aug 26 01:08:09.873703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45000) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:09.883430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-c407033e-663f-4c19-b73b-b00161a4988a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:09.912997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] For port 8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d,segment=NetworkSegment(f0654291-d218-4f9f-85f9-ea0b96127019),segment_id=f0654291-d218-4f9f-85f9-ea0b96127019)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:09.914392 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.998195 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:09.999789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:10.084016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:10.086410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c407033e-663f-4c19-b73b-b00161a4988a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:10.098861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed152593-261f-4852-89f1-545eddd1394b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:10.133638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c407033e-663f-4c19-b73b-b00161a4988a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:10.151031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c407033e-663f-4c19-b73b-b00161a4988a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:10.165561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c407033e-663f-4c19-b73b-b00161a4988a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:10.237711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Calling delete_port for 8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:10.415738 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c407033e-663f-4c19-b73b-b00161a4988a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:10.447094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c407033e-663f-4c19-b73b-b00161a4988a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:10.454101 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:10.526678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed152593-261f-4852-89f1-545eddd1394b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:10.561725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:10.811181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed152593-261f-4852-89f1-545eddd1394b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Subnet': ['ID=c90a2548-2202-40fd-9b12-64a82acc9846,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:10.829163 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60329d4-9848-44d3-bde5-782c9dcc6cfb None None] Network 67a5d1b4-f624-4b94-bca0-e1709d375aed requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:10.838283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed152593-261f-4852-89f1-545eddd1394b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:10.865496 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-399d5759-f935-49cf-b179-c63d01bb125b req-68a27712-8581-404f-9242-8771d6aea714 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 210 time: 0.1611936 Aug 26 01:08:11.059749 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ed152593-261f-4852-89f1-545eddd1394b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/c90a2548-2202-40fd-9b12-64a82acc9846 HTTP/1.1" status: 204 len: 168 time: 1.8795879 Aug 26 01:08:11.060293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45030) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:11.079505 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:11.110785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:11.243790 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:11.290371 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e9e8375-7579-4ed9-8a4a-7b7ef9db6a2d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:11.313329 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aabe0ce-0e55-4310-856b-9078d911c414 None None] DHCP port deletion for 67a5d1b4-f624-4b94-bca0-e1709d375aed request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:08:11.318140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4aabe0ce-0e55-4310-856b-9078d911c414 None None] Deleting port b1d29a9f-f96a-4f48-b313-967c76aaf449 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:11.319144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4aabe0ce-0e55-4310-856b-9078d911c414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:11.349735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port b1d29a9f-f96a-4f48-b313-967c76aaf449 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:11.350065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:11.469476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45042) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:11.502463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:11.621531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-4aabe0ce-0e55-4310-856b-9078d911c414 None None] For port b1d29a9f-f96a-4f48-b313-967c76aaf449, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b1d29a9f-f96a-4f48-b313-967c76aaf449,segment=NetworkSegment(1b33d6d9-f970-4f0a-99b8-39c15c4e89ef),segment_id=1b33d6d9-f970-4f0a-99b8-39c15c4e89ef)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:11.622101 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4aabe0ce-0e55-4310-856b-9078d911c414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:11.700117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:11.702441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:11.752610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4aabe0ce-0e55-4310-856b-9078d911c414 None None] Calling delete_port for b1d29a9f-f96a-4f48-b313-967c76aaf449 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:11.787310 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:11.850665 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45050) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:11.857683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] For port b1d29a9f-f96a-4f48-b313-967c76aaf449, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b1d29a9f-f96a-4f48-b313-967c76aaf449,segment=NetworkSegment(1b33d6d9-f970-4f0a-99b8-39c15c4e89ef),segment_id=1b33d6d9-f970-4f0a-99b8-39c15c4e89ef)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:11.858637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:11.876245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:11.876734 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e2de8e7-6fd4-439e-9848-ff71da03840d {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:08:11.925067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4aabe0ce-0e55-4310-856b-9078d911c414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:11.974302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-91843355-7b74-4a16-83f5-ffdd0c01e0a9 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:11.976800 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-91843355-7b74-4a16-83f5-ffdd0c01e0a9 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.94 "GET /v2.0/networks?id=ddd58b69-18ff-473a-81ae-b003ddd4fec6 HTTP/1.1" status: 200 len: 812 time: 0.7159889 Aug 26 01:08:12.013939 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:12.014193 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabe0ce-0e55-4310-856b-9078d911c414 None None] Pushing event deleted for resources: {'Port': ['ID=b1d29a9f-f96a-4f48-b313-967c76aaf449,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:12.015032 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c6c7288d-0655-4335-8382-b0ad03388019 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "DELETE /v2.0/routers/9e2de8e7-6fd4-439e-9848-ff71da03840d HTTP/1.1" status: 204 len: 168 time: 5.9031358 Aug 26 01:08:12.033645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aabe0ce-0e55-4310-856b-9078d911c414 None None] No DVR routers for this DVR port b1d29a9f-f96a-4f48-b313-967c76aaf449 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:08:12.048516 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45058) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.087597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1118632774'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:12.137556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:12.192899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-d2aa139e-1d11-4bb6-b705-d182a676b23b tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.194028 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d2aa139e-1d11-4bb6-b705-d182a676b23b tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.7243013 Aug 26 01:08:12.195383 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:network and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:12.198152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45070) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.203785 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-6b546feb-69e6-4dd8-9a72-3f202a571619 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b51416469154fda977a78b7767f918c HTTP/1.1" status: 200 len: 379 time: 0.1921430 Aug 26 01:08:12.207982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for b1d29a9f-f96a-4f48-b313-967c76aaf449 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:12.214974 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:12.232735 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-865a360a-650a-4b1f-84f0-c8aec5058f10 req-82735ab0-f57c-42ca-9809-d936f1584717 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 210 time: 0.1505542 Aug 26 01:08:12.233605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:12.242906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Request body: {'port': {'device_id': 'bd8b1662-bfcc-40aa-82af-612a87437427', 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'admin_state_up': True, 'tenant_id': '2b51416469154fda977a78b7767f918c', 'security_groups': ['4a0eaaab-f8de-4176-ab43-f4747339fa55']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:12.250708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-029392df-f91c-4d15-b557-94d359fbe1c9 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.258060 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-029392df-f91c-4d15-b557-94d359fbe1c9 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0156887 Aug 26 01:08:12.259159 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45076) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.284147 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-6a779117-8358-4ae8-b22a-d0d0ca27ed4b tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.285092 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6a779117-8358-4ae8-b22a-d0d0ca27ed4b tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0177646 Aug 26 01:08:12.301298 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45080) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.318834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-694b94a3-885e-4ccb-bb1f-e6f7437c6d79 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.322838 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-694b94a3-885e-4ccb-bb1f-e6f7437c6d79 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0160036 Aug 26 01:08:12.329710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45084) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.341891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-a3a7dab9-5d72-4acd-ae7f-8ea58804f50c tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.343612 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a3a7dab9-5d72-4acd-ae7f-8ea58804f50c tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0119832 Aug 26 01:08:12.347945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45088) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.359175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-c861e542-9fe5-41b6-acd3-4944b6f0422d tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.360144 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c861e542-9fe5-41b6-acd3-4944b6f0422d tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0095062 Aug 26 01:08:12.377168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45092) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.418636 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-98d4a332-2dfd-45f6-925c-d97fb99dc073 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.419617 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-98d4a332-2dfd-45f6-925c-d97fb99dc073 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0116932 Aug 26 01:08:12.427593 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.objects.ports [None req-c407033e-663f-4c19-b73b-b00161a4988a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89862) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:08:12.428780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45096) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.435876 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c407033e-663f-4c19-b73b-b00161a4988a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:12.441756 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-d0028db1-87f4-4b47-ba95-e8c6a1332854 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.442716 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d0028db1-87f4-4b47-ba95-e8c6a1332854 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0102439 Aug 26 01:08:12.464716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45100) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.469717 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-77345ae2-9413-49ed-a428-b34e560f177e tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Deleting subnet 49e0ca5c-5b30-43fa-aff2-3e81e629a81d {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:08:12.477126 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.api [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:08:12.477453 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG oslo_db.api [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:08:12.486113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:12.489411 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:12.502856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-4bdc2c88-0771-4477-9ec0-cc856e435b56 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.503807 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4bdc2c88-0771-4477-9ec0-cc856e435b56 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0377562 Aug 26 01:08:12.507193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-77345ae2-9413-49ed-a428-b34e560f177e tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:12.514525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45104) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.518461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c407033e-663f-4c19-b73b-b00161a4988a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:12.525011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-0d5706dd-1d09-47fb-a8fd-9687671daf12 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.525980 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0d5706dd-1d09-47fb-a8fd-9687671daf12 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0105798 Aug 26 01:08:12.530847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-c407033e-663f-4c19-b73b-b00161a4988a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:12.532897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45108) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.541122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c407033e-663f-4c19-b73b-b00161a4988a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:12.541721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c407033e-663f-4c19-b73b-b00161a4988a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:12.542246 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ea245-afa1-4d2a-861c-8ff84734d644 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:12.550355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-df0ded79-d82b-45b9-95a2-c6513d9f22f6 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.554863 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-df0ded79-d82b-45b9-95a2-c6513d9f22f6 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0156684 Aug 26 01:08:12.557282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45112) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.559253 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:12.566719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407033e-663f-4c19-b73b-b00161a4988a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=aa1bf73a-d27d-4fc0-a814-41dd331c5f79,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:12.605516 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:12.626856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:security_group_rule and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:12.627154 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-645f7456-3945-48d4-9da0-1c8c78d04e7a tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.628344 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-645f7456-3945-48d4-9da0-1c8c78d04e7a tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0656343 Aug 26 01:08:12.636088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45116) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.636411 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:12.640925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-77345ae2-9413-49ed-a428-b34e560f177e tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:12.681843 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:12.703203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-a6511075-8b1d-49ce-9328-39778aea72c1 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.704176 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a6511075-8b1d-49ce-9328-39778aea72c1 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0667472 Aug 26 01:08:12.713093 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45120) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.723179 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:12.730585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-adb2820e-6d17-45b6-8399-1cb9117d523c tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.734222 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-adb2820e-6d17-45b6-8399-1cb9117d523c tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0126688 Aug 26 01:08:12.735498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45124) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.760540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:12.763957 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-7a99f93c-654e-4ea9-b3be-d184c9f90e16 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.767428 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7a99f93c-654e-4ea9-b3be-d184c9f90e16 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0190463 Aug 26 01:08:12.771989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45128) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.774565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:12.782620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-77345ae2-9413-49ed-a428-b34e560f177e tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:12.790996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:12.819324 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-d018cbd0-41fe-4330-9eaa-9ca7bd78c154 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.820387 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d018cbd0-41fe-4330-9eaa-9ca7bd78c154 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0436897 Aug 26 01:08:12.831139 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45132) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.836144 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c407033e-663f-4c19-b73b-b00161a4988a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9576495 Aug 26 01:08:12.839703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-4e080e6d-762a-4f72-bdd7-1c19e2ed9350 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.840229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Router c4d5d1a0-89a3-48fd-a1da-9da301ae698d is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:08:12.840999 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4e080e6d-762a-4f72-bdd7-1c19e2ed9350 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0087194 Aug 26 01:08:12.842075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45136) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.843595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45138) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.863562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c8d75421-1fae-4b8c-bd26-c0860ec86a2b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:12.866241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-d26dfa2b-86b4-41c6-88ac-fbd342032726 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.867180 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': 'aa1bf73a-d27d-4fc0-a814-41dd331c5f79'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:08:12.867921 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d26dfa2b-86b4-41c6-88ac-fbd342032726 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0227814 Aug 26 01:08:12.868076 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:12.871640 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45144) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.879924 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-169f431c-bc15-456e-8066-4ebb864ba79c tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.881605 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-169f431c-bc15-456e-8066-4ebb864ba79c tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0083983 Aug 26 01:08:12.885497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45148) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.897979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-8f39b76c-f07b-400c-951c-7b10346abac2 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.908602 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8f39b76c-f07b-400c-951c-7b10346abac2 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0129318 Aug 26 01:08:12.911775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45152) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.948567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-2387cd0b-a1ae-48fa-a4cf-1e6d6eb19cb5 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.949957 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2387cd0b-a1ae-48fa-a4cf-1e6d6eb19cb5 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0368631 Aug 26 01:08:12.958944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45156) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.967603 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-1e9d366c-d0c4-4b04-bf5e-67c9a1828d8b tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.968801 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1e9d366c-d0c4-4b04-bf5e-67c9a1828d8b tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0079782 Aug 26 01:08:12.971532 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45160) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:12.973934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Made reservation on behalf of 2b51416469154fda977a78b7767f918c for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:12.978309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:12.979674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-a3d4122b-e8f3-46f8-a91e-fcced40c75cf tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:12.980767 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a3d4122b-e8f3-46f8-a91e-fcced40c75cf tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0081091 Aug 26 01:08:12.981541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port b1d29a9f-f96a-4f48-b313-967c76aaf449 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:12.982038 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:12.982633 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b1d29a9f-f96a-4f48-b313-967c76aaf449 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:08:13.008497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45164) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.024689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-2a4b1fff-5a06-4681-8bd4-acfc82296c86 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.024689 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2a4b1fff-5a06-4681-8bd4-acfc82296c86 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0110559 Aug 26 01:08:13.031780 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: b1d29a9f-f96a-4f48-b313-967c76aaf449 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:08:13.032301 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b1d29a9f-f96a-4f48-b313-967c76aaf449 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:08:13.035701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45168) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.079556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-322353bd-5888-48ca-aab1-059ff522f7b5 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.082142 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-322353bd-5888-48ca-aab1-059ff522f7b5 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0324044 Aug 26 01:08:13.090923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45172) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.095817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] The port 'b1d29a9f-f96a-4f48-b313-967c76aaf449' was deleted {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:08:13.098770 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Allocated IP 172.26.2.205 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/ea74d9ab-6bac-470e-b0f5-c5747785c365) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:13.104178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-5816ff4d-3a0f-477a-9bd3-8be760f193b3 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.105124 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5816ff4d-3a0f-477a-9bd3-8be760f193b3 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0082042 Aug 26 01:08:13.120890 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Allocated IP 2001:db8::f816:3eff:fe1d:e5af (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/aa1bf73a-d27d-4fc0-a814-41dd331c5f79/92c620b2-ab4d-41c1-9c4e-35a338c76eb9) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:13.135909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45176) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.149858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-98937c55-fb52-4af2-8e91-71ce71a39b16 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.150820 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-98937c55-fb52-4af2-8e91-71ce71a39b16 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0122764 Aug 26 01:08:13.165483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45180) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.180829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-bc2479d1-98d4-495d-9475-b6a2b362a33a tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.182077 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bc2479d1-98d4-495d-9475-b6a2b362a33a tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0128512 Aug 26 01:08:13.224222 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45184) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.262309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-225b25da-c3ce-48d6-96d0-d12830a53a90 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.266439 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-225b25da-c3ce-48d6-96d0-d12830a53a90 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0343282 Aug 26 01:08:13.302373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45190) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.332483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-383e4d1a-bb44-48df-b00b-53bab24ab072 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.338133 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-383e4d1a-bb44-48df-b00b-53bab24ab072 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0245390 Aug 26 01:08:13.341340 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45194) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.347462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:13.358729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:13.359253 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-d28e937c-5567-44bd-98ab-b61b2a03f515 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.362574 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d28e937c-5567-44bd-98ab-b61b2a03f515 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0155644 Aug 26 01:08:13.366059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45198) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.406530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb390a1e-0ed0-4bdc-abf1-3fc41bd93d6f None None] Sync routers for ids ['c4d5d1a0-89a3-48fd-a1da-9da301ae698d'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:13.430423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-64ccee93-066a-45ad-80bc-65deda4d3429 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.433753 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-64ccee93-066a-45ad-80bc-65deda4d3429 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0605998 Aug 26 01:08:13.442191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a5d1b4-f624-4b94-bca0-e1709d375aed']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:13.444215 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-77345ae2-9413-49ed-a428-b34e560f177e tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:13.449507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45202) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.451800 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2e4c3377-daaf-488e-ba04-f55b6e545a82 req-56229270-b4fc-4a57-a518-6b1565ab932e tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 210 time: 0.0959647 Aug 26 01:08:13.462847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-7e918103-24c7-48d3-a3c4-9660e30a0715 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.464512 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7e918103-24c7-48d3-a3c4-9660e30a0715 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0111389 Aug 26 01:08:13.468743 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45206) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.470255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b33d6d9-f970-4f0a-99b8-39c15c4e89ef') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:13.470413 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb390a1e-0ed0-4bdc-abf1-3fc41bd93d6f None None] Routers {'c4d5d1a0-89a3-48fd-a1da-9da301ae698d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:13.470552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b33d6d9-f970-4f0a-99b8-39c15c4e89ef') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:13.471939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cb390a1e-0ed0-4bdc-abf1-3fc41bd93d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c4d5d1a0-89a3-48fd-a1da-9da301ae698d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:13.492725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-7b1a1d9c-a77d-497a-8c4c-cacf7df617dd tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.495977 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7b1a1d9c-a77d-497a-8c4c-cacf7df617dd tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0149963 Aug 26 01:08:13.504511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45210) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.511167 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:13.522989 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-d38f38a2-9dd1-47b6-81fe-6d45a1e81eb3 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.526951 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d38f38a2-9dd1-47b6-81fe-6d45a1e81eb3 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0215056 Aug 26 01:08:13.529830 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45214) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.545236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:13.547309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-431429e9-25df-433f-ad73-91f24ec0f96d tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.550829 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-431429e9-25df-433f-ad73-91f24ec0f96d tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0192516 Aug 26 01:08:13.556180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45218) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.556465 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77345ae2-9413-49ed-a428-b34e560f177e tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=49e0ca5c-5b30-43fa-aff2-3e81e629a81d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:13.558399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c8d75421-1fae-4b8c-bd26-c0860ec86a2b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:13.562023 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-4055b698-22f6-4b64-ae63-15e51edcae3e tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.564652 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4055b698-22f6-4b64-ae63-15e51edcae3e tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0087717 Aug 26 01:08:13.568574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:13.571035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-77345ae2-9413-49ed-a428-b34e560f177e tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:13.582168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45222) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.590891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c8d75421-1fae-4b8c-bd26-c0860ec86a2b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:13.592730 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-30870f53-d266-43ed-9698-3aba239af343 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.595997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c8d75421-1fae-4b8c-bd26-c0860ec86a2b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:13.596374 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-30870f53-d266-43ed-9698-3aba239af343 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0132318 Aug 26 01:08:13.597472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:08:13.597926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:13.598158 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cb390a1e-0ed0-4bdc-abf1-3fc41bd93d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:13.604918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45226) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.614557 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c8d75421-1fae-4b8c-bd26-c0860ec86a2b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:13.621546 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb390a1e-0ed0-4bdc-abf1-3fc41bd93d6f None None] Routers {'c4d5d1a0-89a3-48fd-a1da-9da301ae698d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:13.622174 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cb390a1e-0ed0-4bdc-abf1-3fc41bd93d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c4d5d1a0-89a3-48fd-a1da-9da301ae698d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:13.671189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:13.674854 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 1b33d6d9-f970-4f0a-99b8-39c15c4e89ef resource provider aggregate not found Aug 26 01:08:13.700114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-0e6cc987-7416-401f-b95a-583cfc275a34 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.704520 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0e6cc987-7416-401f-b95a-583cfc275a34 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0309608 Aug 26 01:08:13.706186 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45234) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.715604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:13.718010 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 1b33d6d9-f970-4f0a-99b8-39c15c4e89ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b33d6d9-f970-4f0a-99b8-39c15c4e89ef found for delete ", "request_id": "req-92d6c4f8-9a13-4f80-898a-ad058b1bdbbe"}]} Aug 26 01:08:13.734045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-a6cc7f65-7ae2-41ab-9971-174a8a7b1e95 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.737807 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a6cc7f65-7ae2-41ab-9971-174a8a7b1e95 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0226543 Aug 26 01:08:13.740717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45238) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.747271 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-d20465cc-5344-4534-b5dd-a8dd1ef28be1 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.749403 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d20465cc-5344-4534-b5dd-a8dd1ef28be1 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0059366 Aug 26 01:08:13.752356 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45242) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.757541 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cb390a1e-0ed0-4bdc-abf1-3fc41bd93d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:13.758163 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-d763ca3a-db1a-44be-a1f3-d06708539a05 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.758516 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb390a1e-0ed0-4bdc-abf1-3fc41bd93d6f None None] The sync data for ids ['c4d5d1a0-89a3-48fd-a1da-9da301ae698d'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:13.759366 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d763ca3a-db1a-44be-a1f3-d06708539a05 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0058808 Aug 26 01:08:13.761786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45246) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.766033 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:13.773282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-39b12328-69a4-440e-92a7-87cb2001e454 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.777731 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-39b12328-69a4-440e-92a7-87cb2001e454 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0137517 Aug 26 01:08:13.778538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45250) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.781347 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-77345ae2-9413-49ed-a428-b34e560f177e tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "DELETE /v2.0/subnets/49e0ca5c-5b30-43fa-aff2-3e81e629a81d HTTP/1.1" status: 204 len: 168 time: 1.7297621 Aug 26 01:08:13.781803 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45252) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.790611 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-0087aa97-d758-4077-8c85-5ac2563b89bc tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.793095 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0087aa97-d758-4077-8c85-5ac2563b89bc tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0096345 Aug 26 01:08:13.798520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45258) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.804093 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:13.807708 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-804271c2-405b-4432-ae4a-f1276520c57c tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.7763612 Aug 26 01:08:13.811452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45262) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.815125 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Transition to ACTIVE for port object 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:13.818390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-14aeac22-cf96-47f2-a625-17270d085122 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.821760 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-14aeac22-cf96-47f2-a625-17270d085122 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0175521 Aug 26 01:08:13.826050 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:13.826166 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45266) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.826640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Allocated IP 172.20.0.9 (ddd58b69-18ff-473a-81ae-b003ddd4fec6/8b9c5a93-9423-4301-b9da-a87da6db8e95/f3c97109-2c25-45f5-9473-dbefc15173ad) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:13.830596 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56bc1ff0-d2e0-45ce-8ff8-4a1be79bae96,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:13.841590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-66e555cf-d6e6-4863-85c7-f5fc05e92e35 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.842822 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-66e555cf-d6e6-4863-85c7-f5fc05e92e35 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0137157 Aug 26 01:08:13.843651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:08:13.853647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45270) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.853781 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Transition to ACTIVE for port object 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:13.862168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-64aea684-cec2-4f5e-9f82-f34695234955 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.863122 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-64aea684-cec2-4f5e-9f82-f34695234955 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0123067 Aug 26 01:08:13.868147 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:13.868491 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Added segment d5023838-dfb0-437c-b5f7-12cb91b93e43 of type vlan for network 3c9d2867-4b69-4bb3-b16e-e7f294e406b7 Aug 26 01:08:13.869346 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45274) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.890730 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-1c6e5d0a-26b8-48df-be52-175584726fd1 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.891842 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1c6e5d0a-26b8-48df-be52-175584726fd1 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0214038 Aug 26 01:08:13.892569 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d75421-1fae-4b8c-bd26-c0860ec86a2b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:13.892813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:13.897403 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c8d75421-1fae-4b8c-bd26-c0860ec86a2b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:13.912921 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45278) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:13.933861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-c84366c3-96cb-495d-b197-5368b692e341 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:13.937390 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:13.937988 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c84366c3-96cb-495d-b197-5368b692e341 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0184913 Aug 26 01:08:13.949437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45282) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.006421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:14.009657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:14.013769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:14.015304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-b28a727f-c5ab-453f-85e5-3928ba843af3 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.018691 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b28a727f-c5ab-453f-85e5-3928ba843af3 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0580294 Aug 26 01:08:14.033225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45286) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.034719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:14.053301 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-d8f1a6d0-2bd8-4ed3-8385-8395194685ac tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.056905 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d8f1a6d0-2bd8-4ed3-8385-8395194685ac tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0133348 Aug 26 01:08:14.061455 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45290) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.063691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Pushing event updated for resources: {'Port': ['ID=92c620b2-ab4d-41c1-9c4e-35a338c76eb9,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:14.069185 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:14.071433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-d84e99f8-adac-44aa-989f-8852b65beb98 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.074847 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d84e99f8-adac-44aa-989f-8852b65beb98 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0103951 Aug 26 01:08:14.077651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45294) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.092892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-94c7cc26-e590-4568-b5b2-d0d46922ba76 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.096206 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-94c7cc26-e590-4568-b5b2-d0d46922ba76 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0152588 Aug 26 01:08:14.100719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45298) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.107786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-dca80db7-f68c-4875-a7a0-cb62bcffbef4 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.111315 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dca80db7-f68c-4875-a7a0-cb62bcffbef4 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0071008 Aug 26 01:08:14.112945 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45302) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.144514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Attempting to bind port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:14.144988 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Attempting to bind port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:14.145419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Attempting to bind port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:14.151878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:14.152381 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:14.152781 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-816e90f8-adc4-4083-bedd-90a8baf2b523 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.152897 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:14.153360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:14.153962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Bound port: 92c620b2-ab4d-41c1-9c4e-35a338c76eb9, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:14.154717 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:14.156535 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-816e90f8-adc4-4083-bedd-90a8baf2b523 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0412669 Aug 26 01:08:14.165443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45306) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.188063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:14.221309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-cc2cc346-d631-4154-a5e0-bef617183b3b tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.226182 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cc2cc346-d631-4154-a5e0-bef617183b3b tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0597301 Aug 26 01:08:14.236805 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Network': ['ID=67a5d1b4-f624-4b94-bca0-e1709d375aed,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:14.241512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45310) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.242517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:14.247276 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:14.248431 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:14.249400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:14.261630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:14.262348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] For port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:14.264520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-0d2e9b29-0bd6-4c52-824d-0aab61e6b4e5 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.268407 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0d2e9b29-0bd6-4c52-824d-0aab61e6b4e5 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0145705 Aug 26 01:08:14.269012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] For port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=92c620b2-ab4d-41c1-9c4e-35a338c76eb9,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:14.280470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45314) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.283159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:14.324621 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0c976da6-6728-42f6-b213-fafa3dff9d71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/networks/67a5d1b4-f624-4b94-bca0-e1709d375aed HTTP/1.1" status: 204 len: 168 time: 3.2529223 Aug 26 01:08:14.327596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-e8926919-5b6b-447a-96b9-37b580919776 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.331608 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e8926919-5b6b-447a-96b9-37b580919776 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0195725 Aug 26 01:08:14.347313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45318) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.347653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45320) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.364421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bf5e05dc-772b-42b7-b146-7f38d5fa4079 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:14.368820 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:14.370893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-868609774', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:14.378695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-0ac90d25-4f65-4261-b50c-da46b29c72d9 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.382416 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0ac90d25-4f65-4261-b50c-da46b29c72d9 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0292106 Aug 26 01:08:14.386315 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=ea74d9ab-6bac-470e-b0f5-c5747785c365,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:14.388104 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45326) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.407641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-29f27bbe-312b-4dda-b2f1-e63351fe47dc tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.411340 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-29f27bbe-312b-4dda-b2f1-e63351fe47dc tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0084958 Aug 26 01:08:14.418143 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:14.419158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45330) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.428968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:router and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:14.437027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:14.443924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-475bfe25-eaca-4280-b70b-17592b75f39b tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.447705 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-475bfe25-eaca-4280-b70b-17592b75f39b tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0149066 Aug 26 01:08:14.447705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Network': ['ID=3c9d2867-4b69-4bb3-b16e-e7f294e406b7,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:14.457683 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45334) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.462597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 3c9d2867-4b69-4bb3-b16e-e7f294e406b7 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:08:14.467910 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-7b70c2b4-8264-4d39-963c-4d1da8aea2ec tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.471656 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7b70c2b4-8264-4d39-963c-4d1da8aea2ec tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0129418 Aug 26 01:08:14.486218 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f62a1738-99eb-400b-a846-ddf8cc9a59bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6214805 Aug 26 01:08:14.486218 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45338) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.486218 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-82a580c6-348d-411f-86c3-be249466ecd5 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.488498 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-82a580c6-348d-411f-86c3-be249466ecd5 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0062590 Aug 26 01:08:14.500216 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45342) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.514296 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-66e815a3-3062-4971-a327-d032307c69e5 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.518263 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-66e815a3-3062-4971-a327-d032307c69e5 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0152967 Aug 26 01:08:14.525527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45348) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.532942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:14.559227 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:14.570916 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-804e2f42-e882-4d8e-81bf-ed84bff5cfe1 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.574928 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-804e2f42-e882-4d8e-81bf-ed84bff5cfe1 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0482028 Aug 26 01:08:14.580515 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45352) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.615242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cd9e6-6d49-4cfe-9e49-70fbdffbae0e None None] Pushing event updated for resources: {'Port': ['ID=92c620b2-ab4d-41c1-9c4e-35a338c76eb9,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:14.714062 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-4a5a9310-3251-4cfe-b89f-db56d7c3c23d tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.715577 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4a5a9310-3251-4cfe-b89f-db56d7c3c23d tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.1262369 Aug 26 01:08:14.768077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Transition to ACTIVE for port object f3c97109-2c25-45f5-9473-dbefc15173ad will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:14.769336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45356) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:14.785158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-9e723c9e-5c16-4b45-a79a-c5e48b16b67c tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:14.788566 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9e723c9e-5c16-4b45-a79a-c5e48b16b67c tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0077391 Aug 26 01:08:14.829377 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45360) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:15.041586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-4e043d98-1beb-45a0-ab15-f98bc24b832b req-5adf232c-2448-411d-9487-805a276366f2 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Synchronizing usage tracker for tenant:2b51416469154fda977a78b7767f918c on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:15.086168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c8d75421-1fae-4b8c-bd26-c0860ec86a2b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:15.088741 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [None req-77ae4fcf-f41c-4b19-a3fa-a54fab574204 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:15.089974 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-77ae4fcf-f41c-4b19-a3fa-a54fab574204 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.1714954 Aug 26 01:08:15.098426 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45364) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:15.139063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:15.140095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:15.150830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [None req-6bac4436-7814-4423-911c-4b4dd95a9f38 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:08:15.161763 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6bac4436-7814-4423-911c-4b4dd95a9f38 tempest-ExtensionsTestJSON-207636680 tempest-ExtensionsTestJSON-207636680-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0182283 Aug 26 01:08:15.172559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:15.248116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Network ddd58b69-18ff-473a-81ae-b003ddd4fec6 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:15.248116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:15.273791 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:15.309142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-4e043d98-1beb-45a0-ab15-f98bc24b832b req-5adf232c-2448-411d-9487-805a276366f2 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Unset dirty status for tenant:2b51416469154fda977a78b7767f918c on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:15.310609 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4e043d98-1beb-45a0-ab15-f98bc24b832b req-5adf232c-2448-411d-9487-805a276366f2 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 210 time: 0.5938985 Aug 26 01:08:15.312747 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d75421-1fae-4b8c-bd26-c0860ec86a2b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:15.368564 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-c8d75421-1fae-4b8c-bd26-c0860ec86a2b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:15.391363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bf5e05dc-772b-42b7-b146-7f38d5fa4079 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:15.405651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d75421-1fae-4b8c-bd26-c0860ec86a2b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:15.406334 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c8d75421-1fae-4b8c-bd26-c0860ec86a2b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:15.424096 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:15.441358 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d75421-1fae-4b8c-bd26-c0860ec86a2b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=746970b7-9725-423c-b557-7a9c502e3eaa,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:15.462249 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-bf5e05dc-772b-42b7-b146-7f38d5fa4079 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75daf99d-8f72-40f1-83cf-9843d80c3226']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:15.470105 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:15.470742 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:15.487547 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-bf5e05dc-772b-42b7-b146-7f38d5fa4079 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0654291-d218-4f9f-85f9-ea0b96127019') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:15.488124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-bf5e05dc-772b-42b7-b146-7f38d5fa4079 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0654291-d218-4f9f-85f9-ea0b96127019') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:15.496139 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Pushing event updated for resources: {'Port': ['ID=f3c97109-2c25-45f5-9473-dbefc15173ad,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:15.502326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:15.515587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bf5e05dc-772b-42b7-b146-7f38d5fa4079 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:15.533155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bf5e05dc-772b-42b7-b146-7f38d5fa4079 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:15.540568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5e05dc-772b-42b7-b146-7f38d5fa4079 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:08:15.540901 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bf5e05dc-772b-42b7-b146-7f38d5fa4079 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:15.592588 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c8d75421-1fae-4b8c-bd26-c0860ec86a2b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7425539 Aug 26 01:08:15.593121 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-9fe40603-adf6-458a-8d76-bb7fd98dbb2d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3662672 Aug 26 01:08:15.598748 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45370) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:15.600245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'mac_address': 'fa:16:3e:32:0c:77', 'name': 'tempest-NetworksTestDHCPv6-1703669220'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:15.735816 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ebe7c1da-e431-4fce-bb85-be293679f631 None None] Provisioning for port f3c97109-2c25-45f5-9473-dbefc15173ad completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:15.749097 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ebe7c1da-e431-4fce-bb85-be293679f631 None None] Provisioning complete for port f3c97109-2c25-45f5-9473-dbefc15173ad triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:15.750275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ebe7c1da-e431-4fce-bb85-be293679f631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:15.781804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Request body: {'port': {'device_id': 'bd8b1662-bfcc-40aa-82af-612a87437427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:15.814722 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:15.833032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:15.853269 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:15.875795 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:15.926521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ebe7c1da-e431-4fce-bb85-be293679f631 None None] Port f3c97109-2c25-45f5-9473-dbefc15173ad cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:08:16.044126 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:16.073196 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:16.217829 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45376) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:16.222496 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:16.254585 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0264e4d0-f479-475a-ae61-393d9c1cd00c None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:16.272165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port e628d497-309c-4eb3-a215-71ce8dc41931 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:08:16.278897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bf5e05dc-772b-42b7-b146-7f38d5fa4079 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:16.281298 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:16.287468 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment f0654291-d218-4f9f-85f9-ea0b96127019 resource provider aggregate not found Aug 26 01:08:16.416934 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5e05dc-772b-42b7-b146-7f38d5fa4079 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75daf99d-8f72-40f1-83cf-9843d80c3226 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Aug 26 01:08:16.440038 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bf5e05dc-772b-42b7-b146-7f38d5fa4079 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:16.464898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e05dc-772b-42b7-b146-7f38d5fa4079 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Pushing event deleted for resources: {'Network': ['ID=75daf99d-8f72-40f1-83cf-9843d80c3226,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:16.477486 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:16.486397 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1c01a9c5-933e-43d1-8fe6-6f8ccb25306c None None] Provisioning for port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:16.497568 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment f0654291-d218-4f9f-85f9-ea0b96127019 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0654291-d218-4f9f-85f9-ea0b96127019 found for delete ", "request_id": "req-736afc3b-5b97-4e23-8a17-1aeb4bcabe96"}]} Aug 26 01:08:16.523319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Deleting port 899ddb5f-ec7d-4953-bf38-d875329a101f {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:16.524084 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 172.20.0.10 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/746970b7-9725-423c-b557-7a9c502e3eaa/e628d497-309c-4eb3-a215-71ce8dc41931) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:16.524554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:16.530764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::f816:3eff:fe32:c77 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/aa1bf73a-d27d-4fc0-a814-41dd331c5f79/e628d497-309c-4eb3-a215-71ce8dc41931) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:16.737665 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bf5e05dc-772b-42b7-b146-7f38d5fa4079 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "DELETE /v2.0/networks/75daf99d-8f72-40f1-83cf-9843d80c3226 HTTP/1.1" status: 204 len: 168 time: 2.9505014 Aug 26 01:08:16.913409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:17.025551 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685c8aba-a2ac-40e5-9452-5101b6fe43db None None] Update dhcp port {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'fixed_ips': [{'subnet_id': 'aa1bf73a-d27d-4fc0-a814-41dd331c5f79', 'ip_address': '2001:db8::f816:3eff:fe1d:e5af'}, {'subnet_id': '746970b7-9725-423c-b557-7a9c502e3eaa'}], 'binding:host_id': 'dv-neutron-854561-2-hyperv'}, 'id': '92c620b2-ab4d-41c1-9c4e-35a338c76eb9'} from dv-neutron-854561-2-hyperv. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Aug 26 01:08:17.104794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-685c8aba-a2ac-40e5-9452-5101b6fe43db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:17.241498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object e628d497-309c-4eb3-a215-71ce8dc41931 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:17.272537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d11b143-0878-42ed-9c79-63d3428073dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:17.313836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45394) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:17.319076 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:17.349643 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-7cf8c509-413c-4d7b-9d4a-27c519c893ab tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Request body: {'router': {'name': 'tempest-router--272957482', 'project_id': '823a99113fa342f48ef7c9b3055fee04'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:17.398199 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7cf8c509-413c-4d7b-9d4a-27c519c893ab tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:17.433776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9d11b143-0878-42ed-9c79-63d3428073dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:17.440840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7cf8c509-413c-4d7b-9d4a-27c519c893ab tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Usage tracker for resource:router and tenant:823a99113fa342f48ef7c9b3055fee04 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:17.467196 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7cf8c509-413c-4d7b-9d4a-27c519c893ab tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:17.472604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9d11b143-0878-42ed-9c79-63d3428073dd admin admin] Usage tracker for resource:security_group_rule and tenant:1eee5d8f22b648b581bca1e605ca7f43 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:17.508542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fa774-6502-45f2-a668-d5096a03b78d req-4179a285-8c15-4276-8dff-7e6ad76bdf27 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:17.510587 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f01fa774-6502-45f2-a668-d5096a03b78d req-4179a285-8c15-4276-8dff-7e6ad76bdf27 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 931 time: 0.8874381 Aug 26 01:08:17.511279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:17.522077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9d11b143-0878-42ed-9c79-63d3428073dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:17.530319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7cf8c509-413c-4d7b-9d4a-27c519c893ab tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:17.537498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9d11b143-0878-42ed-9c79-63d3428073dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:17.642886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:17.649087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:17.649786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:17.830602 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c97109-2c25-45f5-9473-dbefc15173ad {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:08:17.848514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:17.879178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Transition to ACTIVE for port object f3c97109-2c25-45f5-9473-dbefc15173ad will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:17.895996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c509-413c-4d7b-9d4a-27c519c893ab tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:17.899305 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c509-413c-4d7b-9d4a-27c519c893ab tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:17.912508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:17.939462 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-685c8aba-a2ac-40e5-9452-5101b6fe43db None None] Allocated IP 172.20.0.2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/746970b7-9725-423c-b557-7a9c502e3eaa/92c620b2-ab4d-41c1-9c4e-35a338c76eb9) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:17.997422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45398) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:18.000146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:18.078690 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:18.093269 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'subnet': {'network_id': '3c9d2867-4b69-4bb3-b16e-e7f294e406b7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:18.103193 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f01fa774-6502-45f2-a668-d5096a03b78d req-bf7fea6b-cd7d-4cf0-ae8a-d2036e92635f tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Synchronizing usage tracker for tenant:2b51416469154fda977a78b7767f918c on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:18.110299 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:18.110821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:18.123866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:18.143351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:18.183102 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-685c8aba-a2ac-40e5-9452-5101b6fe43db None None] For port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=92c620b2-ab4d-41c1-9c4e-35a338c76eb9,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:18.210925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-685c8aba-a2ac-40e5-9452-5101b6fe43db None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:18.225228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:18.233266 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-685c8aba-a2ac-40e5-9452-5101b6fe43db None None] Transition to ACTIVE for port object 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:18.248981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:18.307337 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-685c8aba-a2ac-40e5-9452-5101b6fe43db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:18.374185 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c509-413c-4d7b-9d4a-27c519c893ab tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:18.421021 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=e628d497-309c-4eb3-a215-71ce8dc41931,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:18.501268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d11b143-0878-42ed-9c79-63d3428073dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:18.534001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:08:18.534399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:08:18.542069 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c8aba-a2ac-40e5-9452-5101b6fe43db None None] Pushing event updated for resources: {'Port': ['ID=92c620b2-ab4d-41c1-9c4e-35a338c76eb9,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:18.550587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Calling delete_port for 899ddb5f-ec7d-4953-bf38-d875329a101f owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:18.579107 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f01fa774-6502-45f2-a668-d5096a03b78d req-bf7fea6b-cd7d-4cf0-ae8a-d2036e92635f tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Unset dirty status for tenant:2b51416469154fda977a78b7767f918c on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:18.579815 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f01fa774-6502-45f2-a668-d5096a03b78d req-bf7fea6b-cd7d-4cf0-ae8a-d2036e92635f tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7874541 Aug 26 01:08:18.587767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:18.588829 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:18.600609 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d11b143-0878-42ed-9c79-63d3428073dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:18.667817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c97109-2c25-45f5-9473-dbefc15173ad,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:18.681700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:18.699407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c509-413c-4d7b-9d4a-27c519c893ab tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:18.713975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:subnet and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:18.730706 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9d11b143-0878-42ed-9c79-63d3428073dd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1eee5d8f22b648b581bca1e605ca7f43&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4862432 Aug 26 01:08:18.734370 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:18.737131 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45402) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:18.740939 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11b143-0878-42ed-9c79-63d3428073dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b34be4-c114-4bc9-a8ca-70dff816e27d,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:18.745073 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Attempting to bind port f3c97109-2c25-45f5-9473-dbefc15173ad on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:18.745471 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Attempting to bind port f3c97109-2c25-45f5-9473-dbefc15173ad by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'd7f33ff3-def1-4b75-b974-5922cee48efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:18.745903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Attempting to bind port f3c97109-2c25-45f5-9473-dbefc15173ad on network ddd58b69-18ff-473a-81ae-b003ddd4fec6 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:18.754935 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:18.770965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Port f3c97109-2c25-45f5-9473-dbefc15173ad on network ddd58b69-18ff-473a-81ae-b003ddd4fec6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:08:18.771333 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Attempting to bind port f3c97109-2c25-45f5-9473-dbefc15173ad on network ddd58b69-18ff-473a-81ae-b003ddd4fec6 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:18.789849 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:18.790199 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Checking segment: {'id': 'd7f33ff3-def1-4b75-b974-5922cee48efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:18.790945 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Bound using segment: {'id': 'd7f33ff3-def1-4b75-b974-5922cee48efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:18.791189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Bound port: f3c97109-2c25-45f5-9473-dbefc15173ad, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f33ff3-def1-4b75-b974-5922cee48efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:18.791542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:18.812183 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7b2d749a-cbe7-41f6-a1c7-9111c5047475 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2149420 Aug 26 01:08:18.822399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45406) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:18.830207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c509-413c-4d7b-9d4a-27c519c893ab tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:18.831456 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7cf8c509-413c-4d7b-9d4a-27c519c893ab tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4986119 Aug 26 01:08:18.861681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45410) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:18.931542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:18.935355 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:18.945093 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:19.057701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:19.071891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5f66-02c5-4f29-99d7-c351a82d6451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:19.108031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0d9f66a8-ad1e-4f6e-b056-4910d1efe7c1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:19.123311 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:19.124292 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:19.155634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5f66-02c5-4f29-99d7-c351a82d6451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:19.170848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] For port f3c97109-2c25-45f5-9473-dbefc15173ad, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:19.187602 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=92c620b2-ab4d-41c1-9c4e-35a338c76eb9,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:19.204141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] For port f3c97109-2c25-45f5-9473-dbefc15173ad, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=f3c97109-2c25-45f5-9473-dbefc15173ad,segment=NetworkSegment(d7f33ff3-def1-4b75-b974-5922cee48efe),segment_id=d7f33ff3-def1-4b75-b974-5922cee48efe)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:19.222978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c5634c-cf97-47af-bb51-175aa1604ed4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:19.231989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c5634c-cf97-47af-bb51-175aa1604ed4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:19.231989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-39c5634c-cf97-47af-bb51-175aa1604ed4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:19.300101 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:19.331495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:19.345520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:19.346638 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:19.348060 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] 10.222.0.94 "PUT /v2.0/ports/f3c97109-2c25-45f5-9473-dbefc15173ad HTTP/1.1" status: 200 len: 1093 time: 3.5751221 Aug 26 01:08:19.385842 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8b1662-bfcc-40aa-82af-612a87437427', 'tag': 'f3c97109-2c25-45f5-9473-dbefc15173ad'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:08:19.417947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-aa3361ac-a156-4623-8d29-962352f2bdfb None None] Provisioning for port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:19.424736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=92c620b2-ab4d-41c1-9c4e-35a338c76eb9,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:19.433364 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5f66-02c5-4f29-99d7-c351a82d6451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:19.442002 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-aa3361ac-a156-4623-8d29-962352f2bdfb None None] Provisioning complete for port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:19.442385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aa3361ac-a156-4623-8d29-962352f2bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:19.458792 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-39c5634c-cf97-47af-bb51-175aa1604ed4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:19.463529 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-39c5634c-cf97-47af-bb51-175aa1604ed4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.6386139 Aug 26 01:08:19.484559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45416) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:19.484763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:19.486070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4452c-7cdf-4186-a39b-b84e74db7743 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c97109-2c25-45f5-9473-dbefc15173ad,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:19.492629 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10c776c7-e9ea-43f3-ad4a-652aadaab96f'] response: {'name': 'network-changed', 'server_uuid': 'bd8b1662-bfcc-40aa-82af-612a87437427', 'tag': 'f3c97109-2c25-45f5-9473-dbefc15173ad', 'status': 'completed', 'code': 200} Aug 26 01:08:19.538907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba5f66-02c5-4f29-99d7-c351a82d6451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b34be4-c114-4bc9-a8ca-70dff816e27d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:19.550857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Allocated IP 172.26.2.165 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/2f0209db-340e-4d6a-9759-e779888e8917) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:19.664738 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:19.665160 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:19.673040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5f66-02c5-4f29-99d7-c351a82d6451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:19.684880 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b4ba5f66-02c5-4f29-99d7-c351a82d6451 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/82b34be4-c114-4bc9-a8ca-70dff816e27d HTTP/1.1" status: 204 len: 168 time: 0.9386623 Aug 26 01:08:19.687926 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-633e92fe-0b85-44cc-957a-58d07be9ab9b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port e628d497-309c-4eb3-a215-71ce8dc41931 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:19.688427 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-633e92fe-0b85-44cc-957a-58d07be9ab9b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:19.724379 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:19.746269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-aa3361ac-a156-4623-8d29-962352f2bdfb None None] Current status of the port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:19.891384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:19.916782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-814146ce-6e28-4c52-9500-f8295573e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:19.918325 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-814146ce-6e28-4c52-9500-f8295573e4e9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2b51416469154fda977a78b7767f918c&device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 1096 time: 0.3722856 Aug 26 01:08:19.918939 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Subnet': ['ID=07ab50ba-ab04-426a-906e-6265e7f3f786,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:19.930321 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router a105244e-b931-4c16-9358-e28d5340fd7e is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:08:19.937671 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Checking segment: {'id': 'd5023838-dfb0-437c-b5f7-12cb91b93e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3c9d2867-4b69-4bb3-b16e-e7f294e406b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:19.937995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network hostable DHCP agents. Network: 3c9d2867-4b69-4bb3-b16e-e7f294e406b7, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:08:19.992003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0d9f66a8-ad1e-4f6e-b056-4910d1efe7c1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:20.003960 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0d9f66a8-ad1e-4f6e-b056-4910d1efe7c1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:20.048107 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f8583ee2-f921-4826-9027-5304974070d6 None None] Provisioning for port e628d497-309c-4eb3-a215-71ce8dc41931 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:20.054795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f8583ee2-f921-4826-9027-5304974070d6 None None] Provisioning complete for port e628d497-309c-4eb3-a215-71ce8dc41931 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:20.055293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f8583ee2-f921-4826-9027-5304974070d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:20.081439 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-45126599-3dc2-4117-8dbf-345044fedca4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c97109-2c25-45f5-9473-dbefc15173ad HTTP/1.1" status: 200 len: 217 time: 0.1365743 Aug 26 01:08:20.121592 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f8583ee2-f921-4826-9027-5304974070d6 None None] Port e628d497-309c-4eb3-a215-71ce8dc41931 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:08:20.197059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-fa6eb935-8729-4e79-af84-8f7d39126d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:20.198558 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-fa6eb935-8729-4e79-af84-8f7d39126d02 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8b9c5a93-9423-4301-b9da-a87da6db8e95 HTTP/1.1" status: 200 len: 851 time: 0.1051536 Aug 26 01:08:20.214409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:20.298740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Pushing event deleted for resources: {'Port': ['ID=899ddb5f-ec7d-4953-bf38-d875329a101f,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:20.387208 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network 3c9d2867-4b69-4bb3-b16e-e7f294e406b7 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:08:20.390547 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-633e92fe-0b85-44cc-957a-58d07be9ab9b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:20.422153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0d9f66a8-ad1e-4f6e-b056-4910d1efe7c1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:20.422655 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9f66a8-ad1e-4f6e-b056-4910d1efe7c1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce7d9821-6f49-4a34-8037-d8aa1f88fe4b {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:08:20.472458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:20.484438 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1ab16-6b44-4230-a83c-3188250678f7 None None] Sync routers for ids ['a105244e-b931-4c16-9358-e28d5340fd7e'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:20.503538 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1ab16-6b44-4230-a83c-3188250678f7 None None] Routers {'a105244e-b931-4c16-9358-e28d5340fd7e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:20.504585 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-94e1ab16-6b44-4230-a83c-3188250678f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['a105244e-b931-4c16-9358-e28d5340fd7e'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:20.510704 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0d9f66a8-ad1e-4f6e-b056-4910d1efe7c1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:20.511792 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0d9f66a8-ad1e-4f6e-b056-4910d1efe7c1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "DELETE /v2.0/routers/ce7d9821-6f49-4a34-8037-d8aa1f88fe4b HTTP/1.1" status: 204 len: 168 time: 1.6481054 Aug 26 01:08:20.512854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:20.572320 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-94e1ab16-6b44-4230-a83c-3188250678f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:20.579260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f1419-2fcd-43e6-b8ef-430de8a49e08 req-99ed2c82-20c0-4f21-9a13-cb0303847daf tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:20.580742 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3f1f1419-2fcd-43e6-b8ef-430de8a49e08 req-99ed2c82-20c0-4f21-9a13-cb0303847daf tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 943 time: 0.6641693 Aug 26 01:08:20.589304 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1ab16-6b44-4230-a83c-3188250678f7 None None] Routers {'a105244e-b931-4c16-9358-e28d5340fd7e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:20.589597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:20.590411 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-94e1ab16-6b44-4230-a83c-3188250678f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['a105244e-b931-4c16-9358-e28d5340fd7e'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:20.599080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-633e92fe-0b85-44cc-957a-58d07be9ab9b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for e628d497-309c-4eb3-a215-71ce8dc41931 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:20.657222 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-94e1ab16-6b44-4230-a83c-3188250678f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:20.657898 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1ab16-6b44-4230-a83c-3188250678f7 None None] The sync data for ids ['a105244e-b931-4c16-9358-e28d5340fd7e'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:20.673784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 3c9d2867-4b69-4bb3-b16e-e7f294e406b7) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:20.683270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dca0757-14d1-4a62-9de9-7b6cb32dd7e2 None None] Network 3c9d2867-4b69-4bb3-b16e-e7f294e406b7 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:20.712821 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:20.714660 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:20.832929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:20.837359 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fcf72f69-2f70-43cb-9716-917deec5108a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.0998285 Aug 26 01:08:20.842686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45440) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:20.845851 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3f1f1419-2fcd-43e6-b8ef-430de8a49e08 req-762813b8-1b49-4b3b-8fef-6981570f30ab tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529469 Aug 26 01:08:20.941116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-52bf315f-5b86-4d3e-bd2f-f1a0995d0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:20.947241 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-52bf315f-5b86-4d3e-bd2f-f1a0995d0fef service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ddd58b69-18ff-473a-81ae-b003ddd4fec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7392688 Aug 26 01:08:21.042295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45446) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:21.112517 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-51ad4705-0946-43dd-bc5e-aa66caed5318 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1135564 Aug 26 01:08:21.115693 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-3c9d2867-4b69-4bb3-b16e-e7f294e406b7', 'network_id': '3c9d2867-4b69-4bb3-b16e-e7f294e406b7', 'tenant_id': '2fdaefbd4df2459fb27cc54a09a71402', 'fixed_ips': [{'subnet_id': '07ab50ba-ab04-426a-906e-6265e7f3f786'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:08:21.116970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:21.121631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45454) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:21.134484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1792597210'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:21.142070 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:21.150476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:21.155857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:21.165869 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:network and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:21.171594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:21.223467 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-6f41971b-29b4-46b9-968a-c6db4880ad1c service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649426 Aug 26 01:08:21.380982 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Allocated IP 2001:db8:0:ffff::2 (3c9d2867-4b69-4bb3-b16e-e7f294e406b7/07ab50ba-ab04-426a-906e-6265e7f3f786/37747ede-2d92-4457-9b8d-3ecadae3c509) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:21.408964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45458) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:21.422008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:21.430435 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-633e92fe-0b85-44cc-957a-58d07be9ab9b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:21.441439 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:21.442583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-391861975', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}, 'admin_state_up': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:21.492067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:21.501032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:21.515025 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e92fe-0b85-44cc-957a-58d07be9ab9b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=e628d497-309c-4eb3-a215-71ce8dc41931,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:21.534672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Usage tracker for resource:router and tenant:df11ba4ec1ec4a9eb1c23424d876b57f is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:21.606864 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:21.614146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:21.624104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:21.628504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:21.628873 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:21.640772 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-19554767-a6b0-4c17-8492-3efb8a15c6a6 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/routers/a105244e-b931-4c16-9358-e28d5340fd7e HTTP/1.1" status: 200 len: 884 time: 0.7914460 Aug 26 01:08:21.640772 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Router c4d5d1a0-89a3-48fd-a1da-9da301ae698d has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:08:21.657189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:21.671989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:21.673995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45464) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:21.707044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=2f0209db-340e-4d6a-9759-e779888e8917,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:21.714640 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-6891e0bc-d4cc-4394-9205-0ae110e984c4 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1695980822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:21.723037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6891e0bc-d4cc-4394-9205-0ae110e984c4 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:21.728426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6891e0bc-d4cc-4394-9205-0ae110e984c4 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Usage tracker for resource:router and tenant:e01a0b4c9e21485fac91ffbd0a0dd64b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:21.732566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6891e0bc-d4cc-4394-9205-0ae110e984c4 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:21.739204 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-305b5835-1162-4133-8c60-4d6e1dc3030f req-1ea73184-353d-479a-93c1-867452bf02f6 service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045018 Aug 26 01:08:21.759089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6891e0bc-d4cc-4394-9205-0ae110e984c4 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:21.777067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:21.779455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:21.791084 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:21.822581 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:08:21.832980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:21.834622 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Added segment abb8aa6b-ca72-4e1a-897f-e79b72bcd92f of type vlan for network c6f8a8e8-ed82-432c-ad8b-169e901ddd1d Aug 26 01:08:21.848467 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Transition to ACTIVE for port object 37747ede-2d92-4457-9b8d-3ecadae3c509 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:21.871178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:21.873798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-633e92fe-0b85-44cc-957a-58d07be9ab9b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:21.875989 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-633e92fe-0b85-44cc-957a-58d07be9ab9b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/e628d497-309c-4eb3-a215-71ce8dc41931 HTTP/1.1" status: 204 len: 168 time: 2.3867443 Aug 26 01:08:21.888292 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:21.890731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Transition to ACTIVE for port object 37747ede-2d92-4457-9b8d-3ecadae3c509 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:21.899765 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45468) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:21.977487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.054787 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Network 3c9d2867-4b69-4bb3-b16e-e7f294e406b7 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:22.055016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.056088 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.058112 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:22.062025 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:22.101799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6891e0bc-d4cc-4394-9205-0ae110e984c4 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.102961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6891e0bc-d4cc-4394-9205-0ae110e984c4 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.117760 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Pushing event updated for resources: {'Port': ['ID=37747ede-2d92-4457-9b8d-3ecadae3c509,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:22.133529 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.188730 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Attempting to bind port 37747ede-2d92-4457-9b8d-3ecadae3c509 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:22.189360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Attempting to bind port 37747ede-2d92-4457-9b8d-3ecadae3c509 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'd5023838-dfb0-437c-b5f7-12cb91b93e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3c9d2867-4b69-4bb3-b16e-e7f294e406b7'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:22.189722 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Attempting to bind port 37747ede-2d92-4457-9b8d-3ecadae3c509 on network 3c9d2867-4b69-4bb3-b16e-e7f294e406b7 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:22.191994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83535eba-ac21-4695-a429-1c2413178002 req-7eea6c4d-999e-4dd0-a0c5-68905339d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:22.193729 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-83535eba-ac21-4695-a429-1c2413178002 req-7eea6c4d-999e-4dd0-a0c5-68905339d075 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2b51416469154fda977a78b7767f918c&device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 1096 time: 0.2419393 Aug 26 01:08:22.195778 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:22.196136 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Checking segment: {'id': 'd5023838-dfb0-437c-b5f7-12cb91b93e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3c9d2867-4b69-4bb3-b16e-e7f294e406b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:22.196726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.197268 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Bound using segment: {'id': 'd5023838-dfb0-437c-b5f7-12cb91b93e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3c9d2867-4b69-4bb3-b16e-e7f294e406b7'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:22.197917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Bound port: 37747ede-2d92-4457-9b8d-3ecadae3c509, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5023838-dfb0-437c-b5f7-12cb91b93e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '3c9d2867-4b69-4bb3-b16e-e7f294e406b7'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:22.198445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.204167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02079bb6-5334-4a9d-be49-37e10f68dd18 req-e3317e77-095a-40f4-8b24-b47d355003da tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:22.205602 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-02079bb6-5334-4a9d-be49-37e10f68dd18 req-e3317e77-095a-40f4-8b24-b47d355003da tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 943 time: 0.2010124 Aug 26 01:08:22.234485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:22.253106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.254418 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c8d76-2a2c-47a2-b3f1-152f2ef6ac26 None None] Sync routers for ids ['c4d5d1a0-89a3-48fd-a1da-9da301ae698d'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:22.259147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:22.261773 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.280185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c8d76-2a2c-47a2-b3f1-152f2ef6ac26 None None] Routers {'c4d5d1a0-89a3-48fd-a1da-9da301ae698d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:22.280820 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-442c8d76-2a2c-47a2-b3f1-152f2ef6ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c4d5d1a0-89a3-48fd-a1da-9da301ae698d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:22.317355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6891e0bc-d4cc-4394-9205-0ae110e984c4 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.356977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-442c8d76-2a2c-47a2-b3f1-152f2ef6ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:22.367104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc48feea-0620-4adc-8522-78e8a4e5627f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:22.368714 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc48feea-0620-4adc-8522-78e8a4e5627f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:22.370220 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc48feea-0620-4adc-8522-78e8a4e5627f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:22.371006 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cc48feea-0620-4adc-8522-78e8a4e5627f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:22.373105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] For port 37747ede-2d92-4457-9b8d-3ecadae3c509, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:22.375470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c8d76-2a2c-47a2-b3f1-152f2ef6ac26 None None] Routers {'c4d5d1a0-89a3-48fd-a1da-9da301ae698d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:22.376283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-442c8d76-2a2c-47a2-b3f1-152f2ef6ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c4d5d1a0-89a3-48fd-a1da-9da301ae698d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:22.447506 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-442c8d76-2a2c-47a2-b3f1-152f2ef6ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:22.448153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c8d76-2a2c-47a2-b3f1-152f2ef6ac26 None None] The sync data for ids ['c4d5d1a0-89a3-48fd-a1da-9da301ae698d'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:22.450899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] For port 37747ede-2d92-4457-9b8d-3ecadae3c509, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=37747ede-2d92-4457-9b8d-3ecadae3c509,segment=NetworkSegment(d5023838-dfb0-437c-b5f7-12cb91b93e43),segment_id=d5023838-dfb0-437c-b5f7-12cb91b93e43)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:22.463084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.464258 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a36a827c-d2ea-4459-96b5-63849fa9f0c5 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "PUT /v2.0/routers/c4d5d1a0-89a3-48fd-a1da-9da301ae698d HTTP/1.1" status: 200 len: 705 time: 8.6480536 Aug 26 01:08:22.476815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45474) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:22.541232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Network': ['ID=c6f8a8e8-ed82-432c-ad8b-169e901ddd1d,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:22.553950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network c6f8a8e8-ed82-432c-ad8b-169e901ddd1d details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:08:22.556822 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-978f4483-de88-4d10-aaec-f12bcb5d1678 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4341304 Aug 26 01:08:22.573444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.591211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45478) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:22.618776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'subnet': {'network_id': 'c6f8a8e8-ed82-432c-ad8b-169e901ddd1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:22.626818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6891e0bc-d4cc-4394-9205-0ae110e984c4 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.638501 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cc48feea-0620-4adc-8522-78e8a4e5627f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:22.642873 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cc48feea-0620-4adc-8522-78e8a4e5627f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7367895 Aug 26 01:08:22.646998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45482) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:22.688092 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-93209c33-a235-49cb-867f-08ee52b367f9 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/routers/c4d5d1a0-89a3-48fd-a1da-9da301ae698d HTTP/1.1" status: 200 len: 740 time: 0.2100887 Aug 26 01:08:22.733391 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-02079bb6-5334-4a9d-be49-37e10f68dd18 req-ddd85dcd-fce2-48b2-b4c6-54f88ea38a33 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5030072 Aug 26 01:08:22.733882 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45486) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:22.742278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da4ffa-c926-4b19-a137-2b5714362739 None None] Pushing event updated for resources: {'Port': ['ID=37747ede-2d92-4457-9b8d-3ecadae3c509,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:22.835569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6891e0bc-d4cc-4394-9205-0ae110e984c4 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.839383 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6891e0bc-d4cc-4394-9205-0ae110e984c4 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4170589 Aug 26 01:08:22.848361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45490) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:22.868147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-737809481'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:22.876732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:22.887682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.891595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Usage tracker for resource:network and tenant:e01a0b4c9e21485fac91ffbd0a0dd64b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:22.900777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ab4966-649e-44a8-ae52-3bd47f8547d3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 746970b7-9725-423c-b557-7a9c502e3eaa {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:08:22.906201 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:22.915763 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19ab4966-649e-44a8-ae52-3bd47f8547d3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:22.965979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:23.011381 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-88f3cf3b-4777-4f7c-bf51-4ae8274fd181 tempest-RoutersAdminTest-1131178481 tempest-RoutersAdminTest-1131178481-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&device_id=c4d5d1a0-89a3-48fd-a1da-9da301ae698d HTTP/1.1" status: 200 len: 205 time: 0.2671208 Aug 26 01:08:23.015225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45494) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:23.022081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19ab4966-649e-44a8-ae52-3bd47f8547d3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:23.049869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83535eba-ac21-4695-a429-1c2413178002 req-2bf0db91-0e2e-4db1-9254-f91f4e148f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:23.051324 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-83535eba-ac21-4695-a429-1c2413178002 req-2bf0db91-0e2e-4db1-9254-f91f4e148f25 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ddd58b69-18ff-473a-81ae-b003ddd4fec6 HTTP/1.1" status: 200 len: 914 time: 0.8446445 Aug 26 01:08:23.059601 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:23.123260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:subnet and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:23.173144 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:23.201424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:23.211474 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-83535eba-ac21-4695-a429-1c2413178002 req-583f01dd-2242-46d0-bd2c-959fda515236 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c97109-2c25-45f5-9473-dbefc15173ad HTTP/1.1" status: 200 len: 217 time: 0.1451209 Aug 26 01:08:23.219833 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-097a0801-02cc-42d4-8846-540089a4ffdd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Synchronizing usage tracker for tenant:98e4927ea29340519a7e7164c388e170 on resource:router {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:23.237381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Made reservation on behalf of e01a0b4c9e21485fac91ffbd0a0dd64b for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:23.241732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:23.259103 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:23.313525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83535eba-ac21-4695-a429-1c2413178002 req-761f7e5f-e0c5-4161-ba85-66ade2ee66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:23.315094 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-83535eba-ac21-4695-a429-1c2413178002 req-761f7e5f-e0c5-4161-ba85-66ade2ee66e5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8b9c5a93-9423-4301-b9da-a87da6db8e95 HTTP/1.1" status: 200 len: 851 time: 0.0883589 Aug 26 01:08:23.323173 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-211a3ede-3a48-4447-a94a-7c9d614e2d2b tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4d5d1a0-89a3-48fd-a1da-9da301ae698d HTTP/1.1" status: 200 len: 205 time: 0.3046892 Aug 26 01:08:23.325715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45498) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:23.397317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:23.441384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:23.445819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:23.448231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:23.450087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 37747ede-2d92-4457-9b8d-3ecadae3c509 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:23.455774 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Usage tracker for resource:security_group_rule and tenant:e01a0b4c9e21485fac91ffbd0a0dd64b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:23.468462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:23.484841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:23.527805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-097a0801-02cc-42d4-8846-540089a4ffdd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Unset dirty status for tenant:98e4927ea29340519a7e7164c388e170 on resource:router {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:23.532504 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-097a0801-02cc-42d4-8846-540089a4ffdd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.7916131 Aug 26 01:08:23.534308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45502) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:23.541431 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19ab4966-649e-44a8-ae52-3bd47f8547d3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:23.576283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-904d4cba-69a9-4ebf-97bd-b6162d2d0087 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-493108401'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:23.598514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 37747ede-2d92-4457-9b8d-3ecadae3c509 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:23.651223 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2a24b880-738d-4a5e-bfe5-7eedb9b415a8 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:23.909545 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed1a387-3f33-45a4-9c1c-fc8264b18106 None None] Network 3c9d2867-4b69-4bb3-b16e-e7f294e406b7 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:24.131714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device f3c97109-2c25-45f5-9473-dbefc15173ad details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:08:24.138522 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d3e59436-4274-4ec3-b932-bae675f5fbbe None None] Provisioning for port 37747ede-2d92-4457-9b8d-3ecadae3c509 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:24.160762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d3e59436-4274-4ec3-b932-bae675f5fbbe None None] Provisioning complete for port 37747ede-2d92-4457-9b8d-3ecadae3c509 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:24.161056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d3e59436-4274-4ec3-b932-bae675f5fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.217902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19ab4966-649e-44a8-ae52-3bd47f8547d3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.221159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.284833 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.287645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab4966-649e-44a8-ae52-3bd47f8547d3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=746970b7-9725-423c-b557-7a9c502e3eaa,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:24.295787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.296129 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2a24b880-738d-4a5e-bfe5-7eedb9b415a8 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.334363 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9e5a15-037b-47c9-bcc1-f2e117437541 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:24.359454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83535eba-ac21-4695-a429-1c2413178002 req-1137e4e7-3b8c-4534-9596-72389f08b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:24.360963 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-83535eba-ac21-4695-a429-1c2413178002 req-1137e4e7-3b8c-4534-9596-72389f08b319 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ddd58b69-18ff-473a-81ae-b003ddd4fec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0380955 Aug 26 01:08:24.362614 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2a24b880-738d-4a5e-bfe5-7eedb9b415a8 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.371302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19ab4966-649e-44a8-ae52-3bd47f8547d3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.467264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:08:24.526033 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5a06c7-a28c-43e2-aae0-65b8b08892bd,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:24.529112 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.529112 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Added segment ce13255f-e0ab-46be-a8f4-0ef1aab008b1 of type vlan for network 8c34eeb1-1de3-4139-9dbb-23a034cf0cae Aug 26 01:08:24.562798 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b5fac-4226-4c9f-911b-af190e11eb9e req-3dacbd9c-47d5-4c68-b52f-ee1d617d5184 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:24.562798 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-938b5fac-4226-4c9f-911b-af190e11eb9e req-3dacbd9c-47d5-4c68-b52f-ee1d617d5184 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 943 time: 0.6191540 Aug 26 01:08:24.571475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port f3c97109-2c25-45f5-9473-dbefc15173ad, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=f3c97109-2c25-45f5-9473-dbefc15173ad,segment=NetworkSegment(d7f33ff3-def1-4b75-b974-5922cee48efe),segment_id=d7f33ff3-def1-4b75-b974-5922cee48efe)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:24.579029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.634328 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'f3c97109-2c25-45f5-9473-dbefc15173ad', 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'port_id': 'f3c97109-2c25-45f5-9473-dbefc15173ad', 'mac_address': 'fa:16:3e:f0:43:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:08:24.638172 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.649657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d3e59436-4274-4ec3-b932-bae675f5fbbe None None] Current status of the port 37747ede-2d92-4457-9b8d-3ecadae3c509 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:24.650086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d3e59436-4274-4ec3-b932-bae675f5fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.701716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2a24b880-738d-4a5e-bfe5-7eedb9b415a8 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.702621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a24b880-738d-4a5e-bfe5-7eedb9b415a8 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Fanout notify agent at l3_agent the message router_deleted on router c4d5d1a0-89a3-48fd-a1da-9da301ae698d {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:08:24.774042 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-83535eba-ac21-4695-a429-1c2413178002 req-d253a50e-3892-4c8e-becf-e94a11746ee8 service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947177 Aug 26 01:08:24.796736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port f3c97109-2c25-45f5-9473-dbefc15173ad is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:24.797114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.822300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d3e59436-4274-4ec3-b932-bae675f5fbbe None None] For port 37747ede-2d92-4457-9b8d-3ecadae3c509, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=37747ede-2d92-4457-9b8d-3ecadae3c509,segment=NetworkSegment(d5023838-dfb0-437c-b5f7-12cb91b93e43),segment_id=d5023838-dfb0-437c-b5f7-12cb91b93e43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:24.826795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.833574 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-19ab4966-649e-44a8-ae52-3bd47f8547d3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/746970b7-9725-423c-b557-7a9c502e3eaa HTTP/1.1" status: 204 len: 168 time: 2.1832926 Aug 26 01:08:24.838713 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c97109-2c25-45f5-9473-dbefc15173ad {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:08:24.862288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port f3c97109-2c25-45f5-9473-dbefc15173ad, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=f3c97109-2c25-45f5-9473-dbefc15173ad,segment=NetworkSegment(d7f33ff3-def1-4b75-b974-5922cee48efe),segment_id=d7f33ff3-def1-4b75-b974-5922cee48efe)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:24.893935 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.901553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d3e59436-4274-4ec3-b932-bae675f5fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.904225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2a24b880-738d-4a5e-bfe5-7eedb9b415a8 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:24.913251 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2a24b880-738d-4a5e-bfe5-7eedb9b415a8 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "DELETE /v2.0/routers/c4d5d1a0-89a3-48fd-a1da-9da301ae698d HTTP/1.1" status: 204 len: 168 time: 1.5865066 Aug 26 01:08:24.915350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45508) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:24.923708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45510) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:25.012574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:25.028321 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e59436-4274-4ec3-b932-bae675f5fbbe None None] Pushing event updated for resources: {'Port': ['ID=37747ede-2d92-4457-9b8d-3ecadae3c509,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:25.034406 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e7fde129-590b-4b8c-b4c1-20ea90f0fa3a tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4d5d1a0-89a3-48fd-a1da-9da301ae698d HTTP/1.1" status: 200 len: 205 time: 0.1006274 Aug 26 01:08:25.035330 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-938b5fac-4226-4c9f-911b-af190e11eb9e req-c2369222-2cea-422a-9f72-3e9919163753 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4653449 Aug 26 01:08:25.035984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45516) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:25.151304 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=f3c97109-2c25-45f5-9473-dbefc15173ad,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:25.168241 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4e7fb824-8f2b-487e-a2a8-7b6319600d2a None None] Provisioning complete for port 37747ede-2d92-4457-9b8d-3ecadae3c509 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:25.168788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb824-8f2b-487e-a2a8-7b6319600d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:25.192765 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-17696a91-31f6-4a3c-9a68-9a79e5a83536 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] delete failed (client error): The resource could not be found. Aug 26 01:08:25.193883 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-17696a91-31f6-4a3c-9a68-9a79e5a83536 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "DELETE /v2.0/routers/c4d5d1a0-89a3-48fd-a1da-9da301ae698d HTTP/1.1" status: 404 len: 336 time: 0.1494508 Aug 26 01:08:25.198535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45520) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:25.220198 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1365c37-116b-4c44-8902-06e5d37b8a25 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet aa1bf73a-d27d-4fc0-a814-41dd331c5f79 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:08:25.255281 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-83535eba-ac21-4695-a429-1c2413178002 req-d6f5ad60-bf6a-4a54-9b5d-56431919734e service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690526 Aug 26 01:08:25.263209 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Subnet': ['ID=25e68b96-a2cd-4896-9184-60a0803a29cc,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:25.273517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1365c37-116b-4c44-8902-06e5d37b8a25 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:25.275333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:25.282468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:25.283345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:25.311538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Checking segment: {'id': 'abb8aa6b-ca72-4e1a-897f-e79b72bcd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'c6f8a8e8-ed82-432c-ad8b-169e901ddd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:25.312142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network hostable DHCP agents. Network: c6f8a8e8-ed82-432c-ad8b-169e901ddd1d, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:08:25.314509 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fe1e1285-27b4-4331-9d92-e4e51e4f86a0 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab1914a8-e255-4747-906d-f4b66f323975 HTTP/1.1" status: 200 len: 205 time: 0.1115987 Aug 26 01:08:25.321472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45524) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:25.327908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-904d4cba-69a9-4ebf-97bd-b6162d2d0087 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:25.335005 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Allocated IP 172.26.2.149 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/47d6678a-5bd4-4e19-b240-7f447a154a8f) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:25.357081 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4e7fb824-8f2b-487e-a2a8-7b6319600d2a None None] Current status of the port 37747ede-2d92-4457-9b8d-3ecadae3c509 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:25.414869 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['f3c97109-2c25-45f5-9473-dbefc15173ad'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:08:25.433142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event updated for resources: {'Network': ['ID=8c34eeb1-1de3-4139-9dbb-23a034cf0cae,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:25.449147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:08:25.452421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 37747ede-2d92-4457-9b8d-3ecadae3c509 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:25.463005 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-36b0ed1e-ccd7-49fe-9822-a520100f0656 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] delete failed (client error): The resource could not be found. Aug 26 01:08:25.469564 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-36b0ed1e-ccd7-49fe-9822-a520100f0656 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "DELETE /v2.0/routers/ab1914a8-e255-4747-906d-f4b66f323975 HTTP/1.1" status: 404 len: 336 time: 0.1263330 Aug 26 01:08:25.473695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45528) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:25.476707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1365c37-116b-4c44-8902-06e5d37b8a25 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:25.479382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 8c34eeb1-1de3-4139-9dbb-23a034cf0cae details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:08:25.600395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network c6f8a8e8-ed82-432c-ad8b-169e901ddd1d is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:08:25.665971 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6b31159c-bd3b-4734-a310-eb8c4aeaee7d tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "GET /v2.0/ports?device_id=67994267-d50b-4944-b125-ce67934c1b44 HTTP/1.1" status: 200 len: 205 time: 0.1611245 Aug 26 01:08:25.679923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45532) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:25.685319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, c6f8a8e8-ed82-432c-ad8b-169e901ddd1d) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:25.686830 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:25.689864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-904d4cba-69a9-4ebf-97bd-b6162d2d0087 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:25.696867 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a2dd7874-96be-479b-a73f-d7ecc7a452fd tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.8366225 Aug 26 01:08:25.705943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45536) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:25.706138 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484ce0a-cb9b-4b81-9555-9e8ae044b4cf None None] Sync routers for ids ['ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:25.718604 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484ce0a-cb9b-4b81-9555-9e8ae044b4cf None None] Routers {'ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:25.719515 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a484ce0a-cb9b-4b81-9555-9e8ae044b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:25.750284 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb69b85-c1c4-4bf3-a3df-1b629cf7d9b5 None None] Network c6f8a8e8-ed82-432c-ad8b-169e901ddd1d requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:25.783488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Request body: {'subnet': {'network_id': '8c34eeb1-1de3-4139-9dbb-23a034cf0cae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:25.804439 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a484ce0a-cb9b-4b81-9555-9e8ae044b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:25.815490 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484ce0a-cb9b-4b81-9555-9e8ae044b4cf None None] Routers {'ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:25.816401 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a484ce0a-cb9b-4b81-9555-9e8ae044b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:25.825132 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 37747ede-2d92-4457-9b8d-3ecadae3c509 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:25.825502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:25.891009 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a484ce0a-cb9b-4b81-9555-9e8ae044b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:25.891691 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484ce0a-cb9b-4b81-9555-9e8ae044b4cf None None] The sync data for ids ['ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:25.907868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:25.907868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:25.928181 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-d223bf96-0009-4935-8dc7-b0507d7693c4 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] delete failed (client error): The resource could not be found. Aug 26 01:08:25.931926 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d223bf96-0009-4935-8dc7-b0507d7693c4 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "DELETE /v2.0/routers/67994267-d50b-4944-b125-ce67934c1b44 HTTP/1.1" status: 404 len: 336 time: 0.2461531 Aug 26 01:08:25.937425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45540) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:25.998479 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:26.012075 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6d49e8d4-ab28-4540-b066-27cf9e4aa81a tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "GET /v2.0/ports?device_id=be5bc15a-bf49-4537-9f07-ff4565a8c661 HTTP/1.1" status: 200 len: 205 time: 0.0712621 Aug 26 01:08:26.014894 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45544) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:26.019742 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Usage tracker for resource:subnet and tenant:e01a0b4c9e21485fac91ffbd0a0dd64b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:26.023530 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:26.024741 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e8983a0f-6168-4a67-9602-7e61c029fb03 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 11.6700833 Aug 26 01:08:26.025667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:26.029347 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7569102f-5dcf-4dc3-b3dd-a29200a02945 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4371264 Aug 26 01:08:26.031802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e037906c-bafc-4ea6-a21f-b5f03d6e235b None None] Provisioning complete for port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:26.031802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e037906c-bafc-4ea6-a21f-b5f03d6e235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:26.032733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45548) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:26.033102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45550) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:26.142034 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:26.174536 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-6fa36165-f429-4e17-b75d-4be7dcb54538 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] delete failed (client error): The resource could not be found. Aug 26 01:08:26.178629 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6fa36165-f429-4e17-b75d-4be7dcb54538 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "DELETE /v2.0/routers/be5bc15a-bf49-4537-9f07-ff4565a8c661 HTTP/1.1" status: 404 len: 336 time: 0.1599388 Aug 26 01:08:26.179344 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45558) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:26.241709 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Made reservation on behalf of e01a0b4c9e21485fac91ffbd0a0dd64b for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:26.245203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:26.265914 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bad83507-dcd8-4b89-b91d-c183dfec00d1 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d095332-a6e5-42c3-916a-a8dd84d3699e HTTP/1.1" status: 200 len: 205 time: 0.0835881 Aug 26 01:08:26.267911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45562) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:26.344433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1365c37-116b-4c44-8902-06e5d37b8a25 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:26.375834 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:26.378854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904d4cba-69a9-4ebf-97bd-b6162d2d0087 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router a105244e-b931-4c16-9358-e28d5340fd7e has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:08:26.420371 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-2faf4303-5e42-4e45-abe0-3605ce6886ea tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] delete failed (client error): The resource could not be found. Aug 26 01:08:26.424162 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 37747ede-2d92-4457-9b8d-3ecadae3c509 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:26.424310 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2faf4303-5e42-4e45-abe0-3605ce6886ea tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "DELETE /v2.0/routers/9d095332-a6e5-42c3-916a-a8dd84d3699e HTTP/1.1" status: 404 len: 336 time: 0.1493089 Aug 26 01:08:26.428468 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45566) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:26.453390 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-c6f8a8e8-ed82-432c-ad8b-169e901ddd1d', 'network_id': 'c6f8a8e8-ed82-432c-ad8b-169e901ddd1d', 'tenant_id': '2fdaefbd4df2459fb27cc54a09a71402', 'fixed_ips': [{'subnet_id': '25e68b96-a2cd-4896-9184-60a0803a29cc'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:08:26.454252 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:26.475914 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e037906c-bafc-4ea6-a21f-b5f03d6e235b None None] Current status of the port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:26.528269 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fcb965d9-02f6-4036-913c-410924468332 tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0f56de-cc17-461e-a718-35dbf00d2c43 HTTP/1.1" status: 200 len: 205 time: 0.0941482 Aug 26 01:08:26.550429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45570) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:26.646831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Allocated IP 2001:db8::1 (c6f8a8e8-ed82-432c-ad8b-169e901ddd1d/25e68b96-a2cd-4896-9184-60a0803a29cc/6b62f70e-8c31-4469-bc80-ddc0170aead1) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:26.682895 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-0d1522f4-76e1-409a-813f-7660dea13c4d tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] delete failed (client error): The resource could not be found. Aug 26 01:08:26.684091 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0d1522f4-76e1-409a-813f-7660dea13c4d tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "DELETE /v2.0/routers/9c0f56de-cc17-461e-a718-35dbf00d2c43 HTTP/1.1" status: 404 len: 336 time: 0.1266882 Aug 26 01:08:26.688199 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:26.693817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45574) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:26.708110 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1473ca4d-8eac-412a-9010-59497ac02b4b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/routers/ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f HTTP/1.1" status: 200 len: 880 time: 0.6731224 Aug 26 01:08:26.712214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45578) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:26.751340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b334970-0457-466c-8219-7d3ed6c1b581 req-e2b04a63-1928-4fc8-bc74-9cc294e988fc tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:26.752851 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3b334970-0457-466c-8219-7d3ed6c1b581 req-e2b04a63-1928-4fc8-bc74-9cc294e988fc tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 944 time: 0.5571387 Aug 26 01:08:26.762725 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd73207c-dc37-4560-a9d9-d44f9d686d2d tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] DELETE failed (client error): The resource could not be found. Aug 26 01:08:26.763183 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd73207c-dc37-4560-a9d9-d44f9d686d2d tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:08:26.789418 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cd73207c-dc37-4560-a9d9-d44f9d686d2d tempest-RoutersAdminTest-1274517943 tempest-RoutersAdminTest-1274517943-project] 10.222.0.83 "DELETE /v2.0/subnets/0838e57b-fe9c-48b3-a057-23f3bcb21212 HTTP/1.1" status: 404 len: 337 time: 0.0933609 Aug 26 01:08:26.830694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1365c37-116b-4c44-8902-06e5d37b8a25 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:26.895335 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:26.936621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1365c37-116b-4c44-8902-06e5d37b8a25 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1bf73a-d27d-4fc0-a814-41dd331c5f79,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:26.942369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904d4cba-69a9-4ebf-97bd-b6162d2d0087 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:26.961540 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d032ae8-a669-4b36-bbfa-d837df82b94d None None] Sync routers for ids ['a105244e-b931-4c16-9358-e28d5340fd7e'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:26.966006 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3b334970-0457-466c-8219-7d3ed6c1b581 req-ef6b53ab-881f-437a-8a24-18da6d5ba071 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994290 Aug 26 01:08:26.976639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-904d4cba-69a9-4ebf-97bd-b6162d2d0087 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:26.980521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26fc537-ad0e-4909-b19b-bdcf611f6ea5 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:26.980695 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-904d4cba-69a9-4ebf-97bd-b6162d2d0087 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/a105244e-b931-4c16-9358-e28d5340fd7e HTTP/1.1" status: 200 len: 891 time: 3.4401040 Aug 26 01:08:26.980799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1365c37-116b-4c44-8902-06e5d37b8a25 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:26.984385 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d1365c37-116b-4c44-8902-06e5d37b8a25 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/aa1bf73a-d27d-4fc0-a814-41dd331c5f79 HTTP/1.1" status: 204 len: 168 time: 2.0138309 Aug 26 01:08:26.984385 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45584) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:26.986272 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45586) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:27.001981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:27.062720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:27.065314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Transition to ACTIVE for port object 6b62f70e-8c31-4469-bc80-ddc0170aead1 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:27.095927 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d032ae8-a669-4b36-bbfa-d837df82b94d None None] Routers {'a105244e-b931-4c16-9358-e28d5340fd7e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:27.096165 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b0df67b3-423d-42d1-97bb-0ee86f7d7cf6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055832 Aug 26 01:08:27.096269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1d032ae8-a669-4b36-bbfa-d837df82b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['a105244e-b931-4c16-9358-e28d5340fd7e'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:27.097346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45592) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:27.117794 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0664e73e-d786-43d7-876a-f44eea9fbfe3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:27.159238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:27.179041 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1d032ae8-a669-4b36-bbfa-d837df82b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:27.187122 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Transition to ACTIVE for port object 6b62f70e-8c31-4469-bc80-ddc0170aead1 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:27.188617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:27.198121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:27.231162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Pushing event updated for resources: {'Port': ['ID=47d6678a-5bd4-4e19-b240-7f447a154a8f,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:27.263666 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d032ae8-a669-4b36-bbfa-d837df82b94d None None] Routers {'a105244e-b931-4c16-9358-e28d5340fd7e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:27.264430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1d032ae8-a669-4b36-bbfa-d837df82b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['a105244e-b931-4c16-9358-e28d5340fd7e'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:27.275412 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0664e73e-d786-43d7-876a-f44eea9fbfe3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:27.280891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0664e73e-d786-43d7-876a-f44eea9fbfe3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:27.284772 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0664e73e-d786-43d7-876a-f44eea9fbfe3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:27.292158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0664e73e-d786-43d7-876a-f44eea9fbfe3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:27.311332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-569e5b34-0d9b-49da-bea4-330f00120e99 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Synchronizing usage tracker for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:router {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:27.324549 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:27.347022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:27.385531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1d032ae8-a669-4b36-bbfa-d837df82b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:27.386074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d032ae8-a669-4b36-bbfa-d837df82b94d None None] The sync data for ids ['a105244e-b931-4c16-9358-e28d5340fd7e'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:27.391315 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0664e73e-d786-43d7-876a-f44eea9fbfe3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:27.397615 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0664e73e-d786-43d7-876a-f44eea9fbfe3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:27.439600 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Pushing event updated for resources: {'Port': ['ID=6b62f70e-8c31-4469-bc80-ddc0170aead1,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:27.470830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Network c6f8a8e8-ed82-432c-ad8b-169e901ddd1d is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:27.473966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:27.477963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:27.511918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45598) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:27.529401 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-569e5b34-0d9b-49da-bea4-330f00120e99 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Unset dirty status for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:router {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:27.529401 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-569e5b34-0d9b-49da-bea4-330f00120e99 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8132195 Aug 26 01:08:27.549634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45602) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:27.573125 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-eed7c363-dfbc-44bf-b825-e59340dcd46b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-868609774'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:27.584294 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-65f0dde9-6cfb-4ca7-87c8-75e65916bce4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/routers/a105244e-b931-4c16-9358-e28d5340fd7e HTTP/1.1" status: 200 len: 891 time: 0.5952206 Aug 26 01:08:27.615378 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45608) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:27.645886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Attempting to bind port 6b62f70e-8c31-4469-bc80-ddc0170aead1 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:27.649968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Attempting to bind port 6b62f70e-8c31-4469-bc80-ddc0170aead1 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'abb8aa6b-ca72-4e1a-897f-e79b72bcd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'c6f8a8e8-ed82-432c-ad8b-169e901ddd1d'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:27.650505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Attempting to bind port 6b62f70e-8c31-4469-bc80-ddc0170aead1 on network c6f8a8e8-ed82-432c-ad8b-169e901ddd1d {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:27.663398 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:27.663792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Checking segment: {'id': 'abb8aa6b-ca72-4e1a-897f-e79b72bcd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'c6f8a8e8-ed82-432c-ad8b-169e901ddd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:27.664243 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:27.664695 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Bound using segment: {'id': 'abb8aa6b-ca72-4e1a-897f-e79b72bcd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'c6f8a8e8-ed82-432c-ad8b-169e901ddd1d'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:27.665245 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Bound port: 6b62f70e-8c31-4469-bc80-ddc0170aead1, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb8aa6b-ca72-4e1a-897f-e79b72bcd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'c6f8a8e8-ed82-432c-ad8b-169e901ddd1d'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:27.665714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:27.687017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:27.718257 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-923375fb-e38c-4f78-9d68-d7e8a01d47a8 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Synchronizing usage tracker for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:27.737778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Subnet': ['ID=25e68b96-a2cd-4896-9184-60a0803a29cc,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:27.738781 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f5d4d6-d575-4b15-9f13-51d56249d875 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:08:27.762313 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-41f5d4d6-d575-4b15-9f13-51d56249d875 None None] Deleting port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:27.763286 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-41f5d4d6-d575-4b15-9f13-51d56249d875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:27.860443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:27.868519 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-923375fb-e38c-4f78-9d68-d7e8a01d47a8 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Unset dirty status for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:27.872272 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-923375fb-e38c-4f78-9d68-d7e8a01d47a8 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports?device_id=a105244e-b931-4c16-9358-e28d5340fd7e HTTP/1.1" status: 200 len: 205 time: 0.2533472 Aug 26 01:08:27.872963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45612) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:27.900984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] For port 6b62f70e-8c31-4469-bc80-ddc0170aead1, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:27.915345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] For port 6b62f70e-8c31-4469-bc80-ddc0170aead1, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6b62f70e-8c31-4469-bc80-ddc0170aead1,segment=NetworkSegment(abb8aa6b-ca72-4e1a-897f-e79b72bcd92f),segment_id=abb8aa6b-ca72-4e1a-897f-e79b72bcd92f)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:27.932889 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event updated for resources: {'Subnet': ['ID=08789d47-e0d5-4982-94f4-00f13b6be854,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:27.957656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfe93e7a-55a9-48e6-a3d4-eec721440c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:27.976368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Checking segment: {'id': 'ce13255f-e0ab-46be-a8f4-0ef1aab008b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8c34eeb1-1de3-4139-9dbb-23a034cf0cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:27.979612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Network hostable DHCP agents. Network: 8c34eeb1-1de3-4139-9dbb-23a034cf0cae, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:08:28.002754 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:28.006405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cfe93e7a-55a9-48e6-a3d4-eec721440c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:28.068854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cfe93e7a-55a9-48e6-a3d4-eec721440c53 admin admin] Usage tracker for resource:security_group_rule and tenant:58f54067654a40ca961143e001cdd116 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:28.081636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-41f5d4d6-d575-4b15-9f13-51d56249d875 None None] For port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=92c620b2-ab4d-41c1-9c4e-35a338c76eb9,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:28.082080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-41f5d4d6-d575-4b15-9f13-51d56249d875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:28.085177 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cfe93e7a-55a9-48e6-a3d4-eec721440c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:28.095386 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cfe93e7a-55a9-48e6-a3d4-eec721440c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:28.140752 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f8a8e8-ed82-432c-ad8b-169e901ddd1d']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:28.165576 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Network 8c34eeb1-1de3-4139-9dbb-23a034cf0cae is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:08:28.170959 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device f3c97109-2c25-45f5-9473-dbefc15173ad up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:28.176370 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb8aa6b-ca72-4e1a-897f-e79b72bcd92f') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:28.176669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb8aa6b-ca72-4e1a-897f-e79b72bcd92f') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:28.203091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:28.236894 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:28.268316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:08:28.268983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:28.353272 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment abb8aa6b-ca72-4e1a-897f-e79b72bcd92f resource provider aggregate not found Aug 26 01:08:28.360241 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-41f5d4d6-d575-4b15-9f13-51d56249d875 None None] Calling delete_port for 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:28.388903 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment abb8aa6b-ca72-4e1a-897f-e79b72bcd92f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abb8aa6b-ca72-4e1a-897f-e79b72bcd92f found for delete ", "request_id": "req-26f95fe3-2ccf-4467-bf50-8ae3b76a7af9"}]} Aug 26 01:08:28.397188 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:28.422997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a638ed3-f725-447a-9b46-2c98e1e82d30 None None] Pushing event updated for resources: {'Port': ['ID=6b62f70e-8c31-4469-bc80-ddc0170aead1,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:28.456966 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-318c6a0b-c68f-4b5b-b7ce-d9b4f242e35b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:28.469734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6433b98-d9d8-4a8e-b764-f2b7d4a3179c None None] Network c6f8a8e8-ed82-432c-ad8b-169e901ddd1d requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:28.557720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 8c34eeb1-1de3-4139-9dbb-23a034cf0cae) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:28.563507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:28.564111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:28.573368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c4a744-bc2f-4b89-84d5-c7877d87ba70 None None] Network 8c34eeb1-1de3-4139-9dbb-23a034cf0cae requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:28.582357 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.api [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 01:08:28.582357 dv-neutron-854561-2-hyperv neutron-server[89863]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 01:08:28.582357 dv-neutron-854561-2-hyperv neutron-server[89863]: [parameters: {'id': 'c6f8a8e8-ed82-432c-ad8b-169e901ddd1d'}] Aug 26 01:08:28.582357 dv-neutron-854561-2-hyperv neutron-server[89863]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:08:28.582883 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG oslo_db.api [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:08:28.675418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eed7c363-dfbc-44bf-b825-e59340dcd46b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:28.676294 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port f3c97109-2c25-45f5-9473-dbefc15173ad completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:28.691934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-41f5d4d6-d575-4b15-9f13-51d56249d875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:28.752366 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604f988-c9e4-4594-b581-12356fc48413 req-b01f92a9-7dc7-4927-9651-6c85712d9a28 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:28.753787 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9604f988-c9e4-4594-b581-12356fc48413 req-b01f92a9-7dc7-4927-9651-6c85712d9a28 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 944 time: 0.6429477 Aug 26 01:08:28.762581 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-67eb9d29-1395-4d2a-b888-4b355c62087f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0556691 Aug 26 01:08:28.763397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45622) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:28.772627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfe93e7a-55a9-48e6-a3d4-eec721440c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:28.776882 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Request body: {'network': {'name': 'tempest-router-network01--1327316758'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:28.779991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port f3c97109-2c25-45f5-9473-dbefc15173ad triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:28.779991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:28.798980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:28.805265 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eed7c363-dfbc-44bf-b825-e59340dcd46b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:28.811838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Usage tracker for resource:network and tenant:e01a0b4c9e21485fac91ffbd0a0dd64b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:28.821357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:28.832616 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:28.838783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5d4d6-d575-4b15-9f13-51d56249d875 None None] Pushing event deleted for resources: {'Port': ['ID=92c620b2-ab4d-41c1-9c4e-35a338c76eb9,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:28.841092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f5d4d6-d575-4b15-9f13-51d56249d875 None None] No DVR routers for this DVR port 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:08:28.920585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfe93e7a-55a9-48e6-a3d4-eec721440c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.019680 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-318c6a0b-c68f-4b5b-b7ce-d9b4f242e35b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.043616 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9604f988-c9e4-4594-b581-12356fc48413 req-92804d8e-25d1-41bc-8aab-452ed2765220 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791800 Aug 26 01:08:29.085912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.087278 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Made reservation on behalf of e01a0b4c9e21485fac91ffbd0a0dd64b for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:29.091126 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.100846 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port f3c97109-2c25-45f5-9473-dbefc15173ad is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:29.101400 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.117932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Deleting port 6b62f70e-8c31-4469-bc80-ddc0170aead1 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:29.118187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.134523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-8c34eeb1-1de3-4139-9dbb-23a034cf0cae', 'network_id': '8c34eeb1-1de3-4139-9dbb-23a034cf0cae', 'tenant_id': 'e01a0b4c9e21485fac91ffbd0a0dd64b', 'fixed_ips': [{'subnet_id': '08789d47-e0d5-4982-94f4-00f13b6be854'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:08:29.135412 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.151972 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8b1662-bfcc-40aa-82af-612a87437427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c97109-2c25-45f5-9473-dbefc15173ad'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:08:29.155403 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-318c6a0b-c68f-4b5b-b7ce-d9b4f242e35b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port ea74d9ab-6bac-470e-b0f5-c5747785c365 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:29.155753 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-318c6a0b-c68f-4b5b-b7ce-d9b4f242e35b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.161044 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cfe93e7a-55a9-48e6-a3d4-eec721440c53 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=58f54067654a40ca961143e001cdd116&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6425495 Aug 26 01:08:29.172548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port f3c97109-2c25-45f5-9473-dbefc15173ad, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=f3c97109-2c25-45f5-9473-dbefc15173ad,segment=NetworkSegment(d7f33ff3-def1-4b75-b974-5922cee48efe),segment_id=d7f33ff3-def1-4b75-b974-5922cee48efe)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:29.179779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:08:29.192872 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.193937 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Added segment c0710684-3a47-4f58-8624-f2e0171b9a81 of type vlan for network 0038a118-56b4-4a6a-b5c0-0252e557c774 Aug 26 01:08:29.196297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45628) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:29.212496 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41aae686-9ff6-42b4-99ff-390c8ce743d7'] response: {'server_uuid': 'bd8b1662-bfcc-40aa-82af-612a87437427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c97109-2c25-45f5-9473-dbefc15173ad', 'code': 200} Aug 26 01:08:29.239426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe93e7a-55a9-48e6-a3d4-eec721440c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d08fa4b-7832-4217-be93-27999bfe816b,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:29.244804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.283626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.objects.ports [None req-0664e73e-d786-43d7-876a-f44eea9fbfe3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89862) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:08:29.290860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0664e73e-d786-43d7-876a-f44eea9fbfe3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.295600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.296980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.395464 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Allocated IP 2001:db8::2 (8c34eeb1-1de3-4139-9dbb-23a034cf0cae/08789d47-e0d5-4982-94f4-00f13b6be854/ed5036d7-7a0f-44c0-a0ca-56d7e72c5978) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:29.402376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0664e73e-d786-43d7-876a-f44eea9fbfe3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:29.412045 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-0664e73e-d786-43d7-876a-f44eea9fbfe3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:29.415593 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0664e73e-d786-43d7-876a-f44eea9fbfe3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:29.416204 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0664e73e-d786-43d7-876a-f44eea9fbfe3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.421399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664e73e-d786-43d7-876a-f44eea9fbfe3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=c7ec0f78-c583-4d2d-a3f8-c78bb2e8f360,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:29.425930 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed7c363-dfbc-44bf-b825-e59340dcd46b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:08:29.518460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:08:29.543860 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2327b14e-b749-4417-ba1f-85bc95fa437e None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:29.572585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.576287 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=f3c97109-2c25-45f5-9473-dbefc15173ad,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:29.578243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:29.579706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.634849 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0664e73e-d786-43d7-876a-f44eea9fbfe3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5323510 Aug 26 01:08:29.636484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:08:29.636484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 92c620b2-ab4d-41c1-9c4e-35a338c76eb9 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:08:29.638263 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45632) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:29.642381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f84a8ae-942a-4bc1-b176-3cd836ca08f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.651756 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c392b078-10a4-4127-ad58-51aab8a66186 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:29.732261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event updated for resources: {'Network': ['ID=0038a118-56b4-4a6a-b5c0-0252e557c774,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:29.764114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed7c363-dfbc-44bf-b825-e59340dcd46b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:29.772943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eed7c363-dfbc-44bf-b825-e59340dcd46b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.777279 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f91894-d90e-4776-9348-763cc63ef60e None None] Sync routers for ids ['ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:29.778928 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-eed7c363-dfbc-44bf-b825-e59340dcd46b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f HTTP/1.1" status: 200 len: 887 time: 2.2266126 Aug 26 01:08:29.779846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45636) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:29.790938 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f91894-d90e-4776-9348-763cc63ef60e None None] Routers {'ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:29.791858 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-40f91894-d90e-4776-9348-763cc63ef60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:29.808300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 0038a118-56b4-4a6a-b5c0-0252e557c774 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:08:29.851260 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ada39371-0248-4139-b2fa-28a139cca68b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0827963 Aug 26 01:08:29.851903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45640) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:29.884650 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-40f91894-d90e-4776-9348-763cc63ef60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:29.897654 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f91894-d90e-4776-9348-763cc63ef60e None None] Routers {'ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:29.898957 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-40f91894-d90e-4776-9348-763cc63ef60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:29.929971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Request body: {'network': {'name': 'tempest-router-network02--152798396'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:29.946393 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:29.954130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Usage tracker for resource:network and tenant:e01a0b4c9e21485fac91ffbd0a0dd64b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:29.959856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:29.970578 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:29.985462 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:29.986798 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-40f91894-d90e-4776-9348-763cc63ef60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:29.988206 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f91894-d90e-4776-9348-763cc63ef60e None None] The sync data for ids ['ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:30.019076 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Transition to ACTIVE for port object ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:30.031967 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-62321104-4fea-4306-961b-21d9aaf27a40 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/routers/ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f HTTP/1.1" status: 200 len: 887 time: 0.2506166 Aug 26 01:08:30.032763 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45644) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:30.055305 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f84a8ae-942a-4bc1-b176-3cd836ca08f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.086552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5567fe05-41ad-44d0-be02-ac6d7e108958 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Synchronizing usage tracker for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:30.090835 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Transition to ACTIVE for port object ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:30.098538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-318c6a0b-c68f-4b5b-b7ce-d9b4f242e35b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.103667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Made reservation on behalf of e01a0b4c9e21485fac91ffbd0a0dd64b for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:30.115258 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.115699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': 'c7ec0f78-c583-4d2d-a3f8-c78bb2e8f360'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:08:30.115699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.139917 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] For port 6b62f70e-8c31-4469-bc80-ddc0170aead1, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6b62f70e-8c31-4469-bc80-ddc0170aead1,segment=NetworkSegment(abb8aa6b-ca72-4e1a-897f-e79b72bcd92f),segment_id=abb8aa6b-ca72-4e1a-897f-e79b72bcd92f)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:30.140284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.143522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:08:30.155863 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.156732 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Added segment 53128393-72a5-4d88-848e-0bfb34a23540 of type vlan for network d33b42d6-b1ae-4fe4-9d74-20bbf174c99a Aug 26 01:08:30.191168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.197522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.283288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Network 8c34eeb1-1de3-4139-9dbb-23a034cf0cae is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:30.289773 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:30.299883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:30.310960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-318c6a0b-c68f-4b5b-b7ce-d9b4f242e35b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for ea74d9ab-6bac-470e-b0f5-c5747785c365 owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:30.353339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Pushing event updated for resources: {'Port': ['ID=ed5036d7-7a0f-44c0-a0ca-56d7e72c5978,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:30.404564 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5567fe05-41ad-44d0-be02-ac6d7e108958 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Unset dirty status for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:30.405952 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5567fe05-41ad-44d0-be02-ac6d7e108958 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports?device_id=ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f HTTP/1.1" status: 200 len: 205 time: 0.3722281 Aug 26 01:08:30.414456 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45650) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:30.495230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Attempting to bind port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:30.495633 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Attempting to bind port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'ce13255f-e0ab-46be-a8f4-0ef1aab008b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8c34eeb1-1de3-4139-9dbb-23a034cf0cae'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:30.495999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Attempting to bind port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 on network 8c34eeb1-1de3-4139-9dbb-23a034cf0cae {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:30.510863 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:30.511304 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Checking segment: {'id': 'ce13255f-e0ab-46be-a8f4-0ef1aab008b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8c34eeb1-1de3-4139-9dbb-23a034cf0cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:30.511698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.512088 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Bound using segment: {'id': 'ce13255f-e0ab-46be-a8f4-0ef1aab008b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8c34eeb1-1de3-4139-9dbb-23a034cf0cae'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:30.512756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Bound port: ed5036d7-7a0f-44c0-a0ca-56d7e72c5978, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce13255f-e0ab-46be-a8f4-0ef1aab008b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8c34eeb1-1de3-4139-9dbb-23a034cf0cae'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:30.513396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.524799 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Allocated IP 2001:db8::f816:3eff:feb8:af19 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/c7ec0f78-c583-4d2d-a3f8-c78bb2e8f360/5a1cb364-ee01-4afe-8383-d417e7d7e43e) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:30.591895 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dffde5a1-234b-4ff3-b16b-a267cfa3a796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.611020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Calling delete_port for 6b62f70e-8c31-4469-bc80-ddc0170aead1 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:30.643138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff1e57-c487-459b-8bc4-4ad33768e6c2 req-e8a72a53-4b2d-46c0-ac39-0ee9c7d0428b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:30.644661 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c8ff1e57-c487-459b-8bc4-4ad33768e6c2 req-e8a72a53-4b2d-46c0-ac39-0ee9c7d0428b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.4423883 Aug 26 01:08:30.649921 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.655864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:30.656634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.716080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] For port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:30.716290 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8deb2ee0-f91e-446d-9c25-e7e1bccfa2b9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.720714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] For port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ed5036d7-7a0f-44c0-a0ca-56d7e72c5978,segment=NetworkSegment(ce13255f-e0ab-46be-a8f4-0ef1aab008b1),segment_id=ce13255f-e0ab-46be-a8f4-0ef1aab008b1)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:30.730273 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c392b078-10a4-4127-ad58-51aab8a66186 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:30.749592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c392b078-10a4-4127-ad58-51aab8a66186 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:30.754689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c392b078-10a4-4127-ad58-51aab8a66186 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:30.783415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c392b078-10a4-4127-ad58-51aab8a66186 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:30.791847 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f84b6-b43b-47cd-ac87-a7af7adc3d21 req-20e2333f-c591-4169-af4d-5368aa0966ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:30.793335 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-090f84b6-b43b-47cd-ac87-a7af7adc3d21 req-20e2333f-c591-4169-af4d-5368aa0966ef service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 1098 time: 0.8773937 Aug 26 01:08:30.821451 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.895854 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f84a8ae-942a-4bc1-b176-3cd836ca08f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.899312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Router 6c7172f5-fc0c-4256-b84a-8ed94e6dfc58 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:08:30.915438 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.922865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.938638 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Transition to ACTIVE for port object 5a1cb364-ee01-4afe-8383-d417e7d7e43e will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:30.941196 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8facd3-ab05-4ab7-a004-c5ff65b3778a None None] Pushing event updated for resources: {'Port': ['ID=ed5036d7-7a0f-44c0-a0ca-56d7e72c5978,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:30.961464 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Transition to ACTIVE for port object 5a1cb364-ee01-4afe-8383-d417e7d7e43e will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:30.963235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event updated for resources: {'Network': ['ID=d33b42d6-b1ae-4fe4-9d74-20bbf174c99a,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:30.965871 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c392b078-10a4-4127-ad58-51aab8a66186 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:30.969713 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c392b078-10a4-4127-ad58-51aab8a66186 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:30.970195 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c8ff1e57-c487-459b-8bc4-4ad33768e6c2 req-3b3f666b-501c-43e3-b734-3c8a7fc55ac2 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094468 Aug 26 01:08:30.981582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network d33b42d6-b1ae-4fe4-9d74-20bbf174c99a details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:08:31.014740 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84a8ae-942a-4bc1-b176-3cd836ca08f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d08fa4b-7832-4217-be93-27999bfe816b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:31.015565 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-91b9cd78-f538-4d52-9646-b9bbf087eefa tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1049116 Aug 26 01:08:31.026035 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45654) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:31.034249 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Request body: {'subnet': {'network_id': '0038a118-56b4-4a6a-b5c0-0252e557c774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:31.040108 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Port': ['ID=6b62f70e-8c31-4469-bc80-ddc0170aead1,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:31.098268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No DVR routers for this DVR port 6b62f70e-8c31-4469-bc80-ddc0170aead1 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:08:31.117818 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:31.143591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8deb2ee0-f91e-446d-9c25-e7e1bccfa2b9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:31.175650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:31.180121 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Usage tracker for resource:subnet and tenant:e01a0b4c9e21485fac91ffbd0a0dd64b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:31.183343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:31.190494 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:31.231657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:31.241355 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:31.249765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Pushing event updated for resources: {'Port': ['ID=5a1cb364-ee01-4afe-8383-d417e7d7e43e,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:31.254065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8deb2ee0-f91e-446d-9c25-e7e1bccfa2b9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port 2f0209db-340e-4d6a-9759-e779888e8917 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:31.254412 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8deb2ee0-f91e-446d-9c25-e7e1bccfa2b9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:31.257378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:31.302198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Made reservation on behalf of e01a0b4c9e21485fac91ffbd0a0dd64b for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:31.307896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:31.384070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Attempting to bind port 5a1cb364-ee01-4afe-8383-d417e7d7e43e on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:31.385448 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Attempting to bind port 5a1cb364-ee01-4afe-8383-d417e7d7e43e by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:31.386652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Attempting to bind port 5a1cb364-ee01-4afe-8383-d417e7d7e43e on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:31.404645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:31.404645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:31.404645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:31.404645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:31.404645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Bound port: 5a1cb364-ee01-4afe-8383-d417e7d7e43e, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:31.405127 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:31.457112 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-090f84b6-b43b-47cd-ac87-a7af7adc3d21 req-55f56ef2-b907-408a-ac91-f388808bf1d8 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6519237 Aug 26 01:08:31.501423 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f84a8ae-942a-4bc1-b176-3cd836ca08f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:31.504990 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2f84a8ae-942a-4bc1-b176-3cd836ca08f3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9d08fa4b-7832-4217-be93-27999bfe816b HTTP/1.1" status: 204 len: 168 time: 2.3049579 Aug 26 01:08:31.504990 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-318c6a0b-c68f-4b5b-b7ce-d9b4f242e35b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:31.513969 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:31.594856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8deb2ee0-f91e-446d-9c25-e7e1bccfa2b9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:31.613064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:31.628641 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102234e0-9706-479e-a668-e7b591559e7a None None] Sync routers for ids ['6c7172f5-fc0c-4256-b84a-8ed94e6dfc58'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:31.638238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] For port 5a1cb364-ee01-4afe-8383-d417e7d7e43e, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:31.645603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] For port 5a1cb364-ee01-4afe-8383-d417e7d7e43e, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5a1cb364-ee01-4afe-8383-d417e7d7e43e,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:31.652079 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102234e0-9706-479e-a668-e7b591559e7a None None] Routers {'6c7172f5-fc0c-4256-b84a-8ed94e6dfc58'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:31.653434 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-102234e0-9706-479e-a668-e7b591559e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6c7172f5-fc0c-4256-b84a-8ed94e6dfc58'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:31.660327 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:31.673908 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c6a0b-c68f-4b5b-b7ce-d9b4f242e35b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Port': ['ID=ea74d9ab-6bac-470e-b0f5-c5747785c365,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:31.725278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-102234e0-9706-479e-a668-e7b591559e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:31.731409 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:31.788254 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8deb2ee0-f91e-446d-9c25-e7e1bccfa2b9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for 2f0209db-340e-4d6a-9759-e779888e8917 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:31.836109 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:31.842819 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102234e0-9706-479e-a668-e7b591559e7a None None] Routers {'6c7172f5-fc0c-4256-b84a-8ed94e6dfc58'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:31.843902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-102234e0-9706-479e-a668-e7b591559e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6c7172f5-fc0c-4256-b84a-8ed94e6dfc58'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:32.013254 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-102234e0-9706-479e-a668-e7b591559e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:32.013671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102234e0-9706-479e-a668-e7b591559e7a None None] The sync data for ids ['6c7172f5-fc0c-4256-b84a-8ed94e6dfc58'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:32.070102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:32.071665 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b934dd-050e-4199-8046-8e755a059a2c None None] Pushing event updated for resources: {'Port': ['ID=5a1cb364-ee01-4afe-8383-d417e7d7e43e,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:32.073108 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b744c5e6-2eaa-46a8-8e8a-90a2bcba6dde tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.0020134 Aug 26 01:08:32.169425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f8a8e8-ed82-432c-ad8b-169e901ddd1d']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:32.169425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb8aa6b-ca72-4e1a-897f-e79b72bcd92f') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:32.169425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb8aa6b-ca72-4e1a-897f-e79b72bcd92f') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:32.169425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:32.169425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-318c6a0b-c68f-4b5b-b7ce-d9b4f242e35b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:32.171239 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45666) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:32.426858 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:32.438359 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cf5794e1-b632-446f-b57f-957c88363d71 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/routers/6c7172f5-fc0c-4256-b84a-8ed94e6dfc58 HTTP/1.1" status: 200 len: 924 time: 0.2225347 Aug 26 01:08:32.440964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45670) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:32.449070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:08:32.449481 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:32.466525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-318c6a0b-c68f-4b5b-b7ce-d9b4f242e35b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:32.484837 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-318c6a0b-c68f-4b5b-b7ce-d9b4f242e35b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:32.496007 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f374a358-efeb-45fa-a039-572636bfded5 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7172f5-fc0c-4256-b84a-8ed94e6dfc58 HTTP/1.1" status: 200 len: 205 time: 0.0539711 Aug 26 01:08:32.498849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45676) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:32.525170 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4995459-1f97-4402-a838-c1adc61dcc5b None None] Network 8c34eeb1-1de3-4139-9dbb-23a034cf0cae requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:32.559079 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment abb8aa6b-ca72-4e1a-897f-e79b72bcd92f resource provider aggregate not found Aug 26 01:08:32.601655 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment abb8aa6b-ca72-4e1a-897f-e79b72bcd92f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abb8aa6b-ca72-4e1a-897f-e79b72bcd92f found for delete ", "request_id": "req-9e5cb768-2e43-4c5f-9135-ae2bbd71aef4"}]} Aug 26 01:08:32.633016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2561563-c5c6-4318-b008-a4fb92819960 req-d1b5e0cc-b54e-4ef1-ad3d-2741221bef3a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:32.634728 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d2561563-c5c6-4318-b008-a4fb92819960 req-d1b5e0cc-b54e-4ef1-ad3d-2741221bef3a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.3986785 Aug 26 01:08:32.641066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c392b078-10a4-4127-ad58-51aab8a66186 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:32.649258 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:32.712558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8deb2ee0-f91e-446d-9c25-e7e1bccfa2b9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:32.789551 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6519c79b-aebc-4bdb-ad1f-d403441672b7 None None] Provisioning for port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:32.803678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb2ee0-f91e-446d-9c25-e7e1bccfa2b9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Port': ['ID=2f0209db-340e-4d6a-9759-e779888e8917,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:32.838521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6519c79b-aebc-4bdb-ad1f-d403441672b7 None None] Provisioning complete for port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:32.838521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6519c79b-aebc-4bdb-ad1f-d403441672b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:32.888032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-318c6a0b-c68f-4b5b-b7ce-d9b4f242e35b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:32.888592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318c6a0b-c68f-4b5b-b7ce-d9b4f242e35b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Fanout notify agent at l3_agent the message router_deleted on router a105244e-b931-4c16-9358-e28d5340fd7e {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:08:32.896700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:32.916882 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c392b078-10a4-4127-ad58-51aab8a66186 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:32.925494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-c392b078-10a4-4127-ad58-51aab8a66186 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:32.982476 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392b078-10a4-4127-ad58-51aab8a66186 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:32.984412 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c392b078-10a4-4127-ad58-51aab8a66186 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:32.995673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.005107 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45682) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:33.018210 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aba7e93f-84c4-4f02-9c1c-4a9cd846747c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.025824 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Network': ['ID=c6f8a8e8-ed82-432c-ad8b-169e901ddd1d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:33.028462 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2c16b806-1407-4dff-9cca-0e0c896f44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.028810 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2fd0b21a-f619-47ea-ae1d-956243d70b9c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/c6f8a8e8-ed82-432c-ad8b-169e901ddd1d HTTP/1.1" status: 204 len: 168 time: 6.9931958 Aug 26 01:08:33.033802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-318c6a0b-c68f-4b5b-b7ce-d9b4f242e35b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.039858 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-318c6a0b-c68f-4b5b-b7ce-d9b4f242e35b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/routers/a105244e-b931-4c16-9358-e28d5340fd7e HTTP/1.1" status: 204 len: 168 time: 5.1609962 Aug 26 01:08:33.039858 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45686) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:33.057542 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6519c79b-aebc-4bdb-ad1f-d403441672b7 None None] Current status of the port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:33.061382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6519c79b-aebc-4bdb-ad1f-d403441672b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.082960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1408849625'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:33.101440 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45688) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:33.116488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-6519c79b-aebc-4bdb-ad1f-d403441672b7 None None] For port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ed5036d7-7a0f-44c0-a0ca-56d7e72c5978,segment=NetworkSegment(ce13255f-e0ab-46be-a8f4-0ef1aab008b1),segment_id=ce13255f-e0ab-46be-a8f4-0ef1aab008b1)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:33.120626 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d2561563-c5c6-4318-b008-a4fb92819960 req-c3509684-222f-42c8-afd0-d10098725a96 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4729712 Aug 26 01:08:33.121231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392b078-10a4-4127-ad58-51aab8a66186 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=3c34f82f-e7d9-40e7-9aa3-c03393ba6e7b,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:33.149694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-441472424'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:33.157030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:33.170938 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:network and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:33.173825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:33.183387 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:33.187153 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c392b078-10a4-4127-ad58-51aab8a66186 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5461483 Aug 26 01:08:33.195008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:33.196763 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45694) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:33.197847 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6519c79b-aebc-4bdb-ad1f-d403441672b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.201646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:network and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:33.206331 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7a9be69e-8cf8-479e-bd64-e72e94b66c8f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9d3e8d23148a4ac991b985c983966806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934657 Aug 26 01:08:33.211692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'mac_address': 'fa:16:3e:9b:86:68', 'name': 'tempest-NetworksTestDHCPv6-106107175'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:33.228182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:33.235253 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45698) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:33.305374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:33.315083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519c79b-aebc-4bdb-ad1f-d403441672b7 None None] Pushing event updated for resources: {'Port': ['ID=ed5036d7-7a0f-44c0-a0ca-56d7e72c5978,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:33.321396 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Checking segment: {'id': 'c0710684-3a47-4f58-8624-f2e0171b9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0038a118-56b4-4a6a-b5c0-0252e557c774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:33.321859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Network hostable DHCP agents. Network: 0038a118-56b4-4a6a-b5c0-0252e557c774, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:08:33.328014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event updated for resources: {'Subnet': ['ID=bfee0584-29d5-4135-bf5e-f244901926ae,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:33.347745 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:33.351525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.373138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aba7e93f-84c4-4f02-9c1c-4a9cd846747c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.392425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8deb2ee0-f91e-446d-9c25-e7e1bccfa2b9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.447265 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2c967a60-6d4e-4fad-9ba8-6a80faa6e9fc None None] Provisioning complete for port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:33.447783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2c967a60-6d4e-4fad-9ba8-6a80faa6e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.482153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:08:33.486622 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d59cc-d6eb-4ebf-99d0-ae3b252c8750 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:33.500858 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1e40d10a-8d90-4d06-93e3-d20b86301187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.524948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.524948 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Added segment df365c49-bc9a-4a51-a0ad-a251652fe663 of type vlan for network b843ab2d-2e19-4003-b455-0c672cd3a4ba Aug 26 01:08:33.538726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:33.539891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Network 0038a118-56b4-4a6a-b5c0-0252e557c774 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:08:33.558724 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:33.568459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1e40d10a-8d90-4d06-93e3-d20b86301187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.576469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:33.577851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:33.582119 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.597215 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:33.609489 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-aba7e93f-84c4-4f02-9c1c-4a9cd846747c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Deleting port 47d6678a-5bd4-4e19-b240-7f447a154a8f {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:33.609868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aba7e93f-84c4-4f02-9c1c-4a9cd846747c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.639711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:33.653514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.660725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8deb2ee0-f91e-446d-9c25-e7e1bccfa2b9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.666821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8deb2ee0-f91e-446d-9c25-e7e1bccfa2b9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.702347 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:08:33.727703 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.728109 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Added segment 0ac128d5-33b8-4225-a429-41fc00d1a936 of type vlan for network 1f23a3b3-947c-4cba-8cce-47a09d608221 Aug 26 01:08:33.761839 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.778351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.811405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.820255 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:33.821947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.825997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:33.826362 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.826592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:33.855913 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:08:33.860831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2c967a60-6d4e-4fad-9ba8-6a80faa6e9fc None None] Current status of the port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:33.898551 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1e40d10a-8d90-4d06-93e3-d20b86301187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.898950 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 0038a118-56b4-4a6a-b5c0-0252e557c774) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:33.903511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:33.908608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.954441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3b6ca2-8980-4a6d-b50d-53f9f09ad316 None None] Network 0038a118-56b4-4a6a-b5c0-0252e557c774 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:33.971583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.977621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:33.978228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.979817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aba7e93f-84c4-4f02-9c1c-4a9cd846747c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.982596 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.987866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8deb2ee0-f91e-446d-9c25-e7e1bccfa2b9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:33.991960 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8deb2ee0-f91e-446d-9c25-e7e1bccfa2b9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Fanout notify agent at l3_agent the message router_deleted on router ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:08:33.996404 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8deb2ee0-f91e-446d-9c25-e7e1bccfa2b9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:34.001584 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8deb2ee0-f91e-446d-9c25-e7e1bccfa2b9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/routers/ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f HTTP/1.1" status: 204 len: 168 time: 3.5848937 Aug 26 01:08:34.005319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45702) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:34.012180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'network': {'name': 'tempest-RoutersTest-76090209'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:34.018341 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:34.042479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40d10a-8d90-4d06-93e3-d20b86301187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b983f2c-b63c-40b2-9d5f-5aaecde60d17,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:34.081408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1e40d10a-8d90-4d06-93e3-d20b86301187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:34.083051 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1e40d10a-8d90-4d06-93e3-d20b86301187 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4b983f2c-b63c-40b2-9d5f-5aaecde60d17 HTTP/1.1" status: 204 len: 168 time: 0.8465910 Aug 26 01:08:34.098206 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Network': ['ID=b843ab2d-2e19-4003-b455-0c672cd3a4ba,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:34.134862 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network b843ab2d-2e19-4003-b455-0c672cd3a4ba details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:08:34.142963 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1ca1e2bf-060b-4a76-996c-d9eee2845a02 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1156726 Aug 26 01:08:34.151389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-aba7e93f-84c4-4f02-9c1c-4a9cd846747c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Calling delete_port for 47d6678a-5bd4-4e19-b240-7f447a154a8f owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:34.197414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:network and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:34.206231 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45708) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:34.211402 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:34.230339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Request body: {'subnet': {'network_id': 'd33b42d6-b1ae-4fe4-9d74-20bbf174c99a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:34.256139 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-599dd563-7e31-44bb-a61b-3b6867af9ab5 None None] Provisioning for port 5a1cb364-ee01-4afe-8383-d417e7d7e43e completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:34.257782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:34.290154 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1728983 Aug 26 01:08:34.290154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:34.301445 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d75ed988-b8a7-4009-92d2-4a53607a2ae9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2286301 Aug 26 01:08:34.304192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45714) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:34.304533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45716) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:34.326154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:34.327287 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5a1cb364-ee01-4afe-8383-d417e7d7e43e up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:34.334861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'subnet': {'network_id': '1f23a3b3-947c-4cba-8cce-47a09d608221', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:34.355286 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'subnet': {'network_id': 'b843ab2d-2e19-4003-b455-0c672cd3a4ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:34.500161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:34.504302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:34.552023 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:34.557262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0038a118-56b4-4a6a-b5c0-0252e557c774', 'network_id': '0038a118-56b4-4a6a-b5c0-0252e557c774', 'tenant_id': 'e01a0b4c9e21485fac91ffbd0a0dd64b', 'fixed_ips': [{'subnet_id': 'bfee0584-29d5-4135-bf5e-f244901926ae'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:08:34.559026 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:34.561955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Usage tracker for resource:subnet and tenant:e01a0b4c9e21485fac91ffbd0a0dd64b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:34.567458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:34.569990 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:34.574967 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:subnet and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:34.578380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:34.581030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:34.583838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:08:34.588772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:34.608474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port 042162bc-f28c-4eee-b5c4-51183209c4cb yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:08:34.610827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:34.611179 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Added segment af23532e-1331-4adf-a5fd-23b5582f7665 of type vlan for network a2e46085-c0e5-47ff-8aca-b76f5858cd7d Aug 26 01:08:34.630090 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d5d397-8ed4-4911-bcfa-8245fc42f8ab None None] Update dhcp port {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'fixed_ips': [{'subnet_id': 'c7ec0f78-c583-4d2d-a3f8-c78bb2e8f360', 'ip_address': '2001:db8::f816:3eff:feb8:af19'}, {'subnet_id': '3c34f82f-e7d9-40e7-9aa3-c03393ba6e7b'}], 'binding:host_id': 'dv-neutron-854561-2-hyperv'}, 'id': '5a1cb364-ee01-4afe-8383-d417e7d7e43e'} from dv-neutron-854561-2-hyperv. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Aug 26 01:08:34.631089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6f0e9-10e7-4856-a154-acc7ba01367c req-6f6a12c4-8666-450a-882d-3233dadce998 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:34.632611 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9ee6f0e9-10e7-4856-a154-acc7ba01367c req-6f6a12c4-8666-450a-882d-3233dadce998 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.3020344 Aug 26 01:08:34.689298 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 5a1cb364-ee01-4afe-8383-d417e7d7e43e completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:34.704435 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:34.709957 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:34.714140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 5a1cb364-ee01-4afe-8383-d417e7d7e43e triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:34.714518 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:34.746848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Made reservation on behalf of e01a0b4c9e21485fac91ffbd0a0dd64b for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:34.747674 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e8d5d397-8ed4-4911-bcfa-8245fc42f8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:34.750920 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:34.769701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:34.875827 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748a724-2a7f-4d44-b58b-c292f9ce92a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Network': ['ID=1f23a3b3-947c-4cba-8cce-47a09d608221,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:34.885827 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:34.893053 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:subnet and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:34.894010 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 1f23a3b3-947c-4cba-8cce-47a09d608221 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:08:34.908605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:34.922114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:34.929145 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:34.929775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:34.934164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:35.050878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Allocated IP 2001:db8::2 (0038a118-56b4-4a6a-b5c0-0252e557c774/bfee0584-29d5-4135-bf5e-f244901926ae/6c1ea510-f44e-4a3a-8a56-a357deb0b251) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:35.074859 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9ee6f0e9-10e7-4856-a154-acc7ba01367c req-f1941a02-c595-4320-9566-ea6f72479243 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4224648 Aug 26 01:08:35.086348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aba7e93f-84c4-4f02-9c1c-4a9cd846747c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:35.103341 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:35.107464 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:35.170737 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1640491 Aug 26 01:08:35.176431 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7e93f-84c4-4f02-9c1c-4a9cd846747c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Pushing event deleted for resources: {'Port': ['ID=47d6678a-5bd4-4e19-b240-7f447a154a8f,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:35.213081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45734) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:35.218553 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18955683-3ee6-48aa-826b-9e120595c347 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Network': ['ID=a2e46085-c0e5-47ff-8aca-b76f5858cd7d,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:35.236532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network a2e46085-c0e5-47ff-8aca-b76f5858cd7d details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:08:35.242886 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'subnet': {'network_id': 'a2e46085-c0e5-47ff-8aca-b76f5858cd7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:35.296272 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 5a1cb364-ee01-4afe-8383-d417e7d7e43e is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:35.296659 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:35.353429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aba7e93f-84c4-4f02-9c1c-4a9cd846747c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:35.451876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 5a1cb364-ee01-4afe-8383-d417e7d7e43e, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5a1cb364-ee01-4afe-8383-d417e7d7e43e,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:35.524132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:35.543288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:35.554757 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:35.585259 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aba7e93f-84c4-4f02-9c1c-4a9cd846747c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:35.600229 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aba7e93f-84c4-4f02-9c1c-4a9cd846747c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:35.627384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:subnet and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:35.632434 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=5a1cb364-ee01-4afe-8383-d417e7d7e43e,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:35.638593 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 172.20.0.3 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/3c34f82f-e7d9-40e7-9aa3-c03393ba6e7b/042162bc-f28c-4eee-b5c4-51183209c4cb) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:35.651495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:35.660997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:35.662241 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Transition to ACTIVE for port object 6c1ea510-f44e-4a3a-8a56-a357deb0b251 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:35.684813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::f816:3eff:fe9b:8668 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/c7ec0f78-c583-4d2d-a3f8-c78bb2e8f360/042162bc-f28c-4eee-b5c4-51183209c4cb) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:35.685854 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Transition to ACTIVE for port object 6c1ea510-f44e-4a3a-8a56-a357deb0b251 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:35.689196 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:35.706744 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aba7e93f-84c4-4f02-9c1c-4a9cd846747c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:35.707300 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba7e93f-84c4-4f02-9c1c-4a9cd846747c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Fanout notify agent at l3_agent the message router_deleted on router 6c7172f5-fc0c-4256-b84a-8ed94e6dfc58 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:08:35.728237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aba7e93f-84c4-4f02-9c1c-4a9cd846747c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:35.733176 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-aba7e93f-84c4-4f02-9c1c-4a9cd846747c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "DELETE /v2.0/routers/6c7172f5-fc0c-4256-b84a-8ed94e6dfc58 HTTP/1.1" status: 204 len: 168 time: 3.2294691 Aug 26 01:08:35.733176 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:35.736910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45748) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:35.774192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1610892614', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'enable_snat': False}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:35.786034 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:35.792766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45752) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:35.812486 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:35.827253 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Usage tracker for resource:router and tenant:444e07bc0da54134a889d6a9e6f1a7f2 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:35.828072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586f0ff-397f-4e14-bdd8-a2d51ea7d27e req-aabf210f-f055-4d8c-997b-3234940ccbb3 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:35.829554 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e586f0ff-397f-4e14-bdd8-a2d51ea7d27e req-aabf210f-f055-4d8c-997b-3234940ccbb3 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.3215282 Aug 26 01:08:35.841635 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:35.845233 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:35.849159 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:35.855855 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45758) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:35.874541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:35.884233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Pushing event updated for resources: {'Port': ['ID=6c1ea510-f44e-4a3a-8a56-a357deb0b251,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:35.888036 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-735bc6a9-40e2-42e5-9580-e7a3d7feed47 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Request body: {'floatingip': {'port_id': 'f3c97109-2c25-45f5-9473-dbefc15173ad'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:35.896953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Network 0038a118-56b4-4a6a-b5c0-0252e557c774 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:35.898600 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:35.904498 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:36.022057 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1073706239'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:36.032870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Attempting to bind port 6c1ea510-f44e-4a3a-8a56-a357deb0b251 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:36.033729 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Attempting to bind port 6c1ea510-f44e-4a3a-8a56-a357deb0b251 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'c0710684-3a47-4f58-8624-f2e0171b9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0038a118-56b4-4a6a-b5c0-0252e557c774'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:36.038490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Attempting to bind port 6c1ea510-f44e-4a3a-8a56-a357deb0b251 on network 0038a118-56b4-4a6a-b5c0-0252e557c774 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:36.040111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:36.040490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Checking segment: {'id': 'c0710684-3a47-4f58-8624-f2e0171b9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0038a118-56b4-4a6a-b5c0-0252e557c774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:36.040892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.041283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Bound using segment: {'id': 'c0710684-3a47-4f58-8624-f2e0171b9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0038a118-56b4-4a6a-b5c0-0252e557c774'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:36.041775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Bound port: 6c1ea510-f44e-4a3a-8a56-a357deb0b251, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0710684-3a47-4f58-8624-f2e0171b9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0038a118-56b4-4a6a-b5c0-0252e557c774'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:36.042289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.091425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:36.107402 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-735bc6a9-40e2-42e5-9580-e7a3d7feed47 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for floatingip, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.111411 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.119564 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Usage tracker for resource:network and tenant:0c1ab367092b4e449d0df081f830f096 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:36.141565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] For port 6c1ea510-f44e-4a3a-8a56-a357deb0b251, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:36.144826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] For port 6c1ea510-f44e-4a3a-8a56-a357deb0b251, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6c1ea510-f44e-4a3a-8a56-a357deb0b251,segment=NetworkSegment(c0710684-3a47-4f58-8624-f2e0171b9a81),segment_id=c0710684-3a47-4f58-8624-f2e0171b9a81)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:36.153046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:36.183454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:36.186170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event updated for resources: {'Subnet': ['ID=7ab6a4f0-8078-443d-9596-c9505e19c2dc,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:36.227343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Checking segment: {'id': '53128393-72a5-4d88-848e-0bfb34a23540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'd33b42d6-b1ae-4fe4-9d74-20bbf174c99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:36.227343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Network hostable DHCP agents. Network: d33b42d6-b1ae-4fe4-9d74-20bbf174c99a, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:08:36.235743 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.267138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.268293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.327430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Network d33b42d6-b1ae-4fe4-9d74-20bbf174c99a is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:08:36.335045 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d7e77-a153-40bd-859e-593b76c21b0e None None] Pushing event updated for resources: {'Port': ['ID=6c1ea510-f44e-4a3a-8a56-a357deb0b251,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:36.346009 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.364267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Made reservation on behalf of 0c1ab367092b4e449d0df081f830f096 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:36.364267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.385020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Subnet': ['ID=f16eee9d-1d15-4a63-bed6-e6c8ca4e0a27,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:36.412897 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.431353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Checking segment: {'id': 'df365c49-bc9a-4a51-a0ad-a251652fe663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b843ab2d-2e19-4003-b455-0c672cd3a4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:36.431718 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network hostable DHCP agents. Network: b843ab2d-2e19-4003-b455-0c672cd3a4ba, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:08:36.438247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.452912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.482896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, d33b42d6-b1ae-4fe4-9d74-20bbf174c99a) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:36.494389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69877a3-95b0-445e-953c-d240f21da41a None None] Network d33b42d6-b1ae-4fe4-9d74-20bbf174c99a requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:36.499096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:36.504437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:36.505036 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.524226 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Usage tracker for resource:security_group_rule and tenant:0c1ab367092b4e449d0df081f830f096 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:36.545295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:36.549220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object 042162bc-f28c-4eee-b5c4-51183209c4cb will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:36.596717 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:36.683710 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Subnet': ['ID=e228413b-368c-4867-b8d9-60105ef246aa,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:36.690741 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-08b21e45-cfdd-4689-a6b1-64f14154abe3 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4831142 Aug 26 01:08:36.695459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45762) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:36.712008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Checking segment: {'id': '0ac128d5-33b8-4225-a429-41fc00d1a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1f23a3b3-947c-4cba-8cce-47a09d608221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:36.712460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network hostable DHCP agents. Network: 1f23a3b3-947c-4cba-8cce-47a09d608221, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:08:36.748802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network b843ab2d-2e19-4003-b455-0c672cd3a4ba is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:08:36.759648 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.842171 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.843267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, b843ab2d-2e19-4003-b455-0c672cd3a4ba) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:36.888155 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40020f15-47ee-4223-a3dd-f15d55ec98a1 None None] Network b843ab2d-2e19-4003-b455-0c672cd3a4ba requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:36.909273 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:36.910189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.915632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.917660 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:36.937983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 1f23a3b3-947c-4cba-8cce-47a09d608221 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:08:36.970990 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-d33b42d6-b1ae-4fe4-9d74-20bbf174c99a', 'network_id': 'd33b42d6-b1ae-4fe4-9d74-20bbf174c99a', 'tenant_id': 'e01a0b4c9e21485fac91ffbd0a0dd64b', 'fixed_ips': [{'subnet_id': '7ab6a4f0-8078-443d-9596-c9505e19c2dc'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:08:36.971900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.022988 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-e8d5d397-8ed4-4911-bcfa-8245fc42f8ab None None] Allocated IP 172.20.0.2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/3c34f82f-e7d9-40e7-9aa3-c03393ba6e7b/5a1cb364-ee01-4afe-8383-d417e7d7e43e) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:37.050033 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.070667 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:08:37.086724 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Subnet': ['ID=336579f1-3e28-45d2-b4ca-0b85f674ea2d,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:37.095127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:37.097507 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ec3632-a4cd-4bdf-bf25-3ba9374b1d8b,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:37.108293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:37.109791 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 1f23a3b3-947c-4cba-8cce-47a09d608221) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:37.115667 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:37.137851 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11798b6e-64d2-4f4b-9bfa-bbe5ddc8b3a6 None None] Network 1f23a3b3-947c-4cba-8cce-47a09d608221 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:37.149432 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.150339 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Added segment d5592826-3821-4dbb-871e-6809c8ce1bbd of type vlan for network 168ba3ab-d750-4107-b28a-dd1d2473b50f Aug 26 01:08:37.164564 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:37.165127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.177055 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=042162bc-f28c-4eee-b5c4-51183209c4cb,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:37.180494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Checking segment: {'id': 'af23532e-1331-4adf-a5fd-23b5582f7665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'a2e46085-c0e5-47ff-8aca-b76f5858cd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:37.180856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network hostable DHCP agents. Network: a2e46085-c0e5-47ff-8aca-b76f5858cd7d, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:08:37.248177 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.260144 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:37.261560 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.285694 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fc7fd6f4-6663-4c6a-a249-920ea270b2df tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9622757 Aug 26 01:08:37.288931 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45766) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:37.298193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-480778691'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:37.320108 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:37.327620 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cfa8bede-a00d-4b29-bf1c-01d798e0e75d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0097404 Aug 26 01:08:37.329822 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:network and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:37.335198 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45770) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:37.336544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:37.347194 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:37.353384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0d212d84-d37d-43b7-a861-0a1bd40bd1b3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1001937988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:37.361500 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0d212d84-d37d-43b7-a861-0a1bd40bd1b3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:37.373093 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network a2e46085-c0e5-47ff-8aca-b76f5858cd7d is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:08:37.384897 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0d212d84-d37d-43b7-a861-0a1bd40bd1b3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:37.387590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, a2e46085-c0e5-47ff-8aca-b76f5858cd7d) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:37.394486 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:37.395066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.412108 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-07cd65e8-dc8b-4855-892f-5a0f4f516eaa tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2126148 Aug 26 01:08:37.414160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45774) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:37.438113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75090702-579b-4aee-b43a-45ab23b8d911 None None] Network a2e46085-c0e5-47ff-8aca-b76f5858cd7d requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:37.463442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.468882 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:37.469466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.531384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e8d5d397-8ed4-4911-bcfa-8245fc42f8ab None None] For port 5a1cb364-ee01-4afe-8383-d417e7d7e43e, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5a1cb364-ee01-4afe-8383-d417e7d7e43e,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:37.560644 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:37.564229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.573509 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d212d84-d37d-43b7-a861-0a1bd40bd1b3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.574534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d212d84-d37d-43b7-a861-0a1bd40bd1b3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.582596 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-128327e5-86bb-4ca5-8c56-ab1e42a795e0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3627923 Aug 26 01:08:37.601579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45778) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:37.637642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-cb0b1802-d9f8-4f94-88a5-9d50c5391085 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-688657943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:37.646751 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cb0b1802-d9f8-4f94-88a5-9d50c5391085 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:37.659146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cb0b1802-d9f8-4f94-88a5-9d50c5391085 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:37.696388 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8996110 Aug 26 01:08:37.702015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a84eeb-f431-408e-b869-348d59f6c6f1 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Pushing event updated for resources: {'Network': ['ID=168ba3ab-d750-4107-b28a-dd1d2473b50f,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:37.704088 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45782) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:37.733812 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Allocated IP 2001:db8::2 (d33b42d6-b1ae-4fe4-9d74-20bbf174c99a/7ab6a4f0-8078-443d-9596-c9505e19c2dc/6e53b7f0-7535-4319-81b1-c9617d368cb7) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:37.738113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 168ba3ab-d750-4107-b28a-dd1d2473b50f details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:08:37.764443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d212d84-d37d-43b7-a861-0a1bd40bd1b3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.773974 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e8d5d397-8ed4-4911-bcfa-8245fc42f8ab None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.779877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Request body: {'subnet': {'network_id': '168ba3ab-d750-4107-b28a-dd1d2473b50f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:37.803778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:08:37.880051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-b843ab2d-2e19-4003-b455-0c672cd3a4ba', 'network_id': 'b843ab2d-2e19-4003-b455-0c672cd3a4ba', 'tenant_id': '2fdaefbd4df2459fb27cc54a09a71402', 'fixed_ips': [{'subnet_id': 'f16eee9d-1d15-4a63-bed6-e6c8ca4e0a27'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:08:37.881021 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.887993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.888393 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Added segment 1b894652-6aab-4c65-b36b-7c7792696f2c of type vlan for network c98d0d38-7252-4916-a525-882236f9c476 Aug 26 01:08:37.926508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6c1ea510-f44e-4a3a-8a56-a357deb0b251 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:37.953549 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bb0737-30d9-434d-aac3-2f0a852e6d69 None None] Network 0038a118-56b4-4a6a-b5c0-0252e557c774 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:37.967370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1802-d9f8-4f94-88a5-9d50c5391085 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:37.968398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1802-d9f8-4f94-88a5-9d50c5391085 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:38.026920 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-735bc6a9-40e2-42e5-9580-e7a3d7feed47 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:38.044931 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc76c85-825b-4cd0-bdf3-af154de32df4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:38.048969 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e8d5d397-8ed4-4911-bcfa-8245fc42f8ab None None] Transition to ACTIVE for port object 5a1cb364-ee01-4afe-8383-d417e7d7e43e will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:38.051248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc76c85-825b-4cd0-bdf3-af154de32df4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:38.052612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9cc76c85-825b-4cd0-bdf3-af154de32df4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:38.067017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1802-d9f8-4f94-88a5-9d50c5391085 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:38.084832 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:38.101982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-735bc6a9-40e2-42e5-9580-e7a3d7feed47 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:38.105989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:38.109221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:38.114754 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Usage tracker for resource:subnet and tenant:0c1ab367092b4e449d0df081f830f096 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:38.119336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:38.125989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d212d84-d37d-43b7-a861-0a1bd40bd1b3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:38.133464 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:38.187268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9cc76c85-825b-4cd0-bdf3-af154de32df4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:38.190919 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9cc76c85-825b-4cd0-bdf3-af154de32df4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.7733502 Aug 26 01:08:38.194499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45790) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:38.264076 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Made reservation on behalf of 0c1ab367092b4e449d0df081f830f096 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:38.267952 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:38.342830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e8d5d397-8ed4-4911-bcfa-8245fc42f8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:38.356238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:38.360819 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:38.361424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:38.365562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d212d84-d37d-43b7-a861-0a1bd40bd1b3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:38.374524 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0d212d84-d37d-43b7-a861-0a1bd40bd1b3 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0261438 Aug 26 01:08:38.377517 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1802-d9f8-4f94-88a5-9d50c5391085 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:38.388738 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d0c3265a-71fa-4801-b673-09f7cae4890c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port 042162bc-f28c-4eee-b5c4-51183209c4cb {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:38.388961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45794) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:38.389449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d0c3265a-71fa-4801-b673-09f7cae4890c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:38.480832 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-854300c2-0e2e-4acc-850e-b33a30b95fd3 None None] Provisioning for port 6c1ea510-f44e-4a3a-8a56-a357deb0b251 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:38.570641 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-1f23a3b3-947c-4cba-8cce-47a09d608221', 'network_id': '1f23a3b3-947c-4cba-8cce-47a09d608221', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'fixed_ips': [{'subnet_id': 'e228413b-368c-4867-b8d9-60105ef246aa'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:08:38.571844 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:38.603681 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Network': ['ID=c98d0d38-7252-4916-a525-882236f9c476,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:38.622207 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a12ea531-b1ed-4b23-a22b-d37909238fb2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3321867 Aug 26 01:08:38.631326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45800) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:38.641154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'subnet': {'network_id': 'c98d0d38-7252-4916-a525-882236f9c476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:38.692249 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network c98d0d38-7252-4916-a525-882236f9c476 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:08:38.925857 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:38.938081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:subnet and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:38.963600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:38.980511 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Allocated IP 2001:db8::1 (b843ab2d-2e19-4003-b455-0c672cd3a4ba/f16eee9d-1d15-4a63-bed6-e6c8ca4e0a27/c723ad66-1a5d-44cf-90e1-74afad9012d7) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:38.993918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:39.006623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d0c3265a-71fa-4801-b673-09f7cae4890c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:39.038413 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb0b1802-d9f8-4f94-88a5-9d50c5391085 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:39.039496 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cb0b1802-d9f8-4f94-88a5-9d50c5391085 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4151094 Aug 26 01:08:39.055721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45804) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:39.104351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-a2e46085-c0e5-47ff-8aca-b76f5858cd7d', 'network_id': 'a2e46085-c0e5-47ff-8aca-b76f5858cd7d', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'fixed_ips': [{'subnet_id': '336579f1-3e28-45d2-b4ca-0b85f674ea2d'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:08:39.128209 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:39.139551 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d0c3265a-71fa-4801-b673-09f7cae4890c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for 042162bc-f28c-4eee-b5c4-51183209c4cb owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:39.185707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:39.188944 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-735bc6a9-40e2-42e5-9580-e7a3d7feed47 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Floating IP 165e6e3b-d9f5-41db-9219-5af9abf44b76 associated. External IP: 172.26.2.212, port: f3c97109-2c25-45f5-9473-dbefc15173ad. Aug 26 01:08:39.189850 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:39.203654 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5d397-8ed4-4911-bcfa-8245fc42f8ab None None] Pushing event updated for resources: {'Port': ['ID=5a1cb364-ee01-4afe-8383-d417e7d7e43e,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:39.282095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 6c1ea510-f44e-4a3a-8a56-a357deb0b251 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:39.296460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:39.400363 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.ipam_backend_mixin [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Performing IP validity checks on allocation pools {{(pid=89863) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Aug 26 01:08:39.400901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.ipam_backend_mixin [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89863) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Aug 26 01:08:39.457177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Allocated IP 2001:db8::2 (1f23a3b3-947c-4cba-8cce-47a09d608221/e228413b-368c-4867-b8d9-60105ef246aa/58bb9e5c-1810-4463-9d15-a350100e13f8) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:39.461963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Checking segment: {'id': 'd5592826-3821-4dbb-871e-6809c8ce1bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '168ba3ab-d750-4107-b28a-dd1d2473b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:39.462328 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Network hostable DHCP agents. Network: 168ba3ab-d750-4107-b28a-dd1d2473b50f, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:08:39.472715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Pushing event updated for resources: {'Subnet': ['ID=5181744d-6e1a-425d-847c-34f66539a881,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:39.580244 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:39.600950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 6c1ea510-f44e-4a3a-8a56-a357deb0b251 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:39.601321 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:39.625350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Network 168ba3ab-d750-4107-b28a-dd1d2473b50f is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:08:39.721155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 168ba3ab-d750-4107-b28a-dd1d2473b50f) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:39.727280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:39.727527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:39.756794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f09a4a6-45ce-47b0-94cb-fa6e3724e40e None None] Network 168ba3ab-d750-4107-b28a-dd1d2473b50f requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:39.844587 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-551d01c0-f819-4993-a86c-6397b48d48bd tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1184299 Aug 26 01:08:39.846897 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45808) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:39.853123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Request body: {'port': {'network_id': '168ba3ab-d750-4107-b28a-dd1d2473b50f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-396427991'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:39.897097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:39.949320 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d0c3265a-71fa-4801-b673-09f7cae4890c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:39.949462 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Transition to ACTIVE for port object 6e53b7f0-7535-4319-81b1-c9617d368cb7 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:39.974943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:40.150432 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:40.230876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Transition to ACTIVE for port object 6e53b7f0-7535-4319-81b1-c9617d368cb7 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:40.256364 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:40.334919 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Subnet': ['ID=e2710e0d-592a-46a7-902b-5937b2b99355,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:40.338712 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3265a-71fa-4801-b673-09f7cae4890c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=042162bc-f28c-4eee-b5c4-51183209c4cb,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:40.353704 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:40.362642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:40.363163 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Transition to ACTIVE for port object c723ad66-1a5d-44cf-90e1-74afad9012d7 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:40.375145 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Allocated IP 2001:db8::1 (0038a118-56b4-4a6a-b5c0-0252e557c774/bfee0584-29d5-4135-bf5e-f244901926ae/e0579a9f-caf4-4e99-a914-bff0a0e8b220) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:40.388100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Allocated IP 172.20.0.2 (a2e46085-c0e5-47ff-8aca-b76f5858cd7d/336579f1-3e28-45d2-b4ca-0b85f674ea2d/ad9e7134-07af-4653-af33-12513a5deb5b) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:40.440538 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-52e13737-d813-4a9b-ac74-dbc3d830c1c7 None None] Provisioning for port 5a1cb364-ee01-4afe-8383-d417e7d7e43e completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:40.451254 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Transition to ACTIVE for port object 58bb9e5c-1810-4463-9d15-a350100e13f8 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:40.454069 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:40.459478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Usage tracker for resource:port and tenant:0c1ab367092b4e449d0df081f830f096 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:40.463395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:40.470170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:40.577638 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d0c3265a-71fa-4801-b673-09f7cae4890c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:40.579933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-52e13737-d813-4a9b-ac74-dbc3d830c1c7 None None] Provisioning complete for port 5a1cb364-ee01-4afe-8383-d417e7d7e43e triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:40.580552 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d0c3265a-71fa-4801-b673-09f7cae4890c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/042162bc-f28c-4eee-b5c4-51183209c4cb HTTP/1.1" status: 204 len: 168 time: 2.3884249 Aug 26 01:08:40.581649 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Checking segment: {'id': '1b894652-6aab-4c65-b36b-7c7792696f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c98d0d38-7252-4916-a525-882236f9c476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:40.582658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network hostable DHCP agents. Network: c98d0d38-7252-4916-a525-882236f9c476, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:08:40.587305 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-52e13737-d813-4a9b-ac74-dbc3d830c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:40.588700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45812) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:40.646556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:40.652723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Made reservation on behalf of 0c1ab367092b4e449d0df081f830f096 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:40.660439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:40.694137 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6c1ea510-f44e-4a3a-8a56-a357deb0b251 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:40.694522 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:40.712381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a69322f-989b-45a8-8a1f-87219b2cdfce tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:40.714449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a69322f-989b-45a8-8a1f-87219b2cdfce tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:40.714777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Transition to ACTIVE for port object c723ad66-1a5d-44cf-90e1-74afad9012d7 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:40.716363 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a69322f-989b-45a8-8a1f-87219b2cdfce tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:40.717409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8a69322f-989b-45a8-8a1f-87219b2cdfce tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:40.722401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] device_id is not set on port 996098e1-226b-4541-b0ba-c17f3a3ac2ea yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:08:40.768994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Transition to ACTIVE for port object 58bb9e5c-1810-4463-9d15-a350100e13f8 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:40.781337 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:40.800362 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Network d33b42d6-b1ae-4fe4-9d74-20bbf174c99a is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:40.819860 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:40.833243 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network c98d0d38-7252-4916-a525-882236f9c476 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:08:40.874879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:40.901462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8a69322f-989b-45a8-8a1f-87219b2cdfce tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:40.905189 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8a69322f-989b-45a8-8a1f-87219b2cdfce tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3128471 Aug 26 01:08:40.905324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:40.908029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:40.908171 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45816) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:40.939782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Pushing event updated for resources: {'Port': ['ID=6e53b7f0-7535-4319-81b1-c9617d368cb7,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:40.953107 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735bc6a9-40e2-42e5-9580-e7a3d7feed47 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:08:41.004603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Allocated IP 172.20.0.13 (168ba3ab-d750-4107-b28a-dd1d2473b50f/5181744d-6e1a-425d-847c-34f66539a881/996098e1-226b-4541-b0ba-c17f3a3ac2ea) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:41.015818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3483b3-0a75-49c4-acd6-b5f43df3c911 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 3c34f82f-e7d9-40e7-9aa3-c03393ba6e7b {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:08:41.024671 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0b3483b3-0a75-49c4-acd6-b5f43df3c911 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.053278 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, c98d0d38-7252-4916-a525-882236f9c476) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:41.069417 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:41.071599 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.077419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-168ba3ab-d750-4107-b28a-dd1d2473b50f', 'network_id': '168ba3ab-d750-4107-b28a-dd1d2473b50f', 'tenant_id': '0c1ab367092b4e449d0df081f830f096', 'fixed_ips': [{'subnet_id': '5181744d-6e1a-425d-847c-34f66539a881'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:08:41.082726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.092651 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4d29f0-38fe-42e1-9637-1f1ad20c9a7d None None] Network c98d0d38-7252-4916-a525-882236f9c476 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:41.119394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0b3483b3-0a75-49c4-acd6-b5f43df3c911 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.157130 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Network b843ab2d-2e19-4003-b455-0c672cd3a4ba is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:41.160336 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 6c1ea510-f44e-4a3a-8a56-a357deb0b251, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6c1ea510-f44e-4a3a-8a56-a357deb0b251,segment=NetworkSegment(c0710684-3a47-4f58-8624-f2e0171b9a81),segment_id=c0710684-3a47-4f58-8624-f2e0171b9a81)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:41.197170 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1fac975f-200f-4a75-afbf-fdb6d69a6278 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5638199 Aug 26 01:08:41.202869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45820) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:41.232133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:41.234831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:41.257308 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Network 1f23a3b3-947c-4cba-8cce-47a09d608221 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:41.268409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.283984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:41.287228 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:41.296825 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.297563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5a1cb364-ee01-4afe-8383-d417e7d7e43e up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:41.459476 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0b3483b3-0a75-49c4-acd6-b5f43df3c911 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.528104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.567359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.590313 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Pushing event updated for resources: {'Port': ['ID=c723ad66-1a5d-44cf-90e1-74afad9012d7,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:41.590558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.644057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Allocated IP 172.26.2.130 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/93d6c227-f9af-462b-9790-f97c9528f20c) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:41.650053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Transition to ACTIVE for port object e0579a9f-caf4-4e99-a914-bff0a0e8b220 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:41.657112 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Attempting to bind port 6e53b7f0-7535-4319-81b1-c9617d368cb7 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:41.657487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Attempting to bind port 6e53b7f0-7535-4319-81b1-c9617d368cb7 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '53128393-72a5-4d88-848e-0bfb34a23540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'd33b42d6-b1ae-4fe4-9d74-20bbf174c99a'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:41.657885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Attempting to bind port 6e53b7f0-7535-4319-81b1-c9617d368cb7 on network d33b42d6-b1ae-4fe4-9d74-20bbf174c99a {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:41.669106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Transition to ACTIVE for port object 996098e1-226b-4541-b0ba-c17f3a3ac2ea will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:41.697484 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.746701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735bc6a9-40e2-42e5-9580-e7a3d7feed47 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:41.761236 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3bd50a-4173-4a7a-9db3-d8e46204959d None None] Sync routers for ids ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:41.763574 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0b3483b3-0a75-49c4-acd6-b5f43df3c911 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.776603 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-735bc6a9-40e2-42e5-9580-e7a3d7feed47 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.780885 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3bd50a-4173-4a7a-9db3-d8e46204959d None None] Routers {'7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:41.786805 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ac3bd50a-4173-4a7a-9db3-d8e46204959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:41.816973 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3483b3-0a75-49c4-acd6-b5f43df3c911 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=3c34f82f-e7d9-40e7-9aa3-c03393ba6e7b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:41.823776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0b3483b3-0a75-49c4-acd6-b5f43df3c911 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.846359 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:41.846723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Checking segment: {'id': '53128393-72a5-4d88-848e-0bfb34a23540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'd33b42d6-b1ae-4fe4-9d74-20bbf174c99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:41.847128 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.847653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Bound using segment: {'id': '53128393-72a5-4d88-848e-0bfb34a23540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'd33b42d6-b1ae-4fe4-9d74-20bbf174c99a'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:41.848146 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Bound port: 6e53b7f0-7535-4319-81b1-c9617d368cb7, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53128393-72a5-4d88-848e-0bfb34a23540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'd33b42d6-b1ae-4fe4-9d74-20bbf174c99a'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:41.848519 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.893553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402981e9-cc60-47a5-8187-2c877f518e33 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:41.918405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.961084 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Attempting to bind port c723ad66-1a5d-44cf-90e1-74afad9012d7 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:41.961458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Attempting to bind port c723ad66-1a5d-44cf-90e1-74afad9012d7 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'df365c49-bc9a-4a51-a0ad-a251652fe663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b843ab2d-2e19-4003-b455-0c672cd3a4ba'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:41.961839 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Attempting to bind port c723ad66-1a5d-44cf-90e1-74afad9012d7 on network b843ab2d-2e19-4003-b455-0c672cd3a4ba {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:41.974924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:41.997161 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.059990 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0b3483b3-0a75-49c4-acd6-b5f43df3c911 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/3c34f82f-e7d9-40e7-9aa3-c03393ba6e7b HTTP/1.1" status: 204 len: 168 time: 1.1512427 Aug 26 01:08:42.061238 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ac3bd50a-4173-4a7a-9db3-d8e46204959d None None] Set router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:08:42.067304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45826) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:42.080217 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Subnet': ['ID=e2710e0d-592a-46a7-902b-5937b2b99355,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:42.106094 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-52e13737-d813-4a9b-ac74-dbc3d830c1c7 None None] Current status of the port 5a1cb364-ee01-4afe-8383-d417e7d7e43e is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:42.158451 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-735bc6a9-40e2-42e5-9580-e7a3d7feed47 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "PUT /v2.0/floatingips/165e6e3b-d9f5-41db-9219-5af9abf44b76 HTTP/1.1" status: 200 len: 991 time: 6.2967031 Aug 26 01:08:42.159214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Network 168ba3ab-d750-4107-b28a-dd1d2473b50f is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:42.160030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Pushing event updated for resources: {'Port': ['ID=996098e1-226b-4541-b0ba-c17f3a3ac2ea,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:42.173485 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Attempting to bind port 58bb9e5c-1810-4463-9d15-a350100e13f8 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:42.173886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Attempting to bind port 58bb9e5c-1810-4463-9d15-a350100e13f8 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '0ac128d5-33b8-4225-a429-41fc00d1a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1f23a3b3-947c-4cba-8cce-47a09d608221'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:42.174250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Attempting to bind port 58bb9e5c-1810-4463-9d15-a350100e13f8 on network 1f23a3b3-947c-4cba-8cce-47a09d608221 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:42.178097 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:42.183854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Allocated IP 2001:db8::1 (1f23a3b3-947c-4cba-8cce-47a09d608221/e228413b-368c-4867-b8d9-60105ef246aa/464c5a1b-fad6-47fa-bfef-159c5673d461) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:42.191007 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8b1662-bfcc-40aa-82af-612a87437427', 'tag': 'f3c97109-2c25-45f5-9473-dbefc15173ad'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:08:42.227074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Pushing event updated for resources: {'Port': ['ID=58bb9e5c-1810-4463-9d15-a350100e13f8,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:42.229618 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:42.269246 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:42.269878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Checking segment: {'id': 'df365c49-bc9a-4a51-a0ad-a251652fe663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b843ab2d-2e19-4003-b455-0c672cd3a4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:42.269981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.270316 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Bound using segment: {'id': 'df365c49-bc9a-4a51-a0ad-a251652fe663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b843ab2d-2e19-4003-b455-0c672cd3a4ba'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:42.271430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Bound port: c723ad66-1a5d-44cf-90e1-74afad9012d7, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df365c49-bc9a-4a51-a0ad-a251652fe663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b843ab2d-2e19-4003-b455-0c672cd3a4ba'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:42.272193 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.281915 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Transition to ACTIVE for port object ad9e7134-07af-4653-af33-12513a5deb5b will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:42.289786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.319840 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ece5a13-213a-45e6-9a4c-92960f864f95'] response: {'name': 'network-changed', 'server_uuid': 'bd8b1662-bfcc-40aa-82af-612a87437427', 'tag': 'f3c97109-2c25-45f5-9473-dbefc15173ad', 'status': 'completed', 'code': 200} Aug 26 01:08:42.381874 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:42.382306 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Checking segment: {'id': '0ac128d5-33b8-4225-a429-41fc00d1a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1f23a3b3-947c-4cba-8cce-47a09d608221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:42.382652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.383047 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Bound using segment: {'id': '0ac128d5-33b8-4225-a429-41fc00d1a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1f23a3b3-947c-4cba-8cce-47a09d608221'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:42.383544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Bound port: 58bb9e5c-1810-4463-9d15-a350100e13f8, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac128d5-33b8-4225-a429-41fc00d1a936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1f23a3b3-947c-4cba-8cce-47a09d608221'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:42.383962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.462729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.490792 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4cb1615-c1f0-4ace-af60-01059b90cd6a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet c7ec0f78-c583-4d2d-a3f8-c78bb2e8f360 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:08:42.493870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1615-c1f0-4ace-af60-01059b90cd6a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.504402 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Network 0038a118-56b4-4a6a-b5c0-0252e557c774 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:42.523609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:42.549816 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:42.551468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.553280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1615-c1f0-4ace-af60-01059b90cd6a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.553438 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ac62cd-fa74-45e0-a84a-2f855b148fc7 None None] Network c98d0d38-7252-4916-a525-882236f9c476 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:42.609805 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ac3bd50a-4173-4a7a-9db3-d8e46204959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:29Z', 'updated_at': '2022-08-26T01:07:45Z', 'revision_number': 4, 'project_id': '2b51416469154fda977a78b7767f918c', 'gw_port': {'id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:32Z', 'updated_at': '2022-08-26T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '165e6e3b-d9f5-41db-9219-5af9abf44b76', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'floating_ip_address': '172.26.2.212', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'port_id': 'f3c97109-2c25-45f5-9473-dbefc15173ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'mac_address': 'fa:16:3e:f0:43:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b1662-bfcc-40aa-82af-612a87437427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:08:00Z', 'updated_at': '2022-08-26T01:08:37Z', 'revision_number': 1, 'project_id': '2b51416469154fda977a78b7767f918c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4b3bfb-db45-49bb-b83e-2bd59dd64939', 'name': '', 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'mac_address': 'fa:16:3e:96:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:42Z', 'updated_at': '2022-08-26T01:07:55Z', 'revision_number': 5, 'project_id': '2b51416469154fda977a78b7767f918c', 'subnets': [{'id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:42.615228 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3bd50a-4173-4a7a-9db3-d8e46204959d None None] Checking router: 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:08:42.627780 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3bd50a-4173-4a7a-9db3-d8e46204959d None None] Routers {'7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:42.628561 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ac3bd50a-4173-4a7a-9db3-d8e46204959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:42.644133 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1615-c1f0-4ace-af60-01059b90cd6a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.653353 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Transition to ACTIVE for port object ad9e7134-07af-4653-af33-12513a5deb5b will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:42.669886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event updated for resources: {'Port': ['ID=e0579a9f-caf4-4e99-a914-bff0a0e8b220,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:42.684102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.773450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98d0d38-7252-4916-a525-882236f9c476']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:42.801223 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:42.801578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 5a1cb364-ee01-4afe-8383-d417e7d7e43e triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:42.802848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.803646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.814135 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b894652-6aab-4c65-b36b-7c7792696f2c') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:42.814435 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b894652-6aab-4c65-b36b-7c7792696f2c') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:42.840213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.847880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1615-c1f0-4ace-af60-01059b90cd6a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.918062 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb1615-c1f0-4ace-af60-01059b90cd6a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=c7ec0f78-c583-4d2d-a3f8-c78bb2e8f360,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:42.921170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a4cb1615-c1f0-4ace-af60-01059b90cd6a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.925622 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a4cb1615-c1f0-4ace-af60-01059b90cd6a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/c7ec0f78-c583-4d2d-a3f8-c78bb2e8f360 HTTP/1.1" status: 204 len: 168 time: 0.8512428 Aug 26 01:08:42.928549 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab6e8-041b-49db-8c6e-e747874de74d req-d8fc279b-76f2-45f1-a7cb-04f7cd02113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:42.930051 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec2ab6e8-041b-49db-8c6e-e747874de74d req-d8fc279b-76f2-45f1-a7cb-04f7cd02113a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2b51416469154fda977a78b7767f918c&device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 1098 time: 0.5189555 Aug 26 01:08:42.931419 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.933533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45834) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:42.934628 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0323f8d1-d37d-4609-a472-8ece70c79419 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0865955 Aug 26 01:08:42.937966 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45836) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:42.945238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.946631 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Request body: {'port': {'network_id': '168ba3ab-d750-4107-b28a-dd1d2473b50f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-324908723', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:42.947117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.api.validators [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] bootfile-name is not in valid_values {{(pid=89863) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 26 01:08:42.947457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.api.validators [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] tftp-server is not in valid_values {{(pid=89863) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 26 01:08:42.947778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.api.validators [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] server-ip-address is not in valid_values {{(pid=89863) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 26 01:08:42.962191 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:08:42.962975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.968366 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d1deb45e-e23f-4f3d-b4fa-808123a0791a None None] Provisioning complete for port 6c1ea510-f44e-4a3a-8a56-a357deb0b251 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:42.968758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d1deb45e-e23f-4f3d-b4fa-808123a0791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:42.994066 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=6c1ea510-f44e-4a3a-8a56-a357deb0b251,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:43.022488 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ac3bd50a-4173-4a7a-9db3-d8e46204959d None None] Set router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:08:43.039227 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f2e025f6-f5b0-420d-84ef-7210ecddbdd0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971675 Aug 26 01:08:43.042424 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] For port 6e53b7f0-7535-4319-81b1-c9617d368cb7, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:43.074014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Allocated IP 172.20.0.2 (168ba3ab-d750-4107-b28a-dd1d2473b50f/5181744d-6e1a-425d-847c-34f66539a881/ab8c73ef-bd28-4c1e-aeef-3becb91327f8) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:43.076893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Allocated IP 172.20.0.1 (a2e46085-c0e5-47ff-8aca-b76f5858cd7d/336579f1-3e28-45d2-b4ca-0b85f674ea2d/f4eacae7-ea05-40fd-b587-6518ff6821d9) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:43.085928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45842) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:43.094146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:43.115633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab6e8-041b-49db-8c6e-e747874de74d req-af06ba9b-4f9a-4442-bd67-3e5a5c1afec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:43.117142 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec2ab6e8-041b-49db-8c6e-e747874de74d req-af06ba9b-4f9a-4442-bd67-3e5a5c1afec0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ddd58b69-18ff-473a-81ae-b003ddd4fec6 HTTP/1.1" status: 200 len: 914 time: 0.1751807 Aug 26 01:08:43.125079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-cce578b9-2e38-4acc-8443-141bcfdd7514 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:43.145375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:43.225645 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 1b894652-6aab-4c65-b36b-7c7792696f2c resource provider aggregate not found Aug 26 01:08:43.295493 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 1b894652-6aab-4c65-b36b-7c7792696f2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b894652-6aab-4c65-b36b-7c7792696f2c found for delete ", "request_id": "req-88b645fb-0f8a-449e-acde-5ebd8e71ed39"}]} Aug 26 01:08:43.299003 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Network a2e46085-c0e5-47ff-8aca-b76f5858cd7d is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:43.321127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Transition to ACTIVE for port object 464c5a1b-fad6-47fa-bfef-159c5673d461 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:43.323637 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:43.326337 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:43.336988 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] For port c723ad66-1a5d-44cf-90e1-74afad9012d7, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:43.378623 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec2ab6e8-041b-49db-8c6e-e747874de74d req-8adc5b90-163d-41c8-b394-11d85eef9d18 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c97109-2c25-45f5-9473-dbefc15173ad HTTP/1.1" status: 200 len: 999 time: 0.2052872 Aug 26 01:08:43.398672 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Pushing event updated for resources: {'Port': ['ID=ad9e7134-07af-4653-af33-12513a5deb5b,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:43.419250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] For port 58bb9e5c-1810-4463-9d15-a350100e13f8, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:43.457054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:43.484450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:43.493657 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/c98d0d38-7252-4916-a525-882236f9c476 HTTP/1.1" status: 204 len: 168 time: 2.2896535 Aug 26 01:08:43.504704 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45850) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:43.505575 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e4e3b-193a-4713-8093-58773e688563 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Network': ['ID=c98d0d38-7252-4916-a525-882236f9c476,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:43.509496 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:43.518526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1720072815'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:43.524324 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:43.528231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:network and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:43.531192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:43.537300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:43.538139 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cce578b9-2e38-4acc-8443-141bcfdd7514 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:43.543530 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cce578b9-2e38-4acc-8443-141bcfdd7514 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:43.546858 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab6e8-041b-49db-8c6e-e747874de74d req-2ad2f375-480c-447b-801f-7bfa7f58d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:43.549461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cce578b9-2e38-4acc-8443-141bcfdd7514 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:43.549581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] For port c723ad66-1a5d-44cf-90e1-74afad9012d7, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=c723ad66-1a5d-44cf-90e1-74afad9012d7,segment=NetworkSegment(df365c49-bc9a-4a51-a0ad-a251652fe663),segment_id=df365c49-bc9a-4a51-a0ad-a251652fe663)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:43.549695 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec2ab6e8-041b-49db-8c6e-e747874de74d req-2ad2f375-480c-447b-801f-7bfa7f58d00e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8b9c5a93-9423-4301-b9da-a87da6db8e95 HTTP/1.1" status: 200 len: 851 time: 0.1584165 Aug 26 01:08:43.549695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Usage tracker for resource:port and tenant:0c1ab367092b4e449d0df081f830f096 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:43.553389 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:43.557423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cce578b9-2e38-4acc-8443-141bcfdd7514 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:43.560977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:43.622981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] For port 6e53b7f0-7535-4319-81b1-c9617d368cb7, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6e53b7f0-7535-4319-81b1-c9617d368cb7,segment=NetworkSegment(53128393-72a5-4d88-848e-0bfb34a23540),segment_id=53128393-72a5-4d88-848e-0bfb34a23540)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:43.625487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] For port 58bb9e5c-1810-4463-9d15-a350100e13f8, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=58bb9e5c-1810-4463-9d15-a350100e13f8,segment=NetworkSegment(0ac128d5-33b8-4225-a429-41fc00d1a936),segment_id=0ac128d5-33b8-4225-a429-41fc00d1a936)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:43.648974 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:43.651157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:43.652036 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:43.681440 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ac3bd50a-4173-4a7a-9db3-d8e46204959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:29Z', 'updated_at': '2022-08-26T01:07:45Z', 'revision_number': 4, 'project_id': '2b51416469154fda977a78b7767f918c', 'gw_port': {'id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:32Z', 'updated_at': '2022-08-26T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '165e6e3b-d9f5-41db-9219-5af9abf44b76', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'floating_ip_address': '172.26.2.212', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'port_id': 'f3c97109-2c25-45f5-9473-dbefc15173ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'mac_address': 'fa:16:3e:f0:43:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b1662-bfcc-40aa-82af-612a87437427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:08:00Z', 'updated_at': '2022-08-26T01:08:37Z', 'revision_number': 1, 'project_id': '2b51416469154fda977a78b7767f918c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4b3bfb-db45-49bb-b83e-2bd59dd64939', 'name': '', 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'mac_address': 'fa:16:3e:96:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:42Z', 'updated_at': '2022-08-26T01:07:55Z', 'revision_number': 5, 'project_id': '2b51416469154fda977a78b7767f918c', 'subnets': [{'id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:43.690649 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3bd50a-4173-4a7a-9db3-d8e46204959d None None] The sync data for ids ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'] in dv-neutron-854561-2-hyperv is: [{'id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:29Z', 'updated_at': '2022-08-26T01:07:45Z', 'revision_number': 4, 'project_id': '2b51416469154fda977a78b7767f918c', 'gw_port': {'id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:32Z', 'updated_at': '2022-08-26T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '165e6e3b-d9f5-41db-9219-5af9abf44b76', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'floating_ip_address': '172.26.2.212', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'port_id': 'f3c97109-2c25-45f5-9473-dbefc15173ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'mac_address': 'fa:16:3e:f0:43:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8b1662-bfcc-40aa-82af-612a87437427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:08:00Z', 'updated_at': '2022-08-26T01:08:37Z', 'revision_number': 1, 'project_id': '2b51416469154fda977a78b7767f918c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4b3bfb-db45-49bb-b83e-2bd59dd64939', 'name': '', 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'mac_address': 'fa:16:3e:96:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:42Z', 'updated_at': '2022-08-26T01:07:55Z', 'revision_number': 5, 'project_id': '2b51416469154fda977a78b7767f918c', 'subnets': [{'id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:43.691070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:08:43.701463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:43.702092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab6e8-041b-49db-8c6e-e747874de74d req-774f2abd-aefd-4707-a9d6-b62b7e5548ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:43.703756 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec2ab6e8-041b-49db-8c6e-e747874de74d req-774f2abd-aefd-4707-a9d6-b62b7e5548ca service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ddd58b69-18ff-473a-81ae-b003ddd4fec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1441031 Aug 26 01:08:43.710236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:43.710716 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Added segment 3da62a84-4264-48a1-bf85-535411af4cc5 of type vlan for network e7002b86-fc44-42bf-9e50-048bdbaa8b33 Aug 26 01:08:43.742719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Made reservation on behalf of 0c1ab367092b4e449d0df081f830f096 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:43.746799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:43.774275 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce578b9-2e38-4acc-8443-141bcfdd7514 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:43.777891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cce578b9-2e38-4acc-8443-141bcfdd7514 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:43.859640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] device_id is not set on port 5cdfe179-0063-4872-b70f-68bf1ccfb40a yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:08:43.906702 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d1deb45e-e23f-4f3d-b4fa-808123a0791a None None] Current status of the port 6c1ea510-f44e-4a3a-8a56-a357deb0b251 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:43.914931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:43.918012 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:43.937625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:43.937874 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:43.940590 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Attempting to bind port ad9e7134-07af-4653-af33-12513a5deb5b on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:43.941011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Attempting to bind port ad9e7134-07af-4653-af33-12513a5deb5b by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'af23532e-1331-4adf-a5fd-23b5582f7665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'a2e46085-c0e5-47ff-8aca-b76f5858cd7d'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:43.941520 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Attempting to bind port ad9e7134-07af-4653-af33-12513a5deb5b on network a2e46085-c0e5-47ff-8aca-b76f5858cd7d {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:43.943531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 5a1cb364-ee01-4afe-8383-d417e7d7e43e is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:43.946587 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:43.956953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:44.004241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:44.027912 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec2ab6e8-041b-49db-8c6e-e747874de74d req-4a49447f-5949-4d76-9fd5-375a505a76b5 service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155477 Aug 26 01:08:44.063566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 1f23a3b3-947c-4cba-8cce-47a09d608221 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:44.069319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d1deb45e-e23f-4f3d-b4fa-808123a0791a None None] Could not find standard attr ID for object 042162bc-f28c-4eee-b5c4-51183209c4cb. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:08:44.078691 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:44.082055 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:44.088541 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6c1ea510-f44e-4a3a-8a56-a357deb0b251 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:44.099852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Pushing event updated for resources: {'Port': ['ID=93d6c227-f9af-462b-9790-f97c9528f20c,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:44.106472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:44.107007 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:44.125443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:44.131120 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:44.131706 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:44.189798 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:44.190270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Checking segment: {'id': 'af23532e-1331-4adf-a5fd-23b5582f7665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'a2e46085-c0e5-47ff-8aca-b76f5858cd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:44.190584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:44.190973 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Bound using segment: {'id': 'af23532e-1331-4adf-a5fd-23b5582f7665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'a2e46085-c0e5-47ff-8aca-b76f5858cd7d'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:44.191473 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Bound port: ad9e7134-07af-4653-af33-12513a5deb5b, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af23532e-1331-4adf-a5fd-23b5582f7665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'a2e46085-c0e5-47ff-8aca-b76f5858cd7d'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:44.191843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:44.202762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09c93b4-20ee-4bd7-8fb6-c32fc5ea3cb3 None None] New status for floating IP 165e6e3b-d9f5-41db-9219-5af9abf44b76: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:08:44.269231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Network': ['ID=e7002b86-fc44-42bf-9e50-048bdbaa8b33,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:44.298228 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec2ab6e8-041b-49db-8c6e-e747874de74d req-992b5185-56e8-4e89-b0ea-741519c9882d service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567446 Aug 26 01:08:44.328127 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-94c06591-2903-4c12-a3dc-2b10802a3381 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8202415 Aug 26 01:08:44.330986 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45854) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:44.335560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network e7002b86-fc44-42bf-9e50-048bdbaa8b33 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:08:44.339276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'subnet': {'network_id': 'e7002b86-fc44-42bf-9e50-048bdbaa8b33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:44.368625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Transition to ACTIVE for port object f4eacae7-ea05-40fd-b587-6518ff6821d9 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:44.485803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370f82c-f5ee-4282-bbdb-78dc5401fb01 None None] Pushing event updated for resources: {'Port': ['ID=c723ad66-1a5d-44cf-90e1-74afad9012d7,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:44.510859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:44.606490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:44.611453 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:subnet and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:44.615390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:44.623005 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:44.674006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55350ac-27f5-42cb-8f2d-9137947cd02d None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:08:44.706143 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-25d28bf8-a083-4f48-9133-c686e29efe23 None None] Provisioning for port e0579a9f-caf4-4e99-a914-bff0a0e8b220 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:44.716430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:44.723745 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:44.725468 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Transition to ACTIVE for port object ab8c73ef-bd28-4c1e-aeef-3becb91327f8 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:44.752863 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=464c5a1b-fad6-47fa-bfef-159c5673d461,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:44.760018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e55350ac-27f5-42cb-8f2d-9137947cd02d None None] Deleting port 5a1cb364-ee01-4afe-8383-d417e7d7e43e {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:44.763117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e55350ac-27f5-42cb-8f2d-9137947cd02d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:44.841899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-25d28bf8-a083-4f48-9133-c686e29efe23 None None] Provisioning complete for port e0579a9f-caf4-4e99-a914-bff0a0e8b220 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:44.842278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-25d28bf8-a083-4f48-9133-c686e29efe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:44.996266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:45.011997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Transition to ACTIVE for port object ab8c73ef-bd28-4c1e-aeef-3becb91327f8 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:45.037450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa182c-bcf4-4df8-8685-f7be4e9d1bf6 None None] Pushing event updated for resources: {'Port': ['ID=58bb9e5c-1810-4463-9d15-a350100e13f8,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:45.044773 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] For port ad9e7134-07af-4653-af33-12513a5deb5b, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:45.095318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 6c1ea510-f44e-4a3a-8a56-a357deb0b251 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:45.096295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:45.238060 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-25d28bf8-a083-4f48-9133-c686e29efe23 None None] Port e0579a9f-caf4-4e99-a914-bff0a0e8b220 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:08:45.289512 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:45.299752 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] For port ad9e7134-07af-4653-af33-12513a5deb5b, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ad9e7134-07af-4653-af33-12513a5deb5b,segment=NetworkSegment(af23532e-1331-4adf-a5fd-23b5582f7665),segment_id=af23532e-1331-4adf-a5fd-23b5582f7665)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:45.303425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:45.373383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Network 168ba3ab-d750-4107-b28a-dd1d2473b50f is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:45.398639 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:45.401242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:45.432300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Allocated IP 172.20.0.3 (168ba3ab-d750-4107-b28a-dd1d2473b50f/5181744d-6e1a-425d-847c-34f66539a881/5cdfe179-0063-4872-b70f-68bf1ccfb40a) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:45.477388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:45.543122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=f4eacae7-ea05-40fd-b587-6518ff6821d9,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:45.548045 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cce578b9-2e38-4acc-8443-141bcfdd7514 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:45.604195 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031dcce-31bf-4e3f-b91d-a6c808944b16 None None] Pushing event updated for resources: {'Port': ['ID=6e53b7f0-7535-4319-81b1-c9617d368cb7,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:45.729535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:08:45.748593 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:45.791684 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Pushing event updated for resources: {'Port': ['ID=ab8c73ef-bd28-4c1e-aeef-3becb91327f8,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:45.805380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:45.810309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce578b9-2e38-4acc-8443-141bcfdd7514 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=253ef4f9-9a84-4e48-afcc-1dba83229573,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:45.821429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce578b9-2e38-4acc-8443-141bcfdd7514 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:45.914755 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-cce578b9-2e38-4acc-8443-141bcfdd7514 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:45.933522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network a2e46085-c0e5-47ff-8aca-b76f5858cd7d is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:45.995181 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:46.016226 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Subnet': ['ID=9035e137-57b6-43b3-9680-4d17e8dbd7bb,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:46.021305 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e55350ac-27f5-42cb-8f2d-9137947cd02d None None] For port 5a1cb364-ee01-4afe-8383-d417e7d7e43e, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5a1cb364-ee01-4afe-8383-d417e7d7e43e,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:46.022280 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e55350ac-27f5-42cb-8f2d-9137947cd02d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:46.030981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Transition to ACTIVE for port object 5cdfe179-0063-4872-b70f-68bf1ccfb40a will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:46.032367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Checking segment: {'id': '3da62a84-4264-48a1-bf85-535411af4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e7002b86-fc44-42bf-9e50-048bdbaa8b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:46.032720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network hostable DHCP agents. Network: e7002b86-fc44-42bf-9e50-048bdbaa8b33, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:08:46.104662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce578b9-2e38-4acc-8443-141bcfdd7514 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:46.105603 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cce578b9-2e38-4acc-8443-141bcfdd7514 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:46.109988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:46.111793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:46.112510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:46.134675 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:46.139252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network e7002b86-fc44-42bf-9e50-048bdbaa8b33 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:08:46.139252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:46.205234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Attempting to bind port ab8c73ef-bd28-4c1e-aeef-3becb91327f8 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:46.216017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Attempting to bind port ab8c73ef-bd28-4c1e-aeef-3becb91327f8 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'd5592826-3821-4dbb-871e-6809c8ce1bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '168ba3ab-d750-4107-b28a-dd1d2473b50f'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:46.216434 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Attempting to bind port ab8c73ef-bd28-4c1e-aeef-3becb91327f8 on network 168ba3ab-d750-4107-b28a-dd1d2473b50f {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:46.233716 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e55350ac-27f5-42cb-8f2d-9137947cd02d None None] Calling delete_port for 5a1cb364-ee01-4afe-8383-d417e7d7e43e owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:46.248660 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Network 168ba3ab-d750-4107-b28a-dd1d2473b50f is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:46.261726 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:46.266211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:46.305554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:46.350228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:46.350981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:46.355137 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Pushing event updated for resources: {'Port': ['ID=5cdfe179-0063-4872-b70f-68bf1ccfb40a,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:46.365658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, e7002b86-fc44-42bf-9e50-048bdbaa8b33) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:46.384702 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:46.385534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:46.478641 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d32962-3701-4f9b-8326-4e4af07f1458 None None] Network e7002b86-fc44-42bf-9e50-048bdbaa8b33 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:46.492049 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29410cd-97bd-4cd0-a01b-bd95a6f669dc None None] Network b843ab2d-2e19-4003-b455-0c672cd3a4ba requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:46.494438 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d57d069a-ea97-4571-9638-d827530b461d tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.5553830 Aug 26 01:08:46.497007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45860) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:46.501183 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-82591795-74b0-487b-8e3e-29557a447948 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1667254 Aug 26 01:08:46.540657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:46.541031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Checking segment: {'id': 'd5592826-3821-4dbb-871e-6809c8ce1bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '168ba3ab-d750-4107-b28a-dd1d2473b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:46.541430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:46.541845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Bound using segment: {'id': 'd5592826-3821-4dbb-871e-6809c8ce1bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '168ba3ab-d750-4107-b28a-dd1d2473b50f'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:46.542334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Bound port: ab8c73ef-bd28-4c1e-aeef-3becb91327f8, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5592826-3821-4dbb-871e-6809c8ce1bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '168ba3ab-d750-4107-b28a-dd1d2473b50f'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:46.542704 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:46.574379 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45864) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:46.750313 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6c1ea510-f44e-4a3a-8a56-a357deb0b251 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:46.758446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5a1cb364-ee01-4afe-8383-d417e7d7e43e up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:46.800577 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34584126-0907-4849-a74a-fc3ab2249ab4 None None] Pushing event updated for resources: {'Port': ['ID=ad9e7134-07af-4653-af33-12513a5deb5b,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:46.895115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50079e16-d923-4dc9-a1a5-33474cdfb468 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:46.902215 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50079e16-d923-4dc9-a1a5-33474cdfb468 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:46.909834 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50079e16-d923-4dc9-a1a5-33474cdfb468 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:46.911683 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-50079e16-d923-4dc9-a1a5-33474cdfb468 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Synchronizing usage tracker for tenant:0c1ab367092b4e449d0df081f830f096 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:46.956913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:47.050759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-50079e16-d923-4dc9-a1a5-33474cdfb468 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Unset dirty status for tenant:0c1ab367092b4e449d0df081f830f096 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:47.052688 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-50079e16-d923-4dc9-a1a5-33474cdfb468 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.5523226 Aug 26 01:08:47.055907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:47.089204 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ea46b7-b47f-46b7-89ff-1693efa9246b None None] Network d33b42d6-b1ae-4fe4-9d74-20bbf174c99a requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:47.099374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45868) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:47.107297 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cce578b9-2e38-4acc-8443-141bcfdd7514 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0162454 Aug 26 01:08:47.149685 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45870) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:47.157611 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:47.160013 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event updated for resources: {'Port': ['ID=e0579a9f-caf4-4e99-a914-bff0a0e8b220,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:47.167729 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e55350ac-27f5-42cb-8f2d-9137947cd02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:47.168596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:47.191122 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b47089-7e49-428d-bf4f-37ad3ebde52b None None] Network 1f23a3b3-947c-4cba-8cce-47a09d608221 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:47.236721 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b01d2e9f-9645-4f95-8a19-1994643f7d41 None None] Provisioning for port c723ad66-1a5d-44cf-90e1-74afad9012d7 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:47.243331 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:47.378600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Subnet': ['ID=9035e137-57b6-43b3-9680-4d17e8dbd7bb,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:47.412155 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667b3a0b-83a9-4fd0-8968-26167f52773f None None] Network a2e46085-c0e5-47ff-8aca-b76f5858cd7d requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:47.417014 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:47.441790 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Network 0038a118-56b4-4a6a-b5c0-0252e557c774 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:47.446487 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7002b86-fc44-42bf-9e50-048bdbaa8b33']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:47.453730 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:47.458798 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2d01e713-5411-4acc-98d6-43595a74d014 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Deleting port 5cdfe179-0063-4872-b70f-68bf1ccfb40a {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:47.459169 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d01e713-5411-4acc-98d6-43595a74d014 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:47.461124 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da62a84-4264-48a1-bf85-535411af4cc5') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:47.461430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da62a84-4264-48a1-bf85-535411af4cc5') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:47.474395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:47.480056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55350ac-27f5-42cb-8f2d-9137947cd02d None None] Pushing event deleted for resources: {'Port': ['ID=5a1cb364-ee01-4afe-8383-d417e7d7e43e,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:47.495113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:47.501271 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:08:47.503786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:47.563453 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55350ac-27f5-42cb-8f2d-9137947cd02d None None] No DVR routers for this DVR port 5a1cb364-ee01-4afe-8383-d417e7d7e43e on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:08:47.621061 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5693539c-b3ca-4fd8-9ccb-4f697d79270c None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:47.630385 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 3da62a84-4264-48a1-bf85-535411af4cc5 resource provider aggregate not found Aug 26 01:08:47.651522 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bd3992-ff57-4d4a-af66-bb8f797f5c94 None None] Network e7002b86-fc44-42bf-9e50-048bdbaa8b33 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:47.655834 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 3da62a84-4264-48a1-bf85-535411af4cc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3da62a84-4264-48a1-bf85-535411af4cc5 found for delete ", "request_id": "req-9f349c60-24d5-4de3-a5d6-06571b33c5fa"}]} Aug 26 01:08:47.741936 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No active binding found for port 5a1cb364-ee01-4afe-8383-d417e7d7e43e {{(pid=89864) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Aug 26 01:08:47.742409 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5a1cb364-ee01-4afe-8383-d417e7d7e43e not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Aug 26 01:08:47.765025 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:47.775624 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:47.820423 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/e7002b86-fc44-42bf-9e50-048bdbaa8b33 HTTP/1.1" status: 204 len: 168 time: 1.2449358 Aug 26 01:08:47.824425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45880) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:47.835555 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1620051518'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:47.840260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87a1c8-1f58-40c8-bbae-2befd32306d0 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Network': ['ID=e7002b86-fc44-42bf-9e50-048bdbaa8b33,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:47.843692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:47.852745 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:network and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:47.858488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:47.866414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:47.870235 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:47.875593 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] For port ab8c73ef-bd28-4c1e-aeef-3becb91327f8, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:47.884234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2a0b82d8-3f1c-457d-bd8c-522f6f61a464 None None] Provisioning for port 6e53b7f0-7535-4319-81b1-c9617d368cb7 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:47.887251 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Port 5a1cb364-ee01-4afe-8383-d417e7d7e43e not found, will not notify nova. {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Aug 26 01:08:47.957877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:47.962079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:47.965627 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] For port ab8c73ef-bd28-4c1e-aeef-3becb91327f8, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ab8c73ef-bd28-4c1e-aeef-3becb91327f8,segment=NetworkSegment(d5592826-3821-4dbb-871e-6809c8ce1bbd),segment_id=d5592826-3821-4dbb-871e-6809c8ce1bbd)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:48.025459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:08:48.038974 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:48.039829 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Added segment 376605f8-8322-4bc5-b334-1de2e777903e of type vlan for network f3071e99-7877-4207-914b-4d61941edb0a Aug 26 01:08:48.075693 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:48.135201 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:48.157608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:48.162443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:48.163662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:48.165893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:48.172178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:48.176315 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:48.177996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:48.233948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ad9e7134-07af-4653-af33-12513a5deb5b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:48.260604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:48.456677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Network': ['ID=f3071e99-7877-4207-914b-4d61941edb0a,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:48.478773 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cafe80a9-ae19-4fcc-bfbe-b16bfb0e8cac tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6531873 Aug 26 01:08:48.479589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45884) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:48.485435 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'subnet': {'network_id': 'f3071e99-7877-4207-914b-4d61941edb0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:48.524822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:48.528068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:48.549943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network f3071e99-7877-4207-914b-4d61941edb0a details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:08:48.586065 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2a0b82d8-3f1c-457d-bd8c-522f6f61a464 None None] Provisioning for port 58bb9e5c-1810-4463-9d15-a350100e13f8 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:48.637000 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:48.641055 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:subnet and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:48.644809 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:48.646927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:08:48.653288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:48.719951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:48.757603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:48.761606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:48.826640 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:48.827391 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:48.851731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c1143-1970-44b1-b4f1-f5f33ed2def4 None None] Pushing event updated for resources: {'Port': ['ID=ab8c73ef-bd28-4c1e-aeef-3becb91327f8,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:48.980350 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2a0b82d8-3f1c-457d-bd8c-522f6f61a464 None None] Provisioning for port ad9e7134-07af-4653-af33-12513a5deb5b completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:48.997222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': '253ef4f9-9a84-4e48-afcc-1dba83229573'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:08:48.998073 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:49.050033 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port ad9e7134-07af-4653-af33-12513a5deb5b completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:49.132147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ad9e7134-07af-4653-af33-12513a5deb5b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:49.133112 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:49.135466 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Router 6b4d39f6-eb0a-4c10-945a-cddc3ff774b5 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:08:49.158558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d01e713-5411-4acc-98d6-43595a74d014 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:49.253407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-34b26100-6f75-432e-81df-585713fc1a32 None None] Provisioning complete for port e0579a9f-caf4-4e99-a914-bff0a0e8b220 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:49.253815 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-34b26100-6f75-432e-81df-585713fc1a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:49.270203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:49.415569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2d01e713-5411-4acc-98d6-43595a74d014 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Calling delete_port for 5cdfe179-0063-4872-b70f-68bf1ccfb40a owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:49.425353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Subnet': ['ID=1caffbd3-6783-4250-8f8e-ae4846dc5353,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:49.448464 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Checking segment: {'id': '376605f8-8322-4bc5-b334-1de2e777903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'f3071e99-7877-4207-914b-4d61941edb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:49.448464 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network hostable DHCP agents. Network: f3071e99-7877-4207-914b-4d61941edb0a, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:08:49.523895 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-34b26100-6f75-432e-81df-585713fc1a32 None None] Port e0579a9f-caf4-4e99-a914-bff0a0e8b220 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:08:49.541629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Allocated IP 172.20.0.2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/253ef4f9-9a84-4e48-afcc-1dba83229573/d6f6da66-e0b1-4947-abf8-8c749d228171) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:49.543069 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=464c5a1b-fad6-47fa-bfef-159c5673d461,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:49.561573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network f3071e99-7877-4207-914b-4d61941edb0a is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:08:49.649174 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, f3071e99-7877-4207-914b-4d61941edb0a) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:49.653251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:49.653867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:49.661223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ad9e7134-07af-4653-af33-12513a5deb5b is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:49.663509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:49.680614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8fb820-e90b-4c2f-8e0a-940ff50351c8 None None] Network f3071e99-7877-4207-914b-4d61941edb0a requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:49.797300 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6893fda4-bc20-4c7b-9d4f-66abf27eb8e5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3142273 Aug 26 01:08:49.801372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45890) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:49.845162 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port ad9e7134-07af-4653-af33-12513a5deb5b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ad9e7134-07af-4653-af33-12513a5deb5b,segment=NetworkSegment(af23532e-1331-4adf-a5fd-23b5582f7665),segment_id=af23532e-1331-4adf-a5fd-23b5582f7665)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:49.940447 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:49.941217 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c723ad66-1a5d-44cf-90e1-74afad9012d7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:50.046905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 1f23a3b3-947c-4cba-8cce-47a09d608221 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:50.057979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:50.059910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:50.066581 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:50.180395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:50.247559 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Transition to ACTIVE for port object d6f6da66-e0b1-4947-abf8-8c749d228171 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:50.266014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fc9784ad-1bfc-4395-a451-a278a1699e2b None None] Provisioning for port f4eacae7-ea05-40fd-b587-6518ff6821d9 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:50.312024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fc9784ad-1bfc-4395-a451-a278a1699e2b None None] Provisioning complete for port f4eacae7-ea05-40fd-b587-6518ff6821d9 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:50.312396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fc9784ad-1bfc-4395-a451-a278a1699e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:50.351345 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:50.390942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-fc9784ad-1bfc-4395-a451-a278a1699e2b None None] Port f4eacae7-ea05-40fd-b587-6518ff6821d9 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:08:50.409181 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Subnet': ['ID=1caffbd3-6783-4250-8f8e-ae4846dc5353,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:50.457421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Transition to ACTIVE for port object d6f6da66-e0b1-4947-abf8-8c749d228171 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:50.465882 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0e73c0-f90a-4c39-ab93-4de5f7a04c3e None None] Network 168ba3ab-d750-4107-b28a-dd1d2473b50f requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:50.538476 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:50.562719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Router cb783b2f-a4bc-44a2-8973-558e1581022d is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:08:50.568929 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3071e99-7877-4207-914b-4d61941edb0a']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:50.586448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376605f8-8322-4bc5-b334-1de2e777903e') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:50.586790 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376605f8-8322-4bc5-b334-1de2e777903e') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:50.588710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:50.601906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:50.606175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=ad9e7134-07af-4653-af33-12513a5deb5b,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:50.621318 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:50.627913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:08:50.628322 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:50.640850 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b343f90c-d241-46c6-9126-62c30c90548b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-f3071e99-7877-4207-914b-4d61941edb0a', 'network_id': 'f3071e99-7877-4207-914b-4d61941edb0a', 'tenant_id': '2fdaefbd4df2459fb27cc54a09a71402', 'fixed_ips': [{'subnet_id': '1caffbd3-6783-4250-8f8e-ae4846dc5353'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:08:50.641074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:50.641715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b343f90c-d241-46c6-9126-62c30c90548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:50.656520 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f636e8fc-44fa-4cd5-9222-fa91c28b7bcc None None] Sync routers for ids ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:50.672868 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f636e8fc-44fa-4cd5-9222-fa91c28b7bcc None None] Routers {'6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:50.673969 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f636e8fc-44fa-4cd5-9222-fa91c28b7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:50.694610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:50.703317 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:50.705696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:50.752133 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f636e8fc-44fa-4cd5-9222-fa91c28b7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:50.763699 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f636e8fc-44fa-4cd5-9222-fa91c28b7bcc None None] Routers {'6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:50.764655 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f636e8fc-44fa-4cd5-9222-fa91c28b7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:50.789247 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 376605f8-8322-4bc5-b334-1de2e777903e resource provider aggregate not found Aug 26 01:08:50.818222 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 376605f8-8322-4bc5-b334-1de2e777903e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 376605f8-8322-4bc5-b334-1de2e777903e found for delete ", "request_id": "req-cfa7393a-cb15-4694-9850-32fdc1dd5206"}]} Aug 26 01:08:50.843460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:50.847335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fc9784ad-1bfc-4395-a451-a278a1699e2b None None] Provisioning complete for port ad9e7134-07af-4653-af33-12513a5deb5b triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:50.848202 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fc9784ad-1bfc-4395-a451-a278a1699e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:50.885335 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f636e8fc-44fa-4cd5-9222-fa91c28b7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:50.885763 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f636e8fc-44fa-4cd5-9222-fa91c28b7bcc None None] The sync data for ids ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:50.887824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port c723ad66-1a5d-44cf-90e1-74afad9012d7 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:50.894239 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:50.896332 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-826621c3-8fa0-44d2-b73e-c7399cf489a7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "PUT /v2.0/routers/6b4d39f6-eb0a-4c10-945a-cddc3ff774b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1977541 Aug 26 01:08:50.901240 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45898) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:50.910653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Network': ['ID=f3071e99-7877-4207-914b-4d61941edb0a,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:50.912242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Pushing event updated for resources: {'Port': ['ID=d6f6da66-e0b1-4947-abf8-8c749d228171,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:50.980861 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port c723ad66-1a5d-44cf-90e1-74afad9012d7 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:50.981336 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:50.998385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:51.034943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.objects.ports [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89862) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:08:51.054600 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8624b239-fcf0-41cb-9242-0aa0d9c48e7a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/f3071e99-7877-4207-914b-4d61941edb0a HTTP/1.1" status: 204 len: 168 time: 1.2507353 Aug 26 01:08:51.062080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45902) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:51.076258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1526689646'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:51.086204 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:51.093145 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:network and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:51.096024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d01e713-5411-4acc-98d6-43595a74d014 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:51.099757 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:51.108985 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:51.109759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:51.119248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Attempting to bind port d6f6da66-e0b1-4947-abf8-8c749d228171 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:51.119601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Attempting to bind port d6f6da66-e0b1-4947-abf8-8c749d228171 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:51.120106 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Attempting to bind port d6f6da66-e0b1-4947-abf8-8c749d228171 on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:51.128541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:51.133795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:51.134174 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:51.134580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:51.134977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:51.135470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Bound port: d6f6da66-e0b1-4947-abf8-8c749d228171, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:51.135846 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:51.145212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Sync routers for ids ['cb783b2f-a4bc-44a2-8973-558e1581022d'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:51.148811 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ff639-5b8b-4617-ac97-099718d5a958 None None] Network f3071e99-7877-4207-914b-4d61941edb0a requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:51.194068 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ff639-5b8b-4617-ac97-099718d5a958 None None] Network f3071e99-7877-4207-914b-4d61941edb0a could not be found, it might have been deleted concurrently. {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Aug 26 01:08:51.257772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:51.260678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:51.266476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Routers {'cb783b2f-a4bc-44a2-8973-558e1581022d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:51.266920 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['cb783b2f-a4bc-44a2-8973-558e1581022d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:51.311850 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:08:51.323587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router c62311c4-c539-40a5-bc83-da437660da31 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:08:51.379287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:51.384682 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4a6bfde7-880d-47ea-b851-6d9cb9f015f1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 15.6160908 Aug 26 01:08:51.420738 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45906) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:51.422966 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:51.439384 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=f4eacae7-ea05-40fd-b587-6518ff6821d9,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:51.559206 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:51.559567 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Added segment bfa90240-5afb-4e14-bafa-8faedd446ad3 of type vlan for network 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58 Aug 26 01:08:51.580855 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-fc9784ad-1bfc-4395-a451-a278a1699e2b None None] Current status of the port ad9e7134-07af-4653-af33-12513a5deb5b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:51.591381 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] For port d6f6da66-e0b1-4947-abf8-8c749d228171, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:51.599118 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] For port d6f6da66-e0b1-4947-abf8-8c749d228171, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d6f6da66-e0b1-4947-abf8-8c749d228171,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:51.613410 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:51.621401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port c723ad66-1a5d-44cf-90e1-74afad9012d7 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:51.621820 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:51.669123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Set router cb783b2f-a4bc-44a2-8973-558e1581022d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:08:51.759290 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01e713-5411-4acc-98d6-43595a74d014 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Pushing event deleted for resources: {'Port': ['ID=5cdfe179-0063-4872-b70f-68bf1ccfb40a,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:51.759859 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-86109754-eb94-40b5-b20d-aff28ba1fbda tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:08:51.764033 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-86109754-eb94-40b5-b20d-aff28ba1fbda tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "PUT /v2.0/routers/6b4d39f6-eb0a-4c10-945a-cddc3ff774b5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8549490 Aug 26 01:08:51.764651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45910) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:51.807536 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:51.838670 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:51.848078 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:51.848730 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:51.856138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fc9784ad-1bfc-4395-a451-a278a1699e2b None None] Provisioning for port 464c5a1b-fad6-47fa-bfef-159c5673d461 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:51.894292 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d01e713-5411-4acc-98d6-43595a74d014 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:51.897338 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2d01e713-5411-4acc-98d6-43595a74d014 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] 10.222.0.83 "DELETE /v2.0/ports/5cdfe179-0063-4872-b70f-68bf1ccfb40a HTTP/1.1" status: 204 len: 168 time: 4.7877257 Aug 26 01:08:51.906755 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45914) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:51.929405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b8a8e33e-7125-468d-8569-c412ba305592 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Request body: {'port': {'name': 'tempest-new-port-name-859968147', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:51.929859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.api.validators [None req-b8a8e33e-7125-468d-8569-c412ba305592 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] bootfile-name is not in valid_values {{(pid=89862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 26 01:08:51.930160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.api.validators [None req-b8a8e33e-7125-468d-8569-c412ba305592 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] tftp-server is not in valid_values {{(pid=89862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 26 01:08:51.930469 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.api.validators [None req-b8a8e33e-7125-468d-8569-c412ba305592 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] server-ip-address is not in valid_values {{(pid=89862) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 26 01:08:51.994938 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port c723ad66-1a5d-44cf-90e1-74afad9012d7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=c723ad66-1a5d-44cf-90e1-74afad9012d7,segment=NetworkSegment(df365c49-bc9a-4a51-a0ad-a251652fe663),segment_id=df365c49-bc9a-4a51-a0ad-a251652fe663)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:52.006078 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fc9784ad-1bfc-4395-a451-a278a1699e2b None None] Provisioning complete for port 464c5a1b-fad6-47fa-bfef-159c5673d461 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:52.006466 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fc9784ad-1bfc-4395-a451-a278a1699e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:52.142166 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Network': ['ID=2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:52.146861 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b4471e5e-6ae3-429c-bc57-1d6ff0651e64 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0837281 Aug 26 01:08:52.151457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45918) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:52.159366 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:52.159568 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6e53b7f0-7535-4319-81b1-c9617d368cb7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:52.173652 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'subnet': {'network_id': '2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:52.203984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:08:52.320086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f50f3-bfff-4ccd-8d3b-26a860f509e1 None None] Pushing event updated for resources: {'Port': ['ID=d6f6da66-e0b1-4947-abf8-8c749d228171,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:52.336712 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-fc9784ad-1bfc-4395-a451-a278a1699e2b None None] Port 464c5a1b-fad6-47fa-bfef-159c5673d461 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:08:52.419252 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:52.452497 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3262956a-ea38-4416-81da-ae3aaaeea688 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/routers/cb783b2f-a4bc-44a2-8973-558e1581022d HTTP/1.1" status: 200 len: 909 time: 1.0307600 Aug 26 01:08:52.465205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network a2e46085-c0e5-47ff-8aca-b76f5858cd7d is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:52.467718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:52.481049 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28043001-131b-4bca-8ff0-2068b52363e7 None None] Sync routers for ids ['c62311c4-c539-40a5-bc83-da437660da31'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:52.489556 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b6cdd423-c82e-432d-9b66-157edae56212 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/c62311c4-c539-40a5-bc83-da437660da31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0994999 Aug 26 01:08:52.499721 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28043001-131b-4bca-8ff0-2068b52363e7 None None] Routers {'c62311c4-c539-40a5-bc83-da437660da31'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:52.500361 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-28043001-131b-4bca-8ff0-2068b52363e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c62311c4-c539-40a5-bc83-da437660da31'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:52.508587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45922) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:52.509156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45924) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:52.547435 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:52.561597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:subnet and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:52.576195 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:52.584593 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=c723ad66-1a5d-44cf-90e1-74afad9012d7,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:52.592633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:52.629062 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb783b2f-a4bc-44a2-8973-558e1581022d', 'name': 'tempest-snat-router-1610892614', 'tenant_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.130'}], 'enable_snat': False}, 'gw_port_id': '93d6c227-f9af-462b-9790-f97c9528f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:08:36Z', 'updated_at': '2022-08-26T01:08:45Z', 'revision_number': 3, 'project_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'gw_port': {'id': '93d6c227-f9af-462b-9790-f97c9528f20c', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb783b2f-a4bc-44a2-8973-558e1581022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:08:40Z', 'updated_at': '2022-08-26T01:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:52.634683 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-28043001-131b-4bca-8ff0-2068b52363e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:52.639430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Checking router: cb783b2f-a4bc-44a2-8973-558e1581022d for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:08:52.639716 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Updating router cb783b2f-a4bc-44a2-8973-558e1581022d port 93d6c227-f9af-462b-9790-f97c9528f20c binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:08:52.662008 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28043001-131b-4bca-8ff0-2068b52363e7 None None] Routers {'c62311c4-c539-40a5-bc83-da437660da31'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:52.665488 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-28043001-131b-4bca-8ff0-2068b52363e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c62311c4-c539-40a5-bc83-da437660da31'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:52.699836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:52.710997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:52.713669 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:52.737805 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:52.781581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 6e53b7f0-7535-4319-81b1-c9617d368cb7 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:52.795187 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-28043001-131b-4bca-8ff0-2068b52363e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:52.795719 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28043001-131b-4bca-8ff0-2068b52363e7 None None] The sync data for ids ['c62311c4-c539-40a5-bc83-da437660da31'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:52.817051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 6e53b7f0-7535-4319-81b1-c9617d368cb7 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:52.818961 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:52.969984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1610892614', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'enable_snat': True}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:52.979956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:52.981505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Usage tracker for resource:router and tenant:444e07bc0da54134a889d6a9e6f1a7f2 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:52.990506 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5a375c9f-6627-4394-b67e-03943a18ec15 None None] Provisioning for port ab8c73ef-bd28-4c1e-aeef-3becb91327f8 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:53.154119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:53.199368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:53.228262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5a375c9f-6627-4394-b67e-03943a18ec15 None None] Provisioning for port 996098e1-226b-4541-b0ba-c17f3a3ac2ea completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:53.232722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461fa52-00e8-4ce5-93fc-0c046983d9bc tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:53.233345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a461fa52-00e8-4ce5-93fc-0c046983d9bc tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Synchronizing usage tracker for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:53.242646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5a375c9f-6627-4394-b67e-03943a18ec15 None None] Provisioning complete for port 996098e1-226b-4541-b0ba-c17f3a3ac2ea triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:53.243091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a375c9f-6627-4394-b67e-03943a18ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.260823 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] For port d6f6da66-e0b1-4947-abf8-8c749d228171, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d6f6da66-e0b1-4947-abf8-8c749d228171,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:53.267688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e33e-7125-468d-8569-c412ba305592 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.275445 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e6bca57f-5eb4-449d-aef0-14f63bf91ac8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.314423 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6e53b7f0-7535-4319-81b1-c9617d368cb7 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:53.315095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.349547 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5a375c9f-6627-4394-b67e-03943a18ec15 None None] Port 996098e1-226b-4541-b0ba-c17f3a3ac2ea cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:08:53.363109 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.397470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 6e53b7f0-7535-4319-81b1-c9617d368cb7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6e53b7f0-7535-4319-81b1-c9617d368cb7,segment=NetworkSegment(53128393-72a5-4d88-848e-0bfb34a23540),segment_id=53128393-72a5-4d88-848e-0bfb34a23540)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:53.402866 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5a375c9f-6627-4394-b67e-03943a18ec15 None None] Provisioning complete for port 464c5a1b-fad6-47fa-bfef-159c5673d461 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:53.403335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a375c9f-6627-4394-b67e-03943a18ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.467430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.467867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.476990 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.477568 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 58bb9e5c-1810-4463-9d15-a350100e13f8 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:53.544159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.579223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.582028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a461fa52-00e8-4ce5-93fc-0c046983d9bc tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Unset dirty status for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:53.585987 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a461fa52-00e8-4ce5-93fc-0c046983d9bc tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports/464c5a1b-fad6-47fa-bfef-159c5673d461 HTTP/1.1" status: 200 len: 911 time: 0.7273793 Aug 26 01:08:53.587878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8df6b4-f5cd-4c92-83db-40593f768723 None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:08:53.595374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45930) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:53.606239 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-506e057d-32d7-478b-bc14-c9a57500fce0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e228413b-368c-4867-b8d9-60105ef246aa'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:53.666250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.666953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.671232 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5a375c9f-6627-4394-b67e-03943a18ec15 None None] Port 464c5a1b-fad6-47fa-bfef-159c5673d461 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:08:53.707477 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.757324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Transition to ACTIVE for port object 93d6c227-f9af-462b-9790-f97c9528f20c will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:53.765609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=6e53b7f0-7535-4319-81b1-c9617d368cb7,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:53.809903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router dda5a449-71ff-4ee9-9d63-07dec3298dd5 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:08:53.820178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Subnet': ['ID=fe785996-a882-4619-9335-71b88676beb2,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:53.840050 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Checking segment: {'id': 'bfa90240-5afb-4e14-bafa-8faedd446ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:53.840427 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network hostable DHCP agents. Network: 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:08:53.843381 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.893668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1e1c4f24-05ff-468a-97cc-601b5cc1f564 None None] Provisioning complete for port f4eacae7-ea05-40fd-b587-6518ff6821d9 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:53.893668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4f24-05ff-468a-97cc-601b5cc1f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.939405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:08:53.945261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 58bb9e5c-1810-4463-9d15-a350100e13f8 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:53.947118 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-e6bca57f-5eb4-449d-aef0-14f63bf91ac8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Deleting port e0579a9f-caf4-4e99-a914-bff0a0e8b220 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:53.952479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e6bca57f-5eb4-449d-aef0-14f63bf91ac8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:53.967425 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Attempting to bind port 93d6c227-f9af-462b-9790-f97c9528f20c on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:53.967425 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Attempting to bind port 93d6c227-f9af-462b-9790-f97c9528f20c by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:53.967425 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Attempting to bind port 93d6c227-f9af-462b-9790-f97c9528f20c on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:53.981949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 58bb9e5c-1810-4463-9d15-a350100e13f8 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:53.982320 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:54.009465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:54.032149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:54.035416 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:54.036136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:54.103463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:54.106827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:54.107787 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:54.107787 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:54.108012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:54.108514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Bound port: 93d6c227-f9af-462b-9790-f97c9528f20c, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:54.108765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:54.112074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:54.112729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:54.142640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cc4f2-0657-48ba-bf6d-fc349ba84550 None None] Pushing event updated for resources: {'Port': ['ID=93d6c227-f9af-462b-9790-f97c9528f20c,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:54.180073 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1e1c4f24-05ff-468a-97cc-601b5cc1f564 None None] Port f4eacae7-ea05-40fd-b587-6518ff6821d9 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:08:54.186528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=42895690-2d12-4a1e-8842-78a8505a8a89,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:54.203849 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-47695438-d603-4f4a-84c0-7ed050afe23a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0487638 Aug 26 01:08:54.203849 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e6bca57f-5eb4-449d-aef0-14f63bf91ac8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:54.211352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45936) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:54.220593 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-2f8c5056-bcd6-4236-a077-4848be70b169 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'subnet': {'network_id': '2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:54.305502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] For port 93d6c227-f9af-462b-9790-f97c9528f20c, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:54.311559 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] For port 93d6c227-f9af-462b-9790-f97c9528f20c, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=93d6c227-f9af-462b-9790-f97c9528f20c,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:54.353396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1e1c4f24-05ff-468a-97cc-601b5cc1f564 None None] Provisioning for port d6f6da66-e0b1-4947-abf8-8c749d228171 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:54.392228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-b8a8e33e-7125-468d-8569-c412ba305592 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:08:54.393815 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:54.409526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-e6bca57f-5eb4-449d-aef0-14f63bf91ac8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Calling delete_port for e0579a9f-caf4-4e99-a914-bff0a0e8b220 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:54.444753 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1e1c4f24-05ff-468a-97cc-601b5cc1f564 None None] Could not find standard attr ID for object 5cdfe179-0063-4872-b70f-68bf1ccfb40a. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:08:54.463399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=d6f6da66-e0b1-4947-abf8-8c749d228171,revision_number=4']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:54.469616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 58bb9e5c-1810-4463-9d15-a350100e13f8 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:54.469853 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:54.495504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Routers {'cb783b2f-a4bc-44a2-8973-558e1581022d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:54.496172 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['cb783b2f-a4bc-44a2-8973-558e1581022d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:54.560540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e33e-7125-468d-8569-c412ba305592 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:54.565828 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2f8c5056-bcd6-4236-a077-4848be70b169 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:54.572318 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2f8c5056-bcd6-4236-a077-4848be70b169 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:subnet and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:54.575984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2f8c5056-bcd6-4236-a077-4848be70b169 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:54.585818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:54.587428 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2f8c5056-bcd6-4236-a077-4848be70b169 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:54.621406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e33e-7125-468d-8569-c412ba305592 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:54.655064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8df6b4-f5cd-4c92-83db-40593f768723 None None] Unable to find a vacant binding_index for network 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58 and agent e95ae371-70ab-4b9f-b940-39dc37e8a519 {{(pid=89864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 26 01:08:54.669089 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cc4f2-0657-48ba-bf6d-fc349ba84550 None None] Pushing event updated for resources: {'Port': ['ID=93d6c227-f9af-462b-9790-f97c9528f20c,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:54.676121 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:54.682365 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0f699d7a-c202-412a-9c03-5ed51a842515 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/dda5a449-71ff-4ee9-9d63-07dec3298dd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6216204 Aug 26 01:08:54.683409 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8df6b4-f5cd-4c92-83db-40593f768723 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58) {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:08:54.684871 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45944) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:54.686514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 58bb9e5c-1810-4463-9d15-a350100e13f8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=58bb9e5c-1810-4463-9d15-a350100e13f8,segment=NetworkSegment(0ac128d5-33b8-4225-a429-41fc00d1a936),segment_id=0ac128d5-33b8-4225-a429-41fc00d1a936)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:54.695754 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aa834a-08ed-4c01-9a5c-ee8a15c0715f None None] Sync routers for ids ['dda5a449-71ff-4ee9-9d63-07dec3298dd5'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:54.700189 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-97b34bfa-08fc-478d-8cb1-2012ccc32f7f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.5339577 Aug 26 01:08:54.708994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45948) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:54.745101 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aa834a-08ed-4c01-9a5c-ee8a15c0715f None None] Routers {'dda5a449-71ff-4ee9-9d63-07dec3298dd5'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:54.746004 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-59aa834a-08ed-4c01-9a5c-ee8a15c0715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['dda5a449-71ff-4ee9-9d63-07dec3298dd5'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:54.760045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e6bca57f-5eb4-449d-aef0-14f63bf91ac8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:54.770992 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f210e7fa-dc95-4395-aebc-946a86d900c9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:54.775112 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f210e7fa-dc95-4395-aebc-946a86d900c9 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports/f4eacae7-ea05-40fd-b587-6518ff6821d9 HTTP/1.1" status: 200 len: 910 time: 0.0892143 Aug 26 01:08:54.777006 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45952) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:54.799796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'mac_address': 'fa:16:3e:7d:58:1c', 'name': 'tempest-NetworksTestDHCPv6-1104263253'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:54.825496 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8c5056-bcd6-4236-a077-4848be70b169 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:54.829074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f8c5056-bcd6-4236-a077-4848be70b169 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:54.853240 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:54.855357 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1c98a71d-1936-4192-aac8-5ea7916fed06 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '336579f1-3e28-45d2-b4ca-0b85f674ea2d'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:54.883160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bca57f-5eb4-449d-aef0-14f63bf91ac8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event deleted for resources: {'Port': ['ID=e0579a9f-caf4-4e99-a914-bff0a0e8b220,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:54.924904 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-59aa834a-08ed-4c01-9a5c-ee8a15c0715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:54.936999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] Set router cb783b2f-a4bc-44a2-8973-558e1581022d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:08:54.961332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8e33e-7125-468d-8569-c412ba305592 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Pushing event updated for resources: {'Port': ['ID=996098e1-226b-4541-b0ba-c17f3a3ac2ea,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:55.038742 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-506e057d-32d7-478b-bc14-c9a57500fce0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:55.053557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5a1cb364-ee01-4afe-8383-d417e7d7e43e no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:08:55.060612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8e33e-7125-468d-8569-c412ba305592 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] In _notify_port_updated(), no bound segment for port 996098e1-226b-4541-b0ba-c17f3a3ac2ea on network 168ba3ab-d750-4107-b28a-dd1d2473b50f {{(pid=89862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:08:55.066036 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a8e33e-7125-468d-8569-c412ba305592 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:55.066661 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e33e-7125-468d-8569-c412ba305592 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:55.071173 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b8a8e33e-7125-468d-8569-c412ba305592 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] 10.222.0.83 "PUT /v2.0/ports/996098e1-226b-4541-b0ba-c17f3a3ac2ea HTTP/1.1" status: 200 len: 1136 time: 3.1590741 Aug 26 01:08:55.077454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45956) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:55.106326 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 5a1cb364-ee01-4afe-8383-d417e7d7e43e {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:08:55.106719 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5a1cb364-ee01-4afe-8383-d417e7d7e43e not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:08:55.126636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aa834a-08ed-4c01-9a5c-ee8a15c0715f None None] Routers {'dda5a449-71ff-4ee9-9d63-07dec3298dd5'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:55.127270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-59aa834a-08ed-4c01-9a5c-ee8a15c0715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['dda5a449-71ff-4ee9-9d63-07dec3298dd5'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:55.262269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13462bfb-fe8a-409c-87b6-49c388277c38 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:55.263806 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-13462bfb-fe8a-409c-87b6-49c388277c38 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Synchronizing usage tracker for tenant:0c1ab367092b4e449d0df081f830f096 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:55.275694 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-59aa834a-08ed-4c01-9a5c-ee8a15c0715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:55.275694 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aa834a-08ed-4c01-9a5c-ee8a15c0715f None None] The sync data for ids ['dda5a449-71ff-4ee9-9d63-07dec3298dd5'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:55.283509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=58bb9e5c-1810-4463-9d15-a350100e13f8,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:55.346003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:55.389852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e6bca57f-5eb4-449d-aef0-14f63bf91ac8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:55.433559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:55.440519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:55.450144 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:55.560756 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-13462bfb-fe8a-409c-87b6-49c388277c38 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Unset dirty status for tenant:0c1ab367092b4e449d0df081f830f096 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:55.566278 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-13462bfb-fe8a-409c-87b6-49c388277c38 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] 10.222.0.83 "GET /v2.0/ports/996098e1-226b-4541-b0ba-c17f3a3ac2ea HTTP/1.1" status: 200 len: 1136 time: 0.4858730 Aug 26 01:08:55.570040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45962) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:55.572014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6e53b7f0-7535-4319-81b1-c9617d368cb7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:55.593515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:55.700414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb783b2f-a4bc-44a2-8973-558e1581022d', 'name': 'tempest-snat-router-1610892614', 'tenant_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.130'}], 'enable_snat': False}, 'gw_port_id': '93d6c227-f9af-462b-9790-f97c9528f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:08:36Z', 'updated_at': '2022-08-26T01:08:45Z', 'revision_number': 3, 'project_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'gw_port': {'id': '93d6c227-f9af-462b-9790-f97c9528f20c', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb783b2f-a4bc-44a2-8973-558e1581022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:08:40Z', 'updated_at': '2022-08-26T01:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:55.718292 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4287628d-d1a1-47aa-bb1a-7e4520bf095c None None] The sync data for ids ['cb783b2f-a4bc-44a2-8973-558e1581022d'] in dv-neutron-854561-2-hyperv is: [{'id': 'cb783b2f-a4bc-44a2-8973-558e1581022d', 'name': 'tempest-snat-router-1610892614', 'tenant_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.130'}], 'enable_snat': False}, 'gw_port_id': '93d6c227-f9af-462b-9790-f97c9528f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:08:36Z', 'updated_at': '2022-08-26T01:08:45Z', 'revision_number': 3, 'project_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'gw_port': {'id': '93d6c227-f9af-462b-9790-f97c9528f20c', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb783b2f-a4bc-44a2-8973-558e1581022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:08:40Z', 'updated_at': '2022-08-26T01:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:55.751646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 6e53b7f0-7535-4319-81b1-c9617d368cb7 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:55.751945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:55.790477 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58', 'network_id': '2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58', 'tenant_id': '2fdaefbd4df2459fb27cc54a09a71402', 'fixed_ips': [{'subnet_id': 'fe785996-a882-4619-9335-71b88676beb2'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:08:55.791628 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:55.824765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bca57f-5eb4-449d-aef0-14f63bf91ac8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Router 6b4d39f6-eb0a-4c10-945a-cddc3ff774b5 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:08:55.888587 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-02ee633b-8429-44b9-9704-c2388158668f tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Deleting port 996098e1-226b-4541-b0ba-c17f3a3ac2ea {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:08:55.888933 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02ee633b-8429-44b9-9704-c2388158668f tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:56.032062 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6e53b7f0-7535-4319-81b1-c9617d368cb7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:56.033321 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c723ad66-1a5d-44cf-90e1-74afad9012d7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:56.107620 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Allocated IP 2001:db8::2 (2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58/fe785996-a882-4619-9335-71b88676beb2/51b50b39-78b9-4676-80ca-675bb08c179b) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:56.183312 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:56.233645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port c723ad66-1a5d-44cf-90e1-74afad9012d7 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:56.234046 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:56.245586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bca57f-5eb4-449d-aef0-14f63bf91ac8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:08:56.256640 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae14d2ad-dc11-4905-8069-53a2f47c6dff None None] Sync routers for ids ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:08:56.262253 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:56.275437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:56.276239 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae14d2ad-dc11-4905-8069-53a2f47c6dff None None] Routers {'6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:56.276945 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ae14d2ad-dc11-4905-8069-53a2f47c6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:56.308183 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1c98a71d-1936-4192-aac8-5ea7916fed06 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:56.326698 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e6bca57f-5eb4-449d-aef0-14f63bf91ac8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "PUT /v2.0/routers/6b4d39f6-eb0a-4c10-945a-cddc3ff774b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5609965 Aug 26 01:08:56.363710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45970) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:56.407047 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ae14d2ad-dc11-4905-8069-53a2f47c6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:56.419333 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae14d2ad-dc11-4905-8069-53a2f47c6dff None None] Routers {'6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:08:56.419969 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ae14d2ad-dc11-4905-8069-53a2f47c6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:08:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:56.505988 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ae14d2ad-dc11-4905-8069-53a2f47c6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:08:56.506423 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae14d2ad-dc11-4905-8069-53a2f47c6dff None None] The sync data for ids ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:08:56.529326 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port c723ad66-1a5d-44cf-90e1-74afad9012d7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:56.530414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ad9e7134-07af-4653-af33-12513a5deb5b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:56.559354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:56.571948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Transition to ACTIVE for port object 51b50b39-78b9-4676-80ca-675bb08c179b will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:56.593847 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Transition to ACTIVE for port object 51b50b39-78b9-4676-80ca-675bb08c179b will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:56.658152 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ad9e7134-07af-4653-af33-12513a5deb5b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:56.658517 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:56.684831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-506e057d-32d7-478b-bc14-c9a57500fce0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:56.711672 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-ce49d8c2-2136-4d77-87bb-a1c0c409570b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] delete failed (client error): The resource could not be found. Aug 26 01:08:56.716784 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ce49d8c2-2136-4d77-87bb-a1c0c409570b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "DELETE /v2.0/routers/tempest-non_exist_router-1153357132 HTTP/1.1" status: 404 len: 335 time: 0.1774976 Aug 26 01:08:56.721285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45974) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:56.725380 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:56.726924 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-578e5bc8-f16c-482a-879e-1515606b25c9 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:56.801170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port ee3b71d9-ace6-4a4a-8eb0-8b7d36719ca8 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:08:56.804786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Network 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:56.852324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-506e057d-32d7-478b-bc14-c9a57500fce0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:56.859006 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506e057d-32d7-478b-bc14-c9a57500fce0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:56.859745 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-506e057d-32d7-478b-bc14-c9a57500fce0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:56.863931 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-506e057d-32d7-478b-bc14-c9a57500fce0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/ports/464c5a1b-fad6-47fa-bfef-159c5673d461 HTTP/1.1" status: 200 len: 911 time: 3.2645071 Aug 26 01:08:56.874821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:56.879250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ad9e7134-07af-4653-af33-12513a5deb5b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:56.881076 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ab8c73ef-bd28-4c1e-aeef-3becb91327f8 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:56.933550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:56.958616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Pushing event updated for resources: {'Port': ['ID=51b50b39-78b9-4676-80ca-675bb08c179b,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:56.988012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45978) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:57.085115 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Attempting to bind port 51b50b39-78b9-4676-80ca-675bb08c179b on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:08:57.085726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Attempting to bind port 51b50b39-78b9-4676-80ca-675bb08c179b by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'bfa90240-5afb-4e14-bafa-8faedd446ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:08:57.086111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Attempting to bind port 51b50b39-78b9-4676-80ca-675bb08c179b on network 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:08:57.092117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:08:57.092641 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Checking segment: {'id': 'bfa90240-5afb-4e14-bafa-8faedd446ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:08:57.093143 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:57.093633 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Bound using segment: {'id': 'bfa90240-5afb-4e14-bafa-8faedd446ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:08:57.094248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Bound port: 51b50b39-78b9-4676-80ca-675bb08c179b, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa90240-5afb-4e14-bafa-8faedd446ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:08:57.101917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:57.156593 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port ab8c73ef-bd28-4c1e-aeef-3becb91327f8 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:57.168609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ab8c73ef-bd28-4c1e-aeef-3becb91327f8 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:57.168993 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:57.178943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02ee633b-8429-44b9-9704-c2388158668f tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:57.245237 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] For port 51b50b39-78b9-4676-80ca-675bb08c179b, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:08:57.249552 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] For port 51b50b39-78b9-4676-80ca-675bb08c179b, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=51b50b39-78b9-4676-80ca-675bb08c179b,segment=NetworkSegment(bfa90240-5afb-4e14-bafa-8faedd446ad3),segment_id=bfa90240-5afb-4e14-bafa-8faedd446ad3)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:08:57.316602 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ab8c73ef-bd28-4c1e-aeef-3becb91327f8 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:57.317824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:57.331541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-02ee633b-8429-44b9-9704-c2388158668f tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Calling delete_port for 996098e1-226b-4541-b0ba-c17f3a3ac2ea owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:08:57.336283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:57.360947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f8c5056-bcd6-4236-a077-4848be70b169 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:57.423857 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port ab8c73ef-bd28-4c1e-aeef-3becb91327f8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ab8c73ef-bd28-4c1e-aeef-3becb91327f8,segment=NetworkSegment(d5592826-3821-4dbb-871e-6809c8ce1bbd),segment_id=d5592826-3821-4dbb-871e-6809c8ce1bbd)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:57.439756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e36771-3554-4d17-b6e4-b5c4a7cf0285 None None] Pushing event updated for resources: {'Port': ['ID=51b50b39-78b9-4676-80ca-675bb08c179b,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:57.463774 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e057d-32d7-478b-bc14-c9a57500fce0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=464c5a1b-fad6-47fa-bfef-159c5673d461,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:57.498056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:57.499282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d6f6da66-e0b1-4947-abf8-8c749d228171 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:57.514191 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c5056-bcd6-4236-a077-4848be70b169 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:57.521990 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-2f8c5056-bcd6-4236-a077-4848be70b169 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:57.525168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8c5056-bcd6-4236-a077-4848be70b169 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:57.526125 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f8c5056-bcd6-4236-a077-4848be70b169 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:57.593636 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c5056-bcd6-4236-a077-4848be70b169 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Subnet': ['ID=adc4ddc1-0388-4627-80bd-d00962645f40,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:57.689454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=ab8c73ef-bd28-4c1e-aeef-3becb91327f8,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:57.733419 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2f8c5056-bcd6-4236-a077-4848be70b169 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5186176 Aug 26 01:08:57.737069 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45982) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:57.806863 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port d6f6da66-e0b1-4947-abf8-8c749d228171 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:57.816016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d6f6da66-e0b1-4947-abf8-8c749d228171 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:57.816754 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:57.832064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1c98a71d-1936-4192-aac8-5ea7916fed06 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:57.910537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee8778-3ce4-4f0f-b52a-b36d57e6dcd4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:57.913244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee8778-3ce4-4f0f-b52a-b36d57e6dcd4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:57.918715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee8778-3ce4-4f0f-b52a-b36d57e6dcd4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:57.918715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee8778-3ce4-4f0f-b52a-b36d57e6dcd4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:57.918715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee8778-3ce4-4f0f-b52a-b36d57e6dcd4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:57.919772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-91ee8778-3ce4-4f0f-b52a-b36d57e6dcd4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Synchronizing usage tracker for tenant:2fdaefbd4df2459fb27cc54a09a71402 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:08:57.975327 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02ee633b-8429-44b9-9704-c2388158668f tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.006104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Allocated IP 172.26.2.9 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/91d80163-5c6e-4316-aae6-efcfccf34dce) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:58.043706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-578e5bc8-f16c-482a-879e-1515606b25c9 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.048336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee633b-8429-44b9-9704-c2388158668f tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Pushing event deleted for resources: {'Port': ['ID=996098e1-226b-4541-b0ba-c17f3a3ac2ea,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:58.055939 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1c98a71d-1936-4192-aac8-5ea7916fed06 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.069579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d6f6da66-e0b1-4947-abf8-8c749d228171 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:58.070276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.088008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-91ee8778-3ce4-4f0f-b52a-b36d57e6dcd4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Unset dirty status for tenant:2fdaefbd4df2459fb27cc54a09a71402 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:08:58.089817 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-91ee8778-3ce4-4f0f-b52a-b36d57e6dcd4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3514106 Aug 26 01:08:58.105839 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port d6f6da66-e0b1-4947-abf8-8c749d228171, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d6f6da66-e0b1-4947-abf8-8c749d228171,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:58.114686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45986) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:58.149954 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2030534410'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:58.191577 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.232592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:58.244595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:network and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:58.256454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:58.276950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c98a71d-1936-4192-aac8-5ea7916fed06 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:58.277574 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1c98a71d-1936-4192-aac8-5ea7916fed06 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.279062 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1c98a71d-1936-4192-aac8-5ea7916fed06 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/ports/f4eacae7-ea05-40fd-b587-6518ff6821d9 HTTP/1.1" status: 200 len: 910 time: 3.4345763 Aug 26 01:08:58.285165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45990) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:58.297692 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-578e5bc8-f16c-482a-879e-1515606b25c9 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] update failed (client error): The resource could not be found. Aug 26 01:08:58.302989 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-578e5bc8-f16c-482a-879e-1515606b25c9 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "PUT /v2.0/routers/6b4d39f6-eb0a-4c10-945a-cddc3ff774b5 HTTP/1.1" status: 404 len: 339 time: 1.5805833 Aug 26 01:08:58.309138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 45994) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:58.327111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:58.340559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1528087074'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:08:58.344615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=d6f6da66-e0b1-4947-abf8-8c749d228171,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:58.363074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98a71d-1936-4192-aac8-5ea7916fed06 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=f4eacae7-ea05-40fd-b587-6518ff6821d9,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:58.363374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:08:58.384540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Usage tracker for resource:network and tenant:e01a0b4c9e21485fac91ffbd0a0dd64b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:08:58.402212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:08:58.407628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 172.20.0.5 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/253ef4f9-9a84-4e48-afcc-1dba83229573/ee3b71d9-ace6-4a4a-8eb0-8b7d36719ca8) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:58.424479 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:08:58.457687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02ee633b-8429-44b9-9704-c2388158668f tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.479175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:58.481059 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 93d6c227-f9af-462b-9790-f97c9528f20c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:58.483022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.502606 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::f816:3eff:fe7d:581c (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/42895690-2d12-4a1e-8842-78a8505a8a89/ee3b71d9-ace6-4a4a-8eb0-8b7d36719ca8) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:08:58.577554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1089} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:08:58.585492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.615104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Made reservation on behalf of e01a0b4c9e21485fac91ffbd0a0dd64b for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:08:58.618591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.634794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 93d6c227-f9af-462b-9790-f97c9528f20c completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:58.635014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.635014 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Added segment 47047126-ffbc-4006-a944-1610fa753833 of type vlan for network 2e143e4c-d049-4479-9ff5-6949524b43a8 Aug 26 01:08:58.635234 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-02ee633b-8429-44b9-9704-c2388158668f tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] 10.222.0.83 "DELETE /v2.0/ports/996098e1-226b-4541-b0ba-c17f3a3ac2ea HTTP/1.1" status: 204 len: 168 time: 3.0034053 Aug 26 01:08:58.636323 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 45998) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:58.636879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 93d6c227-f9af-462b-9790-f97c9528f20c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:58.637439 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.751997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6338332-2801-41e6-b3f6-ef8239322fde tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Deleting subnet 5181744d-6e1a-425d-847c-34f66539a881 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:08:58.785547 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 93d6c227-f9af-462b-9790-f97c9528f20c is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:08:58.787546 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.789320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.809403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 93d6c227-f9af-462b-9790-f97c9528f20c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=93d6c227-f9af-462b-9790-f97c9528f20c,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:08:58.822183 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a6338332-2801-41e6-b3f6-ef8239322fde tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.842326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:08:58.884767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.885114 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Added segment 8f6d7078-3b7b-4a06-b96b-2bb7ff30494e of type vlan for network b20b46bf-a852-45d4-99e7-adfff3d1ac63 Aug 26 01:08:58.912911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:58.914274 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 51b50b39-78b9-4676-80ca-675bb08c179b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:08:58.982014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:59.047557 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:59.063291 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=93d6c227-f9af-462b-9790-f97c9528f20c,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:59.066352 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6289e3-4d94-4cba-aa28-c9af0f7e26a7 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:59.090031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8df1f28-a900-437c-9480-d55f5739f694 None None] Network 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:59.090678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a6338332-2801-41e6-b3f6-ef8239322fde tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:59.109046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:59.158658 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5e61-3559-4241-9bcb-5cc3f01b2031 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:59.328604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:59.333659 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a6338332-2801-41e6-b3f6-ef8239322fde tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:59.337629 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:59.338639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:59.356708 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ff177903-05e2-4fff-8e58-73e28385fda1 None None] Provisioning for port 51b50b39-78b9-4676-80ca-675bb08c179b completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:59.365270 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:08:59.408887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:08:59.416723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30edb9ee-2549-40ec-997a-313568b9355d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:59.444664 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 51b50b39-78b9-4676-80ca-675bb08c179b completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:08:59.496430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 51b50b39-78b9-4676-80ca-675bb08c179b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:08:59.496430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:59.528114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Network': ['ID=2e143e4c-d049-4479-9ff5-6949524b43a8,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:59.537860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:08:59.553370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 2e143e4c-d049-4479-9ff5-6949524b43a8 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:08:59.564511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:59.572626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:59.573435 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:59.588613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-12e279e7-7213-4432-acee-21a583e02d2d None None] Could not find standard attr ID for object 996098e1-226b-4541-b0ba-c17f3a3ac2ea. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:08:59.612609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object ee3b71d9-ace6-4a4a-8eb0-8b7d36719ca8 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:08:59.631960 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Pushing event updated for resources: {'Port': ['ID=91d80163-5c6e-4316-aae6-efcfccf34dce,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:59.720868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a6338332-2801-41e6-b3f6-ef8239322fde tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:59.772355 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6338332-2801-41e6-b3f6-ef8239322fde tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Pushing event deleted for resources: {'Subnet': ['ID=5181744d-6e1a-425d-847c-34f66539a881,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:59.784325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a6338332-2801-41e6-b3f6-ef8239322fde tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:59.802484 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a6338332-2801-41e6-b3f6-ef8239322fde tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] 10.222.0.83 "DELETE /v2.0/subnets/5181744d-6e1a-425d-847c-34f66539a881 HTTP/1.1" status: 204 len: 168 time: 1.1395566 Aug 26 01:08:59.804353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46002) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:08:59.806216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b62bd-ae73-472b-ad0d-f574cf7e9b07 None None] Network 168ba3ab-d750-4107-b28a-dd1d2473b50f requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:08:59.932833 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:08:59.999899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Deleting port ab8c73ef-bd28-4c1e-aeef-3becb91327f8 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:00.000337 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:00.054444 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-30edb9ee-2549-40ec-997a-313568b9355d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port f4eacae7-ea05-40fd-b587-6518ff6821d9 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:00.054444 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30edb9ee-2549-40ec-997a-313568b9355d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:00.099831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 51b50b39-78b9-4676-80ca-675bb08c179b is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:00.101249 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:00.131526 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event updated for resources: {'Network': ['ID=b20b46bf-a852-45d4-99e7-adfff3d1ac63,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:00.138221 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8c3e1c5b-4410-409b-9857-eeff44670657 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0067627 Aug 26 01:09:00.146560 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46006) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:00.152256 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-26b37313-9c2b-4095-9ad4-7c194b5ffa75 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:00.157852 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network b20b46bf-a852-45d4-99e7-adfff3d1ac63 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:09:00.197192 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2a031c77-dd8b-42d2-b40c-2ca8e7b1c58b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8791614 Aug 26 01:09:00.204505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46010) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:00.220279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Request body: {'subnet': {'network_id': 'b20b46bf-a852-45d4-99e7-adfff3d1ac63', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:00.245369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:00.338192 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 51b50b39-78b9-4676-80ca-675bb08c179b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=51b50b39-78b9-4676-80ca-675bb08c179b,segment=NetworkSegment(bfa90240-5afb-4e14-bafa-8faedd446ad3),segment_id=bfa90240-5afb-4e14-bafa-8faedd446ad3)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:00.430017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:00.430993 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ab8c73ef-bd28-4c1e-aeef-3becb91327f8 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:00.510833 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:00.597077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:00.600068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:00.610459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] For port ab8c73ef-bd28-4c1e-aeef-3becb91327f8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ab8c73ef-bd28-4c1e-aeef-3becb91327f8,segment=NetworkSegment(d5592826-3821-4dbb-871e-6809c8ce1bbd),segment_id=d5592826-3821-4dbb-871e-6809c8ce1bbd)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:00.611454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:00.625574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd74bcc-9f00-4d70-a25e-e08d6ca528e7 None None] Update dhcp port {'port': {'network_id': '2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58', 'fixed_ips': [{'subnet_id': 'fe785996-a882-4619-9335-71b88676beb2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'adc4ddc1-0388-4627-80bd-d00962645f40'}], 'binding:host_id': 'dv-neutron-854561-2-hyperv'}, 'id': '51b50b39-78b9-4676-80ca-675bb08c179b'} from dv-neutron-854561-2-hyperv. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Aug 26 01:09:00.686110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:00.686927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:00.708926 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bcd74bcc-9f00-4d70-a25e-e08d6ca528e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:00.729820 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48178d16-2eba-4dcb-b3f7-7d7803d34653 None None] DHCP port deletion for 168ba3ab-d750-4107-b28a-dd1d2473b50f request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:09:00.734621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-836cf1bc-8a20-4117-a9d3-f61251a42562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:00.746164 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-48178d16-2eba-4dcb-b3f7-7d7803d34653 None None] Deleting port ab8c73ef-bd28-4c1e-aeef-3becb91327f8 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:00.746687 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-48178d16-2eba-4dcb-b3f7-7d7803d34653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:00.764677 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:00.790523 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Usage tracker for resource:subnet and tenant:e01a0b4c9e21485fac91ffbd0a0dd64b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:00.800729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30edb9ee-2549-40ec-997a-313568b9355d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:00.823075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:00.848472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=ee3b71d9-ace6-4a4a-8eb0-8b7d36719ca8,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:00.856295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:00.867768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=51b50b39-78b9-4676-80ca-675bb08c179b,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:00.932518 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f787e9f7-548a-4ad9-b2e0-6e3115f18832 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.2206275 Aug 26 01:09:00.938285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46014) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:00.985542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Calling delete_port for ab8c73ef-bd28-4c1e-aeef-3becb91327f8 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:01.017038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ab8c73ef-bd28-4c1e-aeef-3becb91327f8 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:01.017419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:01.024267 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-ea0e5e61-3559-4241-9bcb-5cc3f01b2031 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port 464c5a1b-fad6-47fa-bfef-159c5673d461 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:01.024701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5e61-3559-4241-9bcb-5cc3f01b2031 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:01.155766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-30edb9ee-2549-40ec-997a-313568b9355d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for f4eacae7-ea05-40fd-b587-6518ff6821d9 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:01.187000 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-26b37313-9c2b-4095-9ad4-7c194b5ffa75 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:01.233710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-48178d16-2eba-4dcb-b3f7-7d7803d34653 None None] For port ab8c73ef-bd28-4c1e-aeef-3becb91327f8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ab8c73ef-bd28-4c1e-aeef-3becb91327f8,segment=NetworkSegment(d5592826-3821-4dbb-871e-6809c8ce1bbd),segment_id=d5592826-3821-4dbb-871e-6809c8ce1bbd)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:01.234159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-48178d16-2eba-4dcb-b3f7-7d7803d34653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:01.246079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5e61-3559-4241-9bcb-5cc3f01b2031 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:01.361119 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-26b37313-9c2b-4095-9ad4-7c194b5ffa75 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:01.385269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Made reservation on behalf of e01a0b4c9e21485fac91ffbd0a0dd64b for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:01.388575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:01.412147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-ea0e5e61-3559-4241-9bcb-5cc3f01b2031 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for 464c5a1b-fad6-47fa-bfef-159c5673d461 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:01.416417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-48178d16-2eba-4dcb-b3f7-7d7803d34653 None None] Calling delete_port for ab8c73ef-bd28-4c1e-aeef-3becb91327f8 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:01.481775 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b37313-9c2b-4095-9ad4-7c194b5ffa75 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Network': ['ID=2e143e4c-d049-4479-9ff5-6949524b43a8,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:01.487521 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:01.538533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26b37313-9c2b-4095-9ad4-7c194b5ffa75 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network 2e143e4c-d049-4479-9ff5-6949524b43a8 is not hosted by any dhcp agent {{(pid=89863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Aug 26 01:09:01.541911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 2e143e4c-d049-4479-9ff5-6949524b43a8 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:09:01.544230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b37313-9c2b-4095-9ad4-7c194b5ffa75 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:01.545129 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-26b37313-9c2b-4095-9ad4-7c194b5ffa75 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:01.549813 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-26b37313-9c2b-4095-9ad4-7c194b5ffa75 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "PUT /v2.0/networks/2e143e4c-d049-4479-9ff5-6949524b43a8 HTTP/1.1" status: 200 len: 723 time: 1.4023452 Aug 26 01:09:01.555072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46018) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:01.556224 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Pushing event deleted for resources: {'Port': ['ID=ab8c73ef-bd28-4c1e-aeef-3becb91327f8,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:01.565709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1d8d3bbb-fbe0-49ad-9b3f-b58ef54faeed tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'subnet': {'network_id': '2e143e4c-d049-4479-9ff5-6949524b43a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:01.622774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dc06854b-18de-424f-a823-b137396ce72a None None] Provisioning complete for port d6f6da66-e0b1-4947-abf8-8c749d228171 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:01.623142 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dc06854b-18de-424f-a823-b137396ce72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:01.664397 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Could not find standard attr ID for object ab8c73ef-bd28-4c1e-aeef-3becb91327f8. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:09:01.665642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:01.697729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] No DVR routers for this DVR port ab8c73ef-bd28-4c1e-aeef-3becb91327f8 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:09:01.717494 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No ports have port_id starting with ab8c73ef-bd28-4c1e-aeef-3becb91327f8 Aug 26 01:09:01.743234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 58bb9e5c-1810-4463-9d15-a350100e13f8 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:01.779331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-bcd74bcc-9f00-4d70-a25e-e08d6ca528e7 None None] Allocated IP 172.20.0.1 (2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58/adc4ddc1-0388-4627-80bd-d00962645f40/51b50b39-78b9-4676-80ca-675bb08c179b) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:01.823141 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-48178d16-2eba-4dcb-b3f7-7d7803d34653 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:09:01.823503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-48178d16-2eba-4dcb-b3f7-7d7803d34653 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:09:01.907092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30edb9ee-2549-40ec-997a-313568b9355d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:01.981544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b797ea0f-f00b-4f06-b46c-5766ea65a184 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:01.985433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edb9ee-2549-40ec-997a-313568b9355d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Port': ['ID=f4eacae7-ea05-40fd-b587-6518ff6821d9,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:01.987509 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1d8d3bbb-fbe0-49ad-9b3f-b58ef54faeed tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:01.990431 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b797ea0f-f00b-4f06-b46c-5766ea65a184 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:01.991472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b797ea0f-f00b-4f06-b46c-5766ea65a184 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:02.017117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 58bb9e5c-1810-4463-9d15-a350100e13f8 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:02.017497 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:02.020898 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:02.061552 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-dc06854b-18de-424f-a823-b137396ce72a None None] Current status of the port d6f6da66-e0b1-4947-abf8-8c749d228171 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:02.090609 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1d8d3bbb-fbe0-49ad-9b3f-b58ef54faeed tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:02.113145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-bcd74bcc-9f00-4d70-a25e-e08d6ca528e7 None None] For port 51b50b39-78b9-4676-80ca-675bb08c179b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=51b50b39-78b9-4676-80ca-675bb08c179b,segment=NetworkSegment(bfa90240-5afb-4e14-bafa-8faedd446ad3),segment_id=bfa90240-5afb-4e14-bafa-8faedd446ad3)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:02.130681 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168ba3ab-d750-4107-b28a-dd1d2473b50f']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:02.157058 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5592826-3821-4dbb-871e-6809c8ce1bbd') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:02.157407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5592826-3821-4dbb-871e-6809c8ce1bbd') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:02.162857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b797ea0f-f00b-4f06-b46c-5766ea65a184 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:02.164057 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b797ea0f-f00b-4f06-b46c-5766ea65a184 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.2227874 Aug 26 01:09:02.169070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46022) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:02.206358 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:02.254790 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bcd74bcc-9f00-4d70-a25e-e08d6ca528e7 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:02.298507 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8d3bbb-fbe0-49ad-9b3f-b58ef54faeed tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:02.302349 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3bbb-fbe0-49ad-9b3f-b58ef54faeed tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:02.333303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-48178d16-2eba-4dcb-b3f7-7d7803d34653 None None] Deleting port ab8c73ef-bd28-4c1e-aeef-3becb91327f8 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:02.333303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-48178d16-2eba-4dcb-b3f7-7d7803d34653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:02.398078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:02.410789 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3a91111a-6101-46b7-8f17-61ad16bbafd6 None None] Provisioning for port ee3b71d9-ace6-4a4a-8eb0-8b7d36719ca8 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:02.419187 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-48178d16-2eba-4dcb-b3f7-7d7803d34653 None None] The port 'ab8c73ef-bd28-4c1e-aeef-3becb91327f8' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:09:02.429704 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3a91111a-6101-46b7-8f17-61ad16bbafd6 None None] Provisioning complete for port ee3b71d9-ace6-4a4a-8eb0-8b7d36719ca8 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:02.430115 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3a91111a-6101-46b7-8f17-61ad16bbafd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:02.461282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:02.478675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bcd74bcc-9f00-4d70-a25e-e08d6ca528e7 None None] Transition to ACTIVE for port object 51b50b39-78b9-4676-80ca-675bb08c179b will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:02.485125 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 58bb9e5c-1810-4463-9d15-a350100e13f8 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:02.512460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3a91111a-6101-46b7-8f17-61ad16bbafd6 None None] Port ee3b71d9-ace6-4a4a-8eb0-8b7d36719ca8 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:09:02.550920 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:02.559379 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bcd74bcc-9f00-4d70-a25e-e08d6ca528e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:02.592080 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5e61-3559-4241-9bcb-5cc3f01b2031 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:02.595678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30edb9ee-2549-40ec-997a-313568b9355d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:02.602558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:02.603916 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:02.624466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5272a24f-d509-4aa8-aaf8-cf8781c38e5a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port ee3b71d9-ace6-4a4a-8eb0-8b7d36719ca8 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:02.624802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5272a24f-d509-4aa8-aaf8-cf8781c38e5a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:02.629244 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 51b50b39-78b9-4676-80ca-675bb08c179b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:02.708864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e5e61-3559-4241-9bcb-5cc3f01b2031 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Port': ['ID=464c5a1b-fad6-47fa-bfef-159c5673d461,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:02.710803 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event updated for resources: {'Subnet': ['ID=ed9439eb-a153-41e8-a166-c972d74665cf,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:02.717283 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment d5592826-3821-4dbb-871e-6809c8ce1bbd resource provider aggregate not found Aug 26 01:09:02.829953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd74bcc-9f00-4d70-a25e-e08d6ca528e7 None None] Pushing event updated for resources: {'Port': ['ID=51b50b39-78b9-4676-80ca-675bb08c179b,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:02.834995 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 93d6c227-f9af-462b-9790-f97c9528f20c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:02.866494 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment d5592826-3821-4dbb-871e-6809c8ce1bbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5592826-3821-4dbb-871e-6809c8ce1bbd found for delete ", "request_id": "req-56b2d0ae-4542-4f63-a9d2-e955cd620cf2"}]} Aug 26 01:09:02.964067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 93d6c227-f9af-462b-9790-f97c9528f20c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:02.964999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:03.030650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5e61-3559-4241-9bcb-5cc3f01b2031 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:03.061685 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4c3f66bc-63e1-40ca-9515-e5bc49bc5534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:03.123021 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Checking segment: {'id': '8f6d7078-3b7b-4a06-b96b-2bb7ff30494e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'b20b46bf-a852-45d4-99e7-adfff3d1ac63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:03.123294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Network hostable DHCP agents. Network: b20b46bf-a852-45d4-99e7-adfff3d1ac63, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:09:03.126982 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 93d6c227-f9af-462b-9790-f97c9528f20c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:03.129378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d6f6da66-e0b1-4947-abf8-8c749d228171 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:03.205660 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d6f6da66-e0b1-4947-abf8-8c749d228171 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:03.206110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:03.210115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:03.358036 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:03.358636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d6f6da66-e0b1-4947-abf8-8c749d228171 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:03.401420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] Pushing event deleted for resources: {'Network': ['ID=168ba3ab-d750-4107-b28a-dd1d2473b50f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:03.426333 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ab8c73ef-bd28-4c1e-aeef-3becb91327f8 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:09:03.432342 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2b5d75a0-4d24-4e24-9c7c-3ad2729361b3 tempest-ExtraDHCPOptionsTestJSON-175615920 tempest-ExtraDHCPOptionsTestJSON-175615920-project] 10.222.0.83 "DELETE /v2.0/networks/168ba3ab-d750-4107-b28a-dd1d2473b50f HTTP/1.1" status: 204 len: 168 time: 3.6245313 Aug 26 01:09:03.453424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30edb9ee-2549-40ec-997a-313568b9355d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router dda5a449-71ff-4ee9-9d63-07dec3298dd5 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:09:03.519958 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: ab8c73ef-bd28-4c1e-aeef-3becb91327f8 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:09:03.520972 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ab8c73ef-bd28-4c1e-aeef-3becb91327f8 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:09:03.539972 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Network b20b46bf-a852-45d4-99e7-adfff3d1ac63 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:09:03.541999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Router e846b4f1-9123-4daa-8df2-b2cf033899d7 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:09:03.570838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8870eb-2485-4776-af67-8622ecf90dae None None] Network 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:03.710114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5272a24f-d509-4aa8-aaf8-cf8781c38e5a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:03.750414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0e5e61-3559-4241-9bcb-5cc3f01b2031 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router c62311c4-c539-40a5-bc83-da437660da31 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:09:03.758347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, b20b46bf-a852-45d4-99e7-adfff3d1ac63) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:03.769544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234a7dd9-014a-46f0-b845-48c8ce2adb64 None None] Network b20b46bf-a852-45d4-99e7-adfff3d1ac63 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:03.781377 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30edb9ee-2549-40ec-997a-313568b9355d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:09:03.788519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:03.789112 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:03.798177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8ae2d1-c474-4140-99b7-dd44c9bb0556 None None] Sync routers for ids ['dda5a449-71ff-4ee9-9d63-07dec3298dd5'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:03.853972 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-30edb9ee-2549-40ec-997a-313568b9355d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/dda5a449-71ff-4ee9-9d63-07dec3298dd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5654476 Aug 26 01:09:03.855013 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46034) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:03.862424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5272a24f-d509-4aa8-aaf8-cf8781c38e5a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for ee3b71d9-ace6-4a4a-8eb0-8b7d36719ca8 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:03.888378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-99cd9f27-93ef-4a8d-97a4-2768241dd488 None None] Provisioning for port 51b50b39-78b9-4676-80ca-675bb08c179b completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:03.891398 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:03.894661 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3bbb-fbe0-49ad-9b3f-b58ef54faeed tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:03.909025 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-99cd9f27-93ef-4a8d-97a4-2768241dd488 None None] Provisioning complete for port 51b50b39-78b9-4676-80ca-675bb08c179b triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:03.909396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-99cd9f27-93ef-4a8d-97a4-2768241dd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:03.939772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ae2d1-c474-4140-99b7-dd44c9bb0556 None None] Routers {'dda5a449-71ff-4ee9-9d63-07dec3298dd5'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:03.940516 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-8a8ae2d1-c474-4140-99b7-dd44c9bb0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['dda5a449-71ff-4ee9-9d63-07dec3298dd5'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:03.967663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0e5e61-3559-4241-9bcb-5cc3f01b2031 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:09:03.978176 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ea0e5e61-3559-4241-9bcb-5cc3f01b2031 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/c62311c4-c539-40a5-bc83-da437660da31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9759657 Aug 26 01:09:03.979802 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e752ed-97e1-4df1-b88b-3cfa54ffd118 None None] Sync routers for ids ['c62311c4-c539-40a5-bc83-da437660da31'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:03.985515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46038) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:04.001585 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e752ed-97e1-4df1-b88b-3cfa54ffd118 None None] Routers {'c62311c4-c539-40a5-bc83-da437660da31'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:04.002216 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a7e752ed-97e1-4df1-b88b-3cfa54ffd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c62311c4-c539-40a5-bc83-da437660da31'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:04.046571 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-419c6f59-5e3c-440c-88ae-f10899037664 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Synchronizing usage tracker for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:04.049858 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1495a04d-7485-4546-8115-54841eaba0c5 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8442242 Aug 26 01:09:04.053484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46044) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:04.062662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1ade7a5a-84ae-41e6-bbfc-9c58812aa64c tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b20b46bf-a852-45d4-99e7-adfff3d1ac63'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:04.064016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7a6203ef-9962-43dc-8246-3a73d13bb25d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Synchronizing usage tracker for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:04.083424 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:04.127430 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a7e752ed-97e1-4df1-b88b-3cfa54ffd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:04.127692 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:09:04.135974 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d3bbb-fbe0-49ad-9b3f-b58ef54faeed tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Subnet': ['ID=021d3937-33ab-457f-8ed6-1d430e640fbc,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:04.149225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8d3bbb-fbe0-49ad-9b3f-b58ef54faeed tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Checking segment: {'id': '47047126-ffbc-4006-a944-1610fa753833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '2e143e4c-d049-4479-9ff5-6949524b43a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:04.149225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8d3bbb-fbe0-49ad-9b3f-b58ef54faeed tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network hostable DHCP agents. Network: 2e143e4c-d049-4479-9ff5-6949524b43a8, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:09:04.153682 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e752ed-97e1-4df1-b88b-3cfa54ffd118 None None] Routers {'c62311c4-c539-40a5-bc83-da437660da31'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:04.154603 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a7e752ed-97e1-4df1-b88b-3cfa54ffd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c62311c4-c539-40a5-bc83-da437660da31'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:04.190544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] Sync routers for ids ['e846b4f1-9123-4daa-8df2-b2cf033899d7'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:04.211145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-8a8ae2d1-c474-4140-99b7-dd44c9bb0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:04.239990 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46048) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:04.249503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:04.250740 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fbc76763-a292-431c-bce1-ae93af1e3d02 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 11.4054344 Aug 26 01:09:04.257667 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a7e752ed-97e1-4df1-b88b-3cfa54ffd118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:04.258150 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e752ed-97e1-4df1-b88b-3cfa54ffd118 None None] The sync data for ids ['c62311c4-c539-40a5-bc83-da437660da31'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:04.260389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-419c6f59-5e3c-440c-88ae-f10899037664 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Unset dirty status for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:04.261601 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-419c6f59-5e3c-440c-88ae-f10899037664 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports?device_id=c62311c4-c539-40a5-bc83-da437660da31 HTTP/1.1" status: 200 len: 205 time: 0.2742357 Aug 26 01:09:04.264447 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46052) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:04.264771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46056) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:04.340477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7a6203ef-9962-43dc-8246-3a73d13bb25d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Unset dirty status for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:04.344392 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7a6203ef-9962-43dc-8246-3a73d13bb25d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports?device_id=dda5a449-71ff-4ee9-9d63-07dec3298dd5 HTTP/1.1" status: 200 len: 205 time: 0.4513879 Aug 26 01:09:04.344988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46062) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:04.367114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] Routers {'e846b4f1-9123-4daa-8df2-b2cf033899d7'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:04.367114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e846b4f1-9123-4daa-8df2-b2cf033899d7'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:04.500932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8d3bbb-fbe0-49ad-9b3f-b58ef54faeed tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network 2e143e4c-d049-4479-9ff5-6949524b43a8 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:09:04.506671 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b22ce41d-f634-4485-a181-ffbe1fde872c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:04.591052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ae2d1-c474-4140-99b7-dd44c9bb0556 None None] Routers {'dda5a449-71ff-4ee9-9d63-07dec3298dd5'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:04.591717 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-8a8ae2d1-c474-4140-99b7-dd44c9bb0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['dda5a449-71ff-4ee9-9d63-07dec3298dd5'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:04.657755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-b20b46bf-a852-45d4-99e7-adfff3d1ac63', 'network_id': 'b20b46bf-a852-45d4-99e7-adfff3d1ac63', 'tenant_id': 'e01a0b4c9e21485fac91ffbd0a0dd64b', 'fixed_ips': [{'subnet_id': 'ed9439eb-a153-41e8-a166-c972d74665cf'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:09:04.658836 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:04.669778 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 51b50b39-78b9-4676-80ca-675bb08c179b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:04.818028 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-8a8ae2d1-c474-4140-99b7-dd44c9bb0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:04.818611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8ae2d1-c474-4140-99b7-dd44c9bb0556 None None] The sync data for ids ['dda5a449-71ff-4ee9-9d63-07dec3298dd5'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:04.827648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-99cd9f27-93ef-4a8d-97a4-2768241dd488 None None] Current status of the port 51b50b39-78b9-4676-80ca-675bb08c179b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:04.832986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a6219359-c8cb-4df5-b08a-d256bdc70231 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:04.849306 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-1d8d3bbb-fbe0-49ad-9b3f-b58ef54faeed tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 2e143e4c-d049-4479-9ff5-6949524b43a8) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:04.865485 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8d3bbb-fbe0-49ad-9b3f-b58ef54faeed tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:04.866346 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3bbb-fbe0-49ad-9b3f-b58ef54faeed tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:04.888740 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b22ce41d-f634-4485-a181-ffbe1fde872c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:04.892665 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b22ce41d-f634-4485-a181-ffbe1fde872c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:04.900544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13c1452-e912-40e8-840e-ddfb0b220f0e None None] Network 2e143e4c-d049-4479-9ff5-6949524b43a8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:04.997662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5272a24f-d509-4aa8-aaf8-cf8781c38e5a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.047843 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b22ce41d-f634-4485-a181-ffbe1fde872c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.048265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22ce41d-f634-4485-a181-ffbe1fde872c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Fanout notify agent at l3_agent the message router_deleted on router dda5a449-71ff-4ee9-9d63-07dec3298dd5 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:09:05.059631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] Set router e846b4f1-9123-4daa-8df2-b2cf033899d7 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:09:05.066982 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272a24f-d509-4aa8-aaf8-cf8781c38e5a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=ee3b71d9-ace6-4a4a-8eb0-8b7d36719ca8,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:05.073404 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1d8d3bbb-fbe0-49ad-9b3f-b58ef54faeed tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5138378 Aug 26 01:09:05.080828 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46068) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:05.093442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:05.136380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1ade7a5a-84ae-41e6-bbfc-9c58812aa64c tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.213715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 51b50b39-78b9-4676-80ca-675bb08c179b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:05.214105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.248638 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-197cdd45-3732-4cff-8520-3c88b6ed267a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0c1ab367092b4e449d0df081f830f096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9966068 Aug 26 01:09:05.255264 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9e5c27d6-fe6c-4da4-9693-6b13c591796b tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/routers/e846b4f1-9123-4daa-8df2-b2cf033899d7 HTTP/1.1" status: 200 len: 906 time: 0.9892128 Aug 26 01:09:05.256419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46072) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:05.257484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46074) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:05.283054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b22ce41d-f634-4485-a181-ffbe1fde872c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.284146 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b22ce41d-f634-4485-a181-ffbe1fde872c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/routers/dda5a449-71ff-4ee9-9d63-07dec3298dd5 HTTP/1.1" status: 204 len: 168 time: 0.9341066 Aug 26 01:09:05.326704 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46076) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:05.449225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2be87b-6aa1-4372-8d01-661656855059 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting subnet 336579f1-3e28-45d2-b4ca-0b85f674ea2d {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:05.474665 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07fa44a-0d18-4571-ba17-12c239b25819 None None] Network 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:05.487284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8c2be87b-6aa1-4372-8d01-661656855059 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.564601 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60835785'] for subnet, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.609135 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.612685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8c2be87b-6aa1-4372-8d01-661656855059 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.623726 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a6219359-c8cb-4df5-b08a-d256bdc70231 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.636030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a6219359-c8cb-4df5-b08a-d256bdc70231 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.649700 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Allocated IP 2001:db8:1::2 (b20b46bf-a852-45d4-99e7-adfff3d1ac63/ed9439eb-a153-41e8-a166-c972d74665cf/235b88ea-4075-4642-8504-a73bed16107f) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:05.656818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5272a24f-d509-4aa8-aaf8-cf8781c38e5a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.658756 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5272a24f-d509-4aa8-aaf8-cf8781c38e5a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/ee3b71d9-ace6-4a4a-8eb0-8b7d36719ca8 HTTP/1.1" status: 204 len: 168 time: 3.4886858 Aug 26 01:09:05.664498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46084) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:05.719614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8a1df331-ea48-4841-83e5-3ebc8bd0fd2b None None] Provisioning complete for port 51b50b39-78b9-4676-80ca-675bb08c179b triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:05.719983 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8a1df331-ea48-4841-83e5-3ebc8bd0fd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.768056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.796499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f32dbe1-8fb6-4c82-8385-2285d103e066 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:05.799152 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f32dbe1-8fb6-4c82-8385-2285d103e066 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:05.800277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c412e9c7-311c-4b72-95ee-5385bad5b936 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.801171 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f32dbe1-8fb6-4c82-8385-2285d103e066 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:05.802232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4f32dbe1-8fb6-4c82-8385-2285d103e066 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:05.842089 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-2e143e4c-d049-4479-9ff5-6949524b43a8', 'network_id': '2e143e4c-d049-4479-9ff5-6949524b43a8', 'tenant_id': '2fdaefbd4df2459fb27cc54a09a71402', 'fixed_ips': [{'subnet_id': '021d3937-33ab-457f-8ed6-1d430e640fbc'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:09:05.842906 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.874161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a6219359-c8cb-4df5-b08a-d256bdc70231 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.874789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6219359-c8cb-4df5-b08a-d256bdc70231 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Fanout notify agent at l3_agent the message router_deleted on router c62311c4-c539-40a5-bc83-da437660da31 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:09:05.910825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8c2be87b-6aa1-4372-8d01-661656855059 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:05.957153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.008466 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a6219359-c8cb-4df5-b08a-d256bdc70231 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.012704 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a6219359-c8cb-4df5-b08a-d256bdc70231 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/routers/c62311c4-c539-40a5-bc83-da437660da31 HTTP/1.1" status: 204 len: 168 time: 1.7449870 Aug 26 01:09:06.019177 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46088) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:06.073015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4f32dbe1-8fb6-4c82-8385-2285d103e066 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:06.074464 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4f32dbe1-8fb6-4c82-8385-2285d103e066 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4088075 Aug 26 01:09:06.082531 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46092) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:06.163460 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5dba7e3-7ac4-416e-be36-1982abb688b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting subnet e228413b-368c-4867-b8d9-60105ef246aa {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:06.181241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d5dba7e3-7ac4-416e-be36-1982abb688b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.196245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-f774835b-0874-44ed-ac58-b7ab9a553c22 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 253ef4f9-9a84-4e48-afcc-1dba83229573 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:06.200178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f774835b-0874-44ed-ac58-b7ab9a553c22 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.241490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784988419642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61215567'] for subnet, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.314947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:06.315961 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.317946 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "PUT /v2.0/subnets/021d3937-33ab-457f-8ed6-1d430e640fbc HTTP/1.1" status: 200 len: 826 time: 1.2360411 Aug 26 01:09:06.322701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46096) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:06.325437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8c2be87b-6aa1-4372-8d01-661656855059 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.330923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f774835b-0874-44ed-ac58-b7ab9a553c22 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.341213 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 51b50b39-78b9-4676-80ca-675bb08c179b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:06.388111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.407451 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c412e9c7-311c-4b72-95ee-5385bad5b936 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.428360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ec3632-a4cd-4bdf-bf25-3ba9374b1d8b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:06.439037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d5dba7e3-7ac4-416e-be36-1982abb688b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.470258 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-1ade7a5a-84ae-41e6-bbfc-9c58812aa64c tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:09:06.479114 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1ade7a5a-84ae-41e6-bbfc-9c58812aa64c tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "PUT /v2.0/routers/6b4d39f6-eb0a-4c10-945a-cddc3ff774b5 HTTP/1.1" status: 400 len: 364 time: 2.4154561 Aug 26 01:09:06.479362 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Subnet': ['ID=021d3937-33ab-457f-8ed6-1d430e640fbc,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:06.482028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46100) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:06.482028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8c2be87b-6aa1-4372-8d01-661656855059 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.484177 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.484600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.485018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.485395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.485817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.486234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.486630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.487138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.487637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.488028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.488422 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.489653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.495162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.505722 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b116aad3-0fb6-46c7-bb33-76d804943e82 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/14ec3632-a4cd-4bdf-bf25-3ba9374b1d8b HTTP/1.1" status: 204 len: 168 time: 1.1620989 Aug 26 01:09:06.518269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed0e4a3-1a74-476a-abb6-0a34f92e34b0 None None] Network a2e46085-c0e5-47ff-8aca-b76f5858cd7d requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:06.545855 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-c412e9c7-311c-4b72-95ee-5385bad5b936 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Deleting port 91d80163-5c6e-4316-aae6-efcfccf34dce {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:06.546397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c412e9c7-311c-4b72-95ee-5385bad5b936 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.598976 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8a1df331-ea48-4841-83e5-3ebc8bd0fd2b None None] Current status of the port 51b50b39-78b9-4676-80ca-675bb08c179b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:06.650244 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e846b4f1-9123-4daa-8df2-b2cf033899d7', 'name': 'tempest-snat-router-1610892614', 'tenant_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.9'}], 'enable_snat': True}, 'gw_port_id': '91d80163-5c6e-4316-aae6-efcfccf34dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:08:53Z', 'updated_at': '2022-08-26T01:09:00Z', 'revision_number': 3, 'project_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'gw_port': {'id': '91d80163-5c6e-4316-aae6-efcfccf34dce', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:71:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e846b4f1-9123-4daa-8df2-b2cf033899d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:08:56Z', 'updated_at': '2022-08-26T01:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:06.661601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.686457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Allocated IP 2001:db8::2 (2e143e4c-d049-4479-9ff5-6949524b43a8/021d3937-33ab-457f-8ed6-1d430e640fbc/1776141e-9803-4ab8-b97b-f80770c4534e) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:06.689906 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] Checking router: e846b4f1-9123-4daa-8df2-b2cf033899d7 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:09:06.690261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] Updating router e846b4f1-9123-4daa-8df2-b2cf033899d7 port 91d80163-5c6e-4316-aae6-efcfccf34dce binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:09:06.714826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d5dba7e3-7ac4-416e-be36-1982abb688b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.736758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Transition to ACTIVE for port object 235b88ea-4075-4642-8504-a73bed16107f will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:06.820881 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c412e9c7-311c-4b72-95ee-5385bad5b936 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:06.875165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.875768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.876302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.876791 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.877537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.878071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.878566 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.879059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.880112 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.880594 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.881372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.882027 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb08963-6085-4af0-a4df-13e6b9b74a3e tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:07.011943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:07.068834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-c412e9c7-311c-4b72-95ee-5385bad5b936 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Calling delete_port for 91d80163-5c6e-4316-aae6-efcfccf34dce owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:07.113074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2be87b-6aa1-4372-8d01-661656855059 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Subnet': ['ID=336579f1-3e28-45d2-b4ca-0b85f674ea2d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:07.164095 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8c2be87b-6aa1-4372-8d01-661656855059 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/336579f1-3e28-45d2-b4ca-0b85f674ea2d HTTP/1.1" status: 204 len: 168 time: 1.8148048 Aug 26 01:09:07.171044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46114) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:07.207181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d5dba7e3-7ac4-416e-be36-1982abb688b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:07.244281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Transition to ACTIVE for port object 235b88ea-4075-4642-8504-a73bed16107f will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:07.279600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:07.303519 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:07.433533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dba7e3-7ac4-416e-be36-1982abb688b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Subnet': ['ID=e228413b-368c-4867-b8d9-60105ef246aa,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:07.444325 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d5dba7e3-7ac4-416e-be36-1982abb688b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:07.470026 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d5dba7e3-7ac4-416e-be36-1982abb688b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/e228413b-368c-4867-b8d9-60105ef246aa HTTP/1.1" status: 204 len: 168 time: 1.4497404 Aug 26 01:09:07.482864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46120) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:07.517937 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f774835b-0874-44ed-ac58-b7ab9a553c22 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:07.519370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:07.603148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:07.632597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ae0205-0717-4bfa-a900-89fe3fa5e02b None None] Network 1f23a3b3-947c-4cba-8cce-47a09d608221 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:07.641712 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port ad9e7134-07af-4653-af33-12513a5deb5b {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:07.642089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:07.674951 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:07.729271 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:07.810012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port 58bb9e5c-1810-4463-9d15-a350100e13f8 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:07.811043 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:07.856644 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Pushing event updated for resources: {'Port': ['ID=235b88ea-4075-4642-8504-a73bed16107f,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=89864) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:497}} Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 608, in do_execute Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers result.read() Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 493, in _call_on_drivers Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 65, in update_port_precommit Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 80, in _insert_provisioning_block Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 303, in get_agents Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 630, in get_objects Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 48, in get_objects Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 316, in get_collection Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers items = [ Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3534, in __iter__ Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers self.session._autoflush() Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1622, in _autoflush Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers self.flush() Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers self._flush(objects) Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Aug 26 01:09:07.876348 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 68, in __exit__ Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers compat.raise_( Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers raise exception Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers flush_context.execute() Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers rec.execute(self) Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 586, in execute Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers persistence.save_obj( Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 230, in save_obj Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 994, in _emit_update_statements Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers c = cached_connections[connection].execute( Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers return meth(self, multiparams, params) Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement(self, multiparams, params) Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1124, in _execute_clauseelement Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1316, in _execute_context Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers raise exception Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 608, in do_execute Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers result.read() Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'dv-neutron-854561-2-hyperv', 'ml2_port_bindings_port_id': '91d80163-5c6e-4316-aae6-efcfccf34dce', 'ml2_port_bindings_host': ''}] Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/13/e3q8) Aug 26 01:09:07.880813 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR neutron.plugins.ml2.managers Aug 26 01:09:07.908252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:07.926050 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46132) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:07.941262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 01:09:07.941262 dv-neutron-854561-2-hyperv neutron-server[89864]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 26 01:09:07.941262 dv-neutron-854561-2-hyperv neutron-server[89864]: [parameters: {'host': 'dv-neutron-854561-2-hyperv', 'ml2_port_bindings_port_id': '91d80163-5c6e-4316-aae6-efcfccf34dce', 'ml2_port_bindings_host': ''}] Aug 26 01:09:07.941262 dv-neutron-854561-2-hyperv neutron-server[89864]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:09:07.941599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:09:08.018444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c412e9c7-311c-4b72-95ee-5385bad5b936 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.062235 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f774835b-0874-44ed-ac58-b7ab9a553c22 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.069332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-564e25da-a1b3-4b3f-9321-622c8673047e None None] Provisioning complete for port 51b50b39-78b9-4676-80ca-675bb08c179b triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:08.069708 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-564e25da-a1b3-4b3f-9321-622c8673047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.097595 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Network b20b46bf-a852-45d4-99e7-adfff3d1ac63 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:08.101647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Allocated IP 2001:db8::1 (8c34eeb1-1de3-4139-9dbb-23a034cf0cae/08789d47-e0d5-4982-94f4-00f13b6be854/310fe300-8e61-49c2-bc1f-970c7105202f) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:08.112117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:08.116651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774835b-0874-44ed-ac58-b7ab9a553c22 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=253ef4f9-9a84-4e48-afcc-1dba83229573,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:08.133601 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f774835b-0874-44ed-ac58-b7ab9a553c22 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.164793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1475774321'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:08.169777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:08.193090 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:08.195454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412e9c7-311c-4b72-95ee-5385bad5b936 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Pushing event deleted for resources: {'Port': ['ID=91d80163-5c6e-4316-aae6-efcfccf34dce,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:08.202457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fd5799-6f23-49c5-b042-6b21768cc39e None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:08.220738 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.259992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:network and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:08.266779 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f774835b-0874-44ed-ac58-b7ab9a553c22 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/253ef4f9-9a84-4e48-afcc-1dba83229573 HTTP/1.1" status: 204 len: 168 time: 2.1825402 Aug 26 01:09:08.272389 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46138) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:08.353202 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:08.357404 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Transition to ACTIVE for port object 1776141e-9803-4ab8-b97b-f80770c4534e will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:08.362565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ab3e9-e7de-401e-9822-64a39191bf4a None None] DHCP port deletion for a2e46085-c0e5-47ff-8aca-b76f5858cd7d request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:09:08.407432 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82aa2b4-2fea-4377-8a11-fa99cd2858f6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 42895690-2d12-4a1e-8842-78a8505a8a89 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:08.413110 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.418232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c82aa2b4-2fea-4377-8a11-fa99cd2858f6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.483274 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Transition to ACTIVE for port object 310fe300-8e61-49c2-bc1f-970c7105202f will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:08.494299 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ab3e9-e7de-401e-9822-64a39191bf4a None None] Deleting port ad9e7134-07af-4653-af33-12513a5deb5b {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:08.494676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0e2ab3e9-e7de-401e-9822-64a39191bf4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.497038 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c82aa2b4-2fea-4377-8a11-fa99cd2858f6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.579929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:08.581858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] Port 91d80163-5c6e-4316-aae6-efcfccf34dce not found while updating agent binding for router e846b4f1-9123-4daa-8df2-b2cf033899d7. {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 26 01:09:08.590372 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Transition to ACTIVE for port object 1776141e-9803-4ab8-b97b-f80770c4534e will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:08.609547 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] For port ad9e7134-07af-4653-af33-12513a5deb5b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ad9e7134-07af-4653-af33-12513a5deb5b,segment=NetworkSegment(af23532e-1331-4adf-a5fd-23b5582f7665),segment_id=af23532e-1331-4adf-a5fd-23b5582f7665)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:08.610014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.617666 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Attempting to bind port 235b88ea-4075-4642-8504-a73bed16107f on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:08.618077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Attempting to bind port 235b88ea-4075-4642-8504-a73bed16107f by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '8f6d7078-3b7b-4a06-b96b-2bb7ff30494e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'b20b46bf-a852-45d4-99e7-adfff3d1ac63'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:08.618444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Attempting to bind port 235b88ea-4075-4642-8504-a73bed16107f on network b20b46bf-a852-45d4-99e7-adfff3d1ac63 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:08.638136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c82aa2b4-2fea-4377-8a11-fa99cd2858f6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.704334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:08.704942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Checking segment: {'id': '8f6d7078-3b7b-4a06-b96b-2bb7ff30494e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'b20b46bf-a852-45d4-99e7-adfff3d1ac63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:08.705162 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.705487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Bound using segment: {'id': '8f6d7078-3b7b-4a06-b96b-2bb7ff30494e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'b20b46bf-a852-45d4-99e7-adfff3d1ac63'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:08.706013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Bound port: 235b88ea-4075-4642-8504-a73bed16107f, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6d7078-3b7b-4a06-b96b-2bb7ff30494e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'b20b46bf-a852-45d4-99e7-adfff3d1ac63'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:08.706388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.714329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.718602 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c412e9c7-311c-4b72-95ee-5385bad5b936 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.744014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ad9e7134-07af-4653-af33-12513a5deb5b no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:09:08.808422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] Routers {'e846b4f1-9123-4daa-8df2-b2cf033899d7'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:08.808984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e846b4f1-9123-4daa-8df2-b2cf033899d7'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:08.821003 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Network 8c34eeb1-1de3-4139-9dbb-23a034cf0cae is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:08.825354 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:08.830054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:08.830578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.834280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event updated for resources: {'Port': ['ID=310fe300-8e61-49c2-bc1f-970c7105202f,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:08.872912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.881689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.933442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c412e9c7-311c-4b72-95ee-5385bad5b936 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.936415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c412e9c7-311c-4b72-95ee-5385bad5b936 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:08.944094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Subnet': ['ID=021d3937-33ab-457f-8ed6-1d430e640fbc,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:08.973113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c82aa2b4-2fea-4377-8a11-fa99cd2858f6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:09.052735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:09.056838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:09.082194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for ad9e7134-07af-4653-af33-12513a5deb5b owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:09.108055 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82aa2b4-2fea-4377-8a11-fa99cd2858f6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=42895690-2d12-4a1e-8842-78a8505a8a89,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:09.111803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c82aa2b4-2fea-4377-8a11-fa99cd2858f6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:09.126237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c412e9c7-311c-4b72-95ee-5385bad5b936 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:09.126827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c412e9c7-311c-4b72-95ee-5385bad5b936 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e846b4f1-9123-4daa-8df2-b2cf033899d7 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:09:09.142965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:09.168911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:09.181629 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] For port 58bb9e5c-1810-4463-9d15-a350100e13f8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=58bb9e5c-1810-4463-9d15-a350100e13f8,segment=NetworkSegment(0ac128d5-33b8-4225-a429-41fc00d1a936),segment_id=0ac128d5-33b8-4225-a429-41fc00d1a936)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:09.182265 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:09.197670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:09.228928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e143e4c-d049-4479-9ff5-6949524b43a8']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:09.244319 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c82aa2b4-2fea-4377-8a11-fa99cd2858f6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/42895690-2d12-4a1e-8842-78a8505a8a89 HTTP/1.1" status: 204 len: 168 time: 0.9672153 Aug 26 01:09:09.276710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Network 2e143e4c-d049-4479-9ff5-6949524b43a8 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:09.279814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46142) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:09.314908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] Set router e846b4f1-9123-4daa-8df2-b2cf033899d7 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:09:09.349420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:security_group_rule and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:09.364750 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for 58bb9e5c-1810-4463-9d15-a350100e13f8 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:09.371774 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47047126-ffbc-4006-a944-1610fa753833') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:09.371774 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47047126-ffbc-4006-a944-1610fa753833') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:09.376743 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:09.399264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:09.404231 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c412e9c7-311c-4b72-95ee-5385bad5b936 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:09.407810 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c412e9c7-311c-4b72-95ee-5385bad5b936 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "DELETE /v2.0/routers/e846b4f1-9123-4daa-8df2-b2cf033899d7 HTTP/1.1" status: 204 len: 168 time: 4.0692160 Aug 26 01:09:09.419430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46150) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:09.425170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:09.430843 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:09.475163 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-564e25da-a1b3-4b3f-9321-622c8673047e None None] Current status of the port 51b50b39-78b9-4676-80ca-675bb08c179b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:09.486831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:09.514596 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Pushing event updated for resources: {'Port': ['ID=1776141e-9803-4ab8-b97b-f80770c4534e,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:09.525663 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e846b4f1-9123-4daa-8df2-b2cf033899d7', 'name': 'tempest-snat-router-1610892614', 'tenant_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:08:53Z', 'updated_at': '2022-08-26T01:09:07Z', 'revision_number': 5, 'project_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:09.528501 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:09.588921 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] No DVR routers for this DVR port ad9e7134-07af-4653-af33-12513a5deb5b on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:09:09.592636 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:09.611887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] For port 235b88ea-4075-4642-8504-a73bed16107f, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:09.612523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] For port 235b88ea-4075-4642-8504-a73bed16107f, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=235b88ea-4075-4642-8504-a73bed16107f,segment=NetworkSegment(8f6d7078-3b7b-4a06-b96b-2bb7ff30494e),segment_id=8f6d7078-3b7b-4a06-b96b-2bb7ff30494e)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:09.643805 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Port': ['ID=ad9e7134-07af-4653-af33-12513a5deb5b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:09.683262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.684018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.684574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.685511 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.686320 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.686822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.690758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.690758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.690758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.690758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.690758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.690758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.705966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1a9e0-5e1e-410e-87a4-542e112f0130 None None] The sync data for ids ['e846b4f1-9123-4daa-8df2-b2cf033899d7'] in dv-neutron-854561-2-hyperv is: [{'id': 'e846b4f1-9123-4daa-8df2-b2cf033899d7', 'name': 'tempest-snat-router-1610892614', 'tenant_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:08:53Z', 'updated_at': '2022-08-26T01:09:07Z', 'revision_number': 5, 'project_id': '444e07bc0da54134a889d6a9e6f1a7f2', 'gw_port_host': None}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:09.723436 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c720aaec-1ad4-4f3e-bf30-9d56736b3857 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:router {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:09.729856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:09.732181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] No DVR routers for this DVR port 58bb9e5c-1810-4463-9d15-a350100e13f8 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:09:09.747678 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0303377-b2aa-47c7-883a-544210253c79 None None] DHCP port deletion for 1f23a3b3-947c-4cba-8cce-47a09d608221 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:09:09.761482 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No ports have port_id starting with ad9e7134-07af-4653-af33-12513a5deb5b Aug 26 01:09:09.764050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:09.800044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Port': ['ID=58bb9e5c-1810-4463-9d15-a350100e13f8,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:10.042101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.080657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.130048 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e46085-c0e5-47ff-8aca-b76f5858cd7d']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:10.172481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af23532e-1331-4adf-a5fd-23b5582f7665') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:10.172775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af23532e-1331-4adf-a5fd-23b5582f7665') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:10.179695 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cdddc-d1dc-4ad2-88d9-50e0d2952dd6 None None] Pushing event updated for resources: {'Port': ['ID=235b88ea-4075-4642-8504-a73bed16107f,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:10.180935 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f23a3b3-947c-4cba-8cce-47a09d608221']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:10.218216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.229787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac128d5-33b8-4225-a429-41fc00d1a936') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:10.230077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac128d5-33b8-4225-a429-41fc00d1a936') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:10.237052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Attempting to bind port 1776141e-9803-4ab8-b97b-f80770c4534e on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:10.237499 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Attempting to bind port 1776141e-9803-4ab8-b97b-f80770c4534e by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '47047126-ffbc-4006-a944-1610fa753833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '2e143e4c-d049-4479-9ff5-6949524b43a8'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:10.238014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Attempting to bind port 1776141e-9803-4ab8-b97b-f80770c4534e on network 2e143e4c-d049-4479-9ff5-6949524b43a8 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:10.253413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.257091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:10.257581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Checking segment: {'id': '47047126-ffbc-4006-a944-1610fa753833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '2e143e4c-d049-4479-9ff5-6949524b43a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:10.258108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.258616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Bound using segment: {'id': '47047126-ffbc-4006-a944-1610fa753833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '2e143e4c-d049-4479-9ff5-6949524b43a8'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:10.259674 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Bound port: 1776141e-9803-4ab8-b97b-f80770c4534e, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47047126-ffbc-4006-a944-1610fa753833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '2e143e4c-d049-4479-9ff5-6949524b43a8'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:10.263663 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.265336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.268264 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.277256 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.288041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.292943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.297965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.304113 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:10.305331 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.340826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:10.340826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.445954 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] For port 1776141e-9803-4ab8-b97b-f80770c4534e, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:10.449564 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment af23532e-1331-4adf-a5fd-23b5582f7665 resource provider aggregate not found Aug 26 01:09:10.463719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c720aaec-1ad4-4f3e-bf30-9d56736b3857 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:router {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:10.463719 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c720aaec-1ad4-4f3e-bf30-9d56736b3857 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.1766558 Aug 26 01:09:10.471213 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.517428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5cc7e1db-199f-40b7-9ca2-33d3cabc4350 None None] Provisioning for port 310fe300-8e61-49c2-bc1f-970c7105202f completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:10.538097 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5cc7e1db-199f-40b7-9ca2-33d3cabc4350 None None] Provisioning complete for port 310fe300-8e61-49c2-bc1f-970c7105202f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:10.538476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5cc7e1db-199f-40b7-9ca2-33d3cabc4350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.544160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46158) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:10.563621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Deleting port 93d6c227-f9af-462b-9790-f97c9528f20c {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:10.564045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.628243 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:10.628978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.680498 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7e1db-199f-40b7-9ca2-33d3cabc4350 None None] Port 310fe300-8e61-49c2-bc1f-970c7105202f cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:09:10.683544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9323a7a-0e97-41bb-94a4-236133edbd04 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:09:10.688533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.690788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d9323a7a-0e97-41bb-94a4-236133edbd04 None None] Deleting port d6f6da66-e0b1-4947-abf8-8c749d228171 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:10.691055 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d9323a7a-0e97-41bb-94a4-236133edbd04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.772592 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 235b88ea-4075-4642-8504-a73bed16107f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:10.835876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0e2ab3e9-e7de-401e-9822-64a39191bf4a None None] For port ad9e7134-07af-4653-af33-12513a5deb5b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ad9e7134-07af-4653-af33-12513a5deb5b,segment=NetworkSegment(af23532e-1331-4adf-a5fd-23b5582f7665),segment_id=af23532e-1331-4adf-a5fd-23b5582f7665)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:10.836576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0e2ab3e9-e7de-401e-9822-64a39191bf4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.856228 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:09:10.881003 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment af23532e-1331-4adf-a5fd-23b5582f7665 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af23532e-1331-4adf-a5fd-23b5582f7665 found for delete ", "request_id": "req-4980cbc9-96be-4f29-9704-479650b504be"}]} Aug 26 01:09:10.891184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-c0e41520-8733-46d1-bf30-6611ccabee97 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:10.922046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:10.937213 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 47047126-ffbc-4006-a944-1610fa753833 resource provider aggregate not found Aug 26 01:09:10.983865 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 47047126-ffbc-4006-a944-1610fa753833 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47047126-ffbc-4006-a944-1610fa753833 found for delete ", "request_id": "req-e292bccb-bbdd-4bf9-b125-3bb1082209e4"}]} Aug 26 01:09:11.041038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ab3e9-e7de-401e-9822-64a39191bf4a None None] Calling delete_port for ad9e7134-07af-4653-af33-12513a5deb5b owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:11.053463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.api [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 01:09:11.053463 dv-neutron-854561-2-hyperv neutron-server[89863]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 01:09:11.053463 dv-neutron-854561-2-hyperv neutron-server[89863]: [parameters: {'id': '2e143e4c-d049-4479-9ff5-6949524b43a8'}] Aug 26 01:09:11.053463 dv-neutron-854561-2-hyperv neutron-server[89863]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:09:11.053984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG oslo_db.api [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:09:11.091612 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] For port 1776141e-9803-4ab8-b97b-f80770c4534e, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1776141e-9803-4ab8-b97b-f80770c4534e,segment=NetworkSegment(47047126-ffbc-4006-a944-1610fa753833),segment_id=47047126-ffbc-4006-a944-1610fa753833)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:11.117086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:09:11.118572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] For port 93d6c227-f9af-462b-9790-f97c9528f20c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=93d6c227-f9af-462b-9790-f97c9528f20c,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:11.118941 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.148931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.151660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.161227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.171741 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.172087 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Added segment ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00 of type vlan for network e4433a21-e596-431b-b309-8731d6bb49f8 Aug 26 01:09:11.197148 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Network': ['ID=a2e46085-c0e5-47ff-8aca-b76f5858cd7d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:11.197358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 235b88ea-4075-4642-8504-a73bed16107f completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:11.224909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Network': ['ID=1f23a3b3-947c-4cba-8cce-47a09d608221,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:11.227765 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9535fd90-5944-4b3a-8703-c4a2cacee024,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:11.242810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c0e41520-8733-46d1-bf30-6611ccabee97 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:11.247279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c0e41520-8733-46d1-bf30-6611ccabee97 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:11.250395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c0e41520-8733-46d1-bf30-6611ccabee97 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:11.256485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c0e41520-8733-46d1-bf30-6611ccabee97 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:11.267277 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d9323a7a-0e97-41bb-94a4-236133edbd04 None None] For port d6f6da66-e0b1-4947-abf8-8c749d228171, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d6f6da66-e0b1-4947-abf8-8c749d228171,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:11.267678 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d9323a7a-0e97-41bb-94a4-236133edbd04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.281457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-0e2ab3e9-e7de-401e-9822-64a39191bf4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:09:11.281887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-0e2ab3e9-e7de-401e-9822-64a39191bf4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:09:11.282916 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.310216 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Calling delete_port for 93d6c227-f9af-462b-9790-f97c9528f20c owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:11.329332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.350072 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 58bb9e5c-1810-4463-9d15-a350100e13f8 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:09:11.359277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9611f0-817d-478e-a4fa-ab8c819457b2 req-a902c904-3196-4e1e-9d36-2ff0a614430d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:11.360752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e41520-8733-46d1-bf30-6611ccabee97 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:11.364708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c0e41520-8733-46d1-bf30-6611ccabee97 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.367615 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7d9611f0-817d-478e-a4fa-ab8c819457b2 req-a902c904-3196-4e1e-9d36-2ff0a614430d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 1.2016184 Aug 26 01:09:11.402020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 58bb9e5c-1810-4463-9d15-a350100e13f8 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:09:11.402406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 58bb9e5c-1810-4463-9d15-a350100e13f8 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:09:11.469435 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3a3d0e6f-387d-4e81-bc11-91ac016de045 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/networks/1f23a3b3-947c-4cba-8cce-47a09d608221 HTTP/1.1" status: 204 len: 168 time: 3.9854019 Aug 26 01:09:11.477317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46166) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:11.485391 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-53b47984-b36a-40a3-ac0b-81ab3468b4f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/networks/a2e46085-c0e5-47ff-8aca-b76f5858cd7d HTTP/1.1" status: 204 len: 168 time: 4.3122785 Aug 26 01:09:11.486355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46170) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:11.504897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fcce808c-a8e4-4714-96c8-e61cf52c9772 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-619737092', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:11.507675 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7d9611f0-817d-478e-a4fa-ab8c819457b2 req-28ff80ac-44c6-4966-84d9-aa2999802182 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390796 Aug 26 01:09:11.514376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fcce808c-a8e4-4714-96c8-e61cf52c9772 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:11.526717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-cec4a7ce-acfe-4022-bcce-febd9fbd8c60 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-437237288', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:11.549395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fcce808c-a8e4-4714-96c8-e61cf52c9772 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:router and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:11.554745 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.568386 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:11.569693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.589490 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fcce808c-a8e4-4714-96c8-e61cf52c9772 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:11.594965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cec4a7ce-acfe-4022-bcce-febd9fbd8c60 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:11.667248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d9323a7a-0e97-41bb-94a4-236133edbd04 None None] Calling delete_port for d6f6da66-e0b1-4947-abf8-8c749d228171 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:11.673028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cec4a7ce-acfe-4022-bcce-febd9fbd8c60 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:router and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:11.688557 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fcce808c-a8e4-4714-96c8-e61cf52c9772 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:11.691249 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cec4a7ce-acfe-4022-bcce-febd9fbd8c60 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:11.701311 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.724186 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Deleting port 1776141e-9803-4ab8-b97b-f80770c4534e {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:11.724526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.741185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599c5c7d-ddd3-4184-a9e9-8fc44ade4f22 None None] Network 2e143e4c-d049-4479-9ff5-6949524b43a8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:11.774748 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e95d16-693d-44e3-b51b-ad730af74ac6 None None] Pushing event updated for resources: {'Port': ['ID=1776141e-9803-4ab8-b97b-f80770c4534e,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:11.777278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35d3393-692b-4480-a6ba-75ef6dfdfb35 None None] Network b20b46bf-a852-45d4-99e7-adfff3d1ac63 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:11.796065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.838382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Network': ['ID=e4433a21-e596-431b-b309-8731d6bb49f8,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:11.845651 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ab3e9-e7de-401e-9822-64a39191bf4a None None] Deleting port ad9e7134-07af-4653-af33-12513a5deb5b {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:11.846701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0e2ab3e9-e7de-401e-9822-64a39191bf4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.858462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:11.863003 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Pushing event deleted for resources: {'Port': ['ID=93d6c227-f9af-462b-9790-f97c9528f20c,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:11.890686 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network e4433a21-e596-431b-b309-8731d6bb49f8 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:09:11.928754 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cec4a7ce-acfe-4022-bcce-febd9fbd8c60 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:11.948616 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e69db0be-1cd3-4001-afd6-c4bda5c72cce tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.0173960 Aug 26 01:09:11.949594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46176) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:11.965418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'name': 'tempest-PortsIpV6TestJSON-34754798'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:12.090629 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.091335 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.096040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:12.101608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:port and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:12.104961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:12.111104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:12.122371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cec4a7ce-acfe-4022-bcce-febd9fbd8c60 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.123383 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cec4a7ce-acfe-4022-bcce-febd9fbd8c60 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.128078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcce808c-a8e4-4714-96c8-e61cf52c9772 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.129027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcce808c-a8e4-4714-96c8-e61cf52c9772 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.147867 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ab3e9-e7de-401e-9822-64a39191bf4a None None] The port 'ad9e7134-07af-4653-af33-12513a5deb5b' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:09:12.209325 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:12.212812 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.250360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcce808c-a8e4-4714-96c8-e61cf52c9772 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.280336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82392dd6-0274-4d60-8ee1-b522e1de82e7 req-663ece6b-2b94-43f1-89be-b0677fa73c2e tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:12.282029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-00c22d6d-d68d-4b2e-98a1-0d348474bcb7 None None] Provisioning for port 235b88ea-4075-4642-8504-a73bed16107f completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:12.287537 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-82392dd6-0274-4d60-8ee1-b522e1de82e7 req-663ece6b-2b94-43f1-89be-b0677fa73c2e tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.4221511 Aug 26 01:09:12.305078 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d9323a7a-0e97-41bb-94a4-236133edbd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.314619 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cec4a7ce-acfe-4022-bcce-febd9fbd8c60 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.327800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port a7018676-7ff9-49e8-8e9d-6c751e5f1437 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:09:12.342261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-00c22d6d-d68d-4b2e-98a1-0d348474bcb7 None None] Provisioning complete for port 235b88ea-4075-4642-8504-a73bed16107f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:12.342261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-00c22d6d-d68d-4b2e-98a1-0d348474bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.364209 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event updated for resources: {'Port': ['ID=310fe300-8e61-49c2-bc1f-970c7105202f,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:12.390156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcce808c-a8e4-4714-96c8-e61cf52c9772 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.397976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.438884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9323a7a-0e97-41bb-94a4-236133edbd04 None None] Pushing event deleted for resources: {'Port': ['ID=d6f6da66-e0b1-4947-abf8-8c749d228171,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:12.442470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9323a7a-0e97-41bb-94a4-236133edbd04 None None] No DVR routers for this DVR port d6f6da66-e0b1-4947-abf8-8c749d228171 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:09:12.507589 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-82392dd6-0274-4d60-8ee1-b522e1de82e7 req-251ed05a-578e-4fba-99da-3c8c893ff284 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192497 Aug 26 01:09:12.532484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cec4a7ce-acfe-4022-bcce-febd9fbd8c60 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.613806 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d13872-2980-4543-9dd4-b79bcfcb1873 None None] Network 2e143e4c-d049-4479-9ff5-6949524b43a8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:12.630839 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c0e41520-8733-46d1-bf30-6611ccabee97 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.677528 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] For port 1776141e-9803-4ab8-b97b-f80770c4534e, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1776141e-9803-4ab8-b97b-f80770c4534e,segment=NetworkSegment(47047126-ffbc-4006-a944-1610fa753833),segment_id=47047126-ffbc-4006-a944-1610fa753833)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:12.677913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.684198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fcce808c-a8e4-4714-96c8-e61cf52c9772 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.688776 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fcce808c-a8e4-4714-96c8-e61cf52c9772 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.1887405 Aug 26 01:09:12.692590 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46182) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:12.705987 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.708686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'network': {'name': 'tempest-RoutersTest-811706488'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:12.713060 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.747140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-00c22d6d-d68d-4b2e-98a1-0d348474bcb7 None None] Current status of the port 235b88ea-4075-4642-8504-a73bed16107f is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:12.761770 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-00c22d6d-d68d-4b2e-98a1-0d348474bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.776677 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d6f6da66-e0b1-4947-abf8-8c749d228171 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:09:12.823600 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: d6f6da66-e0b1-4947-abf8-8c749d228171 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:09:12.823962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d6f6da66-e0b1-4947-abf8-8c749d228171 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:09:12.849897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.874897 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Calling delete_port for 1776141e-9803-4ab8-b97b-f80770c4534e owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:12.879766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cec4a7ce-acfe-4022-bcce-febd9fbd8c60 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.881328 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cec4a7ce-acfe-4022-bcce-febd9fbd8c60 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.4028070 Aug 26 01:09:12.903889 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46186) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:12.907704 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:12.925381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-407661432'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:12.932473 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:12.937402 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:network and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:12.943547 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:12.944704 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-00c22d6d-d68d-4b2e-98a1-0d348474bcb7 None None] For port 235b88ea-4075-4642-8504-a73bed16107f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=235b88ea-4075-4642-8504-a73bed16107f,segment=NetworkSegment(8f6d7078-3b7b-4a06-b96b-2bb7ff30494e),segment_id=8f6d7078-3b7b-4a06-b96b-2bb7ff30494e)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:12.950799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:12.959745 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Network 8c34eeb1-1de3-4139-9dbb-23a034cf0cae is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:12.963056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e41520-8733-46d1-bf30-6611ccabee97 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:12.965048 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 0ac128d5-33b8-4225-a429-41fc00d1a936 resource provider aggregate not found Aug 26 01:09:12.970853 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:12.971139 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:network and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:12.975072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-c0e41520-8733-46d1-bf30-6611ccabee97 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:12.980315 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:12.983778 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e41520-8733-46d1-bf30-6611ccabee97 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:12.989344 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c0e41520-8733-46d1-bf30-6611ccabee97 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:12.998768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.007265 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 0ac128d5-33b8-4225-a429-41fc00d1a936 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ac128d5-33b8-4225-a429-41fc00d1a936 found for delete ", "request_id": "req-db97b7c2-a6aa-4969-b4bc-49b684196e21"}]} Aug 26 01:09:13.008208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:13.010271 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e41520-8733-46d1-bf30-6611ccabee97 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=fd24a41a-c268-4eac-baf7-4fd9bba1bef3,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:13.030355 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b186d6c-54c7-4559-b5b6-15cc519816a0 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:13.051173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-00c22d6d-d68d-4b2e-98a1-0d348474bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.120165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=a7018676-7ff9-49e8-8e9d-6c751e5f1437,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:13.122592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:13.126539 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.180939 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.181441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb783b2f-a4bc-44a2-8973-558e1581022d {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:09:13.196198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Checking segment: {'id': 'ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:13.196568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network hostable DHCP agents. Network: e4433a21-e596-431b-b309-8731d6bb49f8, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:09:13.223835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:09:13.224800 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c0e41520-8733-46d1-bf30-6611ccabee97 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3510907 Aug 26 01:09:13.229176 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46194) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:13.257073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:13.277933 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2a073-a6f8-4cc2-93cb-bd037db62e17 req-34fbea38-1a8e-48fe-bf73-2e33737a1b34 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:13.287318 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fef2a073-a6f8-4cc2-93cb-bd037db62e17 req-34fbea38-1a8e-48fe-bf73-2e33737a1b34 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.5195353 Aug 26 01:09:13.309968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.309968 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Added segment a65c2e10-351a-46e5-a3a1-1c560ae4988e of type vlan for network 5c58de10-f1f1-4ac4-9872-36b94ef7b016 Aug 26 01:09:13.311859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:13.317407 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.321575 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.327675 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-863273b0-f4e4-425a-8bdf-459c577bb602 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "DELETE /v2.0/routers/cb783b2f-a4bc-44a2-8973-558e1581022d HTTP/1.1" status: 204 len: 168 time: 3.8993802 Aug 26 01:09:13.328866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46198) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:13.342377 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Router 6b4d39f6-eb0a-4c10-945a-cddc3ff774b5 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:09:13.348779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.405599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c22d6d-d68d-4b2e-98a1-0d348474bcb7 None None] Pushing event updated for resources: {'Port': ['ID=235b88ea-4075-4642-8504-a73bed16107f,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:13.426860 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No DVR routers for this DVR port 1776141e-9803-4ab8-b97b-f80770c4534e on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:09:13.429090 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-997888175', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:13.432417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6fdecf11-2ddd-4328-b46a-9fe91bb5e3b9 None None] Provisioning complete for port 235b88ea-4075-4642-8504-a73bed16107f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:13.432805 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6fdecf11-2ddd-4328-b46a-9fe91bb5e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.454906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:13.458214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Port': ['ID=1776141e-9803-4ab8-b97b-f80770c4534e,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:13.475829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Usage tracker for resource:router and tenant:df11ba4ec1ec4a9eb1c23424d876b57f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:13.485928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:13.501055 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network e4433a21-e596-431b-b309-8731d6bb49f8 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:09:13.504205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:09:13.525768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:13.543900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.549040 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': 'fd24a41a-c268-4eac-baf7-4fd9bba1bef3'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:09:13.550607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.567519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.571561 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Added segment 5b07376b-c1aa-4086-927d-b3f9045caa12 of type vlan for network 9d9a62a2-79e3-487b-85e6-8383b11651c1 Aug 26 01:09:13.603519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:13.616940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:13.627628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:13.697106 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6fdecf11-2ddd-4328-b46a-9fe91bb5e3b9 None None] Current status of the port 235b88ea-4075-4642-8504-a73bed16107f is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:13.772412 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:13.775687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.779276 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, e4433a21-e596-431b-b309-8731d6bb49f8) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:13.781070 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.782114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.787136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.789345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef0171a-25ca-46cb-a34b-9fb17be3763d None None] Network e4433a21-e596-431b-b309-8731d6bb49f8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:13.792136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:13.792738 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.820802 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:13.826522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:13.827308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.872584 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.899630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e143e4c-d049-4479-9ff5-6949524b43a8']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:13.911676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Allocated IP 172.20.0.2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/fd24a41a-c268-4eac-baf7-4fd9bba1bef3/01628301-13b4-4adf-b65d-158cd571b912) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:13.913355 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47047126-ffbc-4006-a944-1610fa753833') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:13.913664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47047126-ffbc-4006-a944-1610fa753833') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:13.946194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:09:13.951214 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7e4cb0d1-50f0-43b9-8c1b-4b70d68a7508 None None] Provisioning complete for port 310fe300-8e61-49c2-bc1f-970c7105202f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:13.951683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7e4cb0d1-50f0-43b9-8c1b-4b70d68a7508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.952174 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.962882 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:13.966287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:13.969133 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fef2a073-a6f8-4cc2-93cb-bd037db62e17 req-fdf1946f-0f4b-406e-aecf-e198e08e219d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6809847 Aug 26 01:09:14.007506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:14.016265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:09:14.024951 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:14.025376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:14.027931 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5350140-d304-47f2-9e6b-3a4604c939dc None None] Sync routers for ids ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:14.048195 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5350140-d304-47f2-9e6b-3a4604c939dc None None] Routers {'6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:14.050021 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d5350140-d304-47f2-9e6b-3a4604c939dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:14.164550 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:14.181555 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1779bc18-4eb9-483a-9152-f3a9bd4c3ca6 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "PUT /v2.0/routers/6b4d39f6-eb0a-4c10-945a-cddc3ff774b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6861410 Aug 26 01:09:14.181778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46206) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:14.221304 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d5350140-d304-47f2-9e6b-3a4604c939dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:14.232614 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5350140-d304-47f2-9e6b-3a4604c939dc None None] Routers {'6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:14.233303 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d5350140-d304-47f2-9e6b-3a4604c939dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:14.245192 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 47047126-ffbc-4006-a944-1610fa753833 resource provider aggregate not found Aug 26 01:09:14.251154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7e4cb0d1-50f0-43b9-8c1b-4b70d68a7508 None None] Port 310fe300-8e61-49c2-bc1f-970c7105202f cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:09:14.280683 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3674686 Aug 26 01:09:14.280683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e5e0b-fbdc-447c-92bb-78c8046b9076 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Network': ['ID=5c58de10-f1f1-4ac4-9872-36b94ef7b016,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:14.281492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46212) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:14.288058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:14.293486 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:14.294141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:14.321566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'subnet': {'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:14.322920 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 5c58de10-f1f1-4ac4-9872-36b94ef7b016 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:09:14.323937 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d5350140-d304-47f2-9e6b-3a4604c939dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:14.324499 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5350140-d304-47f2-9e6b-3a4604c939dc None None] The sync data for ids ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:14.371393 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f7a19e22-3c72-470f-8d72-a7c44059ed55 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.4171922 Aug 26 01:09:14.371603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:14.371603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46216) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:14.373329 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 47047126-ffbc-4006-a944-1610fa753833 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47047126-ffbc-4006-a944-1610fa753833 found for delete ", "request_id": "req-48adb00d-c050-46f9-8db5-7e1d4122e457"}]} Aug 26 01:09:14.381479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-598087491'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:14.399107 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:14.420109 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:14.433231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Network': ['ID=2e143e4c-d049-4479-9ff5-6949524b43a8,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:14.439514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:network and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:14.445441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:14.452535 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3b234bca-fc4e-4522-85fd-77082428781b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/2e143e4c-d049-4479-9ff5-6949524b43a8 HTTP/1.1" status: 204 len: 168 time: 8.1251690 Aug 26 01:09:14.454487 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46220) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:14.479317 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:14.499166 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1820bd-1616-44ef-b261-8cbf3f84fcea tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] DELETE failed (client error): The resource could not be found. Aug 26 01:09:14.499530 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1820bd-1616-44ef-b261-8cbf3f84fcea tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:14.506917 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8f1820bd-1616-44ef-b261-8cbf3f84fcea tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/2e143e4c-d049-4479-9ff5-6949524b43a8 HTTP/1.1" status: 404 len: 339 time: 0.0458069 Aug 26 01:09:14.508106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46224) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:14.519101 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-983437827', 'description': 'd1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:14.528085 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d71addef-8887-45ef-9ca0-df4638d8fae9 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:14.535373 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8317289 Aug 26 01:09:14.542962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990829c-a456-445b-9e87-54468951fc7c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Network': ['ID=9d9a62a2-79e3-487b-85e6-8383b11651c1,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:14.548977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46228) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:14.555540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'subnet': {'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:14.566413 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:14.584512 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Transition to ACTIVE for port object 01628301-13b4-4adf-b65d-158cd571b912 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:14.616330 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Transition to ACTIVE for port object 01628301-13b4-4adf-b65d-158cd571b912 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:14.643411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 9d9a62a2-79e3-487b-85e6-8383b11651c1 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:09:14.670388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 235b88ea-4075-4642-8504-a73bed16107f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:14.722451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:14.731200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:14.734663 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:14.746100 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Usage tracker for resource:network and tenant:2fdaefbd4df2459fb27cc54a09a71402 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:14.752663 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:14.778205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:14.793163 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:subnet and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:14.796477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:14.805848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:14.808708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:14.861551 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-d71addef-8887-45ef-9ca0-df4638d8fae9 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 26 01:09:14.862640 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d71addef-8887-45ef-9ca0-df4638d8fae9 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "DELETE /v2.0/routers/6b4d39f6-eb0a-4c10-945a-cddc3ff774b5 HTTP/1.1" status: 409 len: 329 time: 0.6799510 Aug 26 01:09:14.874775 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46234) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:14.890399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:14.897421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:14.913015 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:14.923533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Pushing event updated for resources: {'Port': ['ID=01628301-13b4-4adf-b65d-158cd571b912,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:14.942854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:14.946982 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:09:14.949334 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:14.953097 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:14.981020 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:14.997892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:15.030203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:subnet and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:15.042073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:15.050136 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Attempting to bind port 01628301-13b4-4adf-b65d-158cd571b912 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:15.050521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Attempting to bind port 01628301-13b4-4adf-b65d-158cd571b912 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:15.050894 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Attempting to bind port 01628301-13b4-4adf-b65d-158cd571b912 on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:15.056224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:15.060250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:15.060633 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:15.061043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:15.061644 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:15.062334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Bound port: 01628301-13b4-4adf-b65d-158cd571b912, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:15.063058 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:15.070861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:15.071383 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Added segment ce75ef0a-497a-48f3-a336-07f400fc4dfd of type vlan for network 09d18690-1b5c-4a11-b4c7-05d97b86b0da Aug 26 01:09:15.087056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 235b88ea-4075-4642-8504-a73bed16107f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:15.087428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:15.107870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:15.111179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:15.132454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:09:15.154617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:15.224952 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:15.225591 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Added segment b149787a-0fae-49e1-bdcd-f4e8e6ef8f9b of type vlan for network 750da337-eef3-4543-9841-21e835618ac3 Aug 26 01:09:15.234764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:15.236219 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fe57e-428a-4d36-9f17-dee89f6cd6d3 req-93b56873-312f-456f-ac5c-216e9c0c04fd tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:15.237970 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f33fe57e-428a-4d36-9f17-dee89f6cd6d3 req-93b56873-312f-456f-ac5c-216e9c0c04fd tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.5129111 Aug 26 01:09:15.238187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:15.274212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] For port 01628301-13b4-4adf-b65d-158cd571b912, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:15.310582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] For port 01628301-13b4-4adf-b65d-158cd571b912, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=01628301-13b4-4adf-b65d-158cd571b912,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:15.321080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 235b88ea-4075-4642-8504-a73bed16107f is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:15.338945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 93d6c227-f9af-462b-9790-f97c9528f20c no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:09:15.380901 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 93d6c227-f9af-462b-9790-f97c9528f20c {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:09:15.381275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 93d6c227-f9af-462b-9790-f97c9528f20c not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:09:15.398912 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:15.399235 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:15.461013 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f33fe57e-428a-4d36-9f17-dee89f6cd6d3 req-37d1b532-883f-4196-9437-609c280bac22 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609573 Aug 26 01:09:15.468621 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.objects.ports [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89862) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:09:15.490978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:15.496720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:15.497070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:15.511914 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419ecea-1426-41c7-875d-305c1b0b0be1 None None] Pushing event updated for resources: {'Port': ['ID=01628301-13b4-4adf-b65d-158cd571b912,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:15.799821 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Network': ['ID=09d18690-1b5c-4a11-b4c7-05d97b86b0da,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:15.846288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 09d18690-1b5c-4a11-b4c7-05d97b86b0da details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:09:15.884328 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:15.889927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:15.890672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:16.030111 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6e49a467-0788-49b1-b147-594a9b160b80 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6557410 Aug 26 01:09:16.038579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46242) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:16.095105 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5838714 Aug 26 01:09:16.103785 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46248) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:16.194630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'ports': [{'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8'}, {'network_id': '09d18690-1b5c-4a11-b4c7-05d97b86b0da'}]} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:16.194941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:16.195608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'network_id': '09d18690-1b5c-4a11-b4c7-05d97b86b0da'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:16.216213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e2013-3704-4176-8963-852bb690022b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Network': ['ID=750da337-eef3-4543-9841-21e835618ac3,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:16.231258 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 750da337-eef3-4543-9841-21e835618ac3 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:09:16.300550 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:16.322561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:16.356766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bebebd4-7a18-4d2c-aa8b-47fb92ee892b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:16.356766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9bebebd4-7a18-4d2c-aa8b-47fb92ee892b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Synchronizing usage tracker for tenant:2fdaefbd4df2459fb27cc54a09a71402 on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:16.394064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-82c51b71-edbd-4971-9f2d-8bb467e530db tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:16.414588 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:16.585797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9bebebd4-7a18-4d2c-aa8b-47fb92ee892b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Unset dirty status for tenant:2fdaefbd4df2459fb27cc54a09a71402 on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:16.589909 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9bebebd4-7a18-4d2c-aa8b-47fb92ee892b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "GET /v2.0/networks?id=750da337-eef3-4543-9841-21e835618ac3 HTTP/1.1" status: 200 len: 764 time: 0.4842720 Aug 26 01:09:16.591499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46254) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:16.609181 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-bd79eca2-a22e-4bdd-a1bb-f5589d9d025d tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'network': {'description': 'd2'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:16.678493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 01628301-13b4-4adf-b65d-158cd571b912 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:16.716373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Subnet': ['ID=21565074-9357-49f3-b1af-35fe662043ed,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:16.805943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:16.894148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 01628301-13b4-4adf-b65d-158cd571b912 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:16.936664 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:16.954483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Checking segment: {'id': 'a65c2e10-351a-46e5-a3a1-1c560ae4988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:16.954901 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network hostable DHCP agents. Network: 5c58de10-f1f1-4ac4-9872-36b94ef7b016, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:09:16.960176 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Checking segment: {'id': '5b07376b-c1aa-4086-927d-b3f9045caa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:16.960483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network hostable DHCP agents. Network: 9d9a62a2-79e3-487b-85e6-8383b11651c1, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:09:17.010910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41e4cf7-dcd8-4e3f-a8e7-0715088a4aa5 None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:09:17.154854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Subnet': ['ID=01a22943-a6ec-4712-8cb4-10ce15079214,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:17.174941 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bd79eca2-a22e-4bdd-a1bb-f5589d9d025d tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:17.207964 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-955ea24b-bb38-4974-8a35-11814ee66ff9 None None] Provisioning for port 01628301-13b4-4adf-b65d-158cd571b912 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:17.271860 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cbf4a-85a7-410e-968f-e6297de88928 req-62594801-85a2-402e-bd25-c9aa9d26f625 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:17.274166 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-459cbf4a-85a7-410e-968f-e6297de88928 req-62594801-85a2-402e-bd25-c9aa9d26f625 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.3452330 Aug 26 01:09:17.282239 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-955ea24b-bb38-4974-8a35-11814ee66ff9 None None] Provisioning complete for port 01628301-13b4-4adf-b65d-158cd571b912 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:17.285648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-955ea24b-bb38-4974-8a35-11814ee66ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:17.298383 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bd79eca2-a22e-4bdd-a1bb-f5589d9d025d tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:17.312973 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:17.327868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-82c51b71-edbd-4971-9f2d-8bb467e530db tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Deleting port 310fe300-8e61-49c2-bc1f-970c7105202f {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:17.327868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-82c51b71-edbd-4971-9f2d-8bb467e530db tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:17.331063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 9d9a62a2-79e3-487b-85e6-8383b11651c1 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:09:17.335629 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:port and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:17.351287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:17.356125 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 5c58de10-f1f1-4ac4-9872-36b94ef7b016 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:09:17.366786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd79eca2-a22e-4bdd-a1bb-f5589d9d025d tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network 750da337-eef3-4543-9841-21e835618ac3 is not hosted by any dhcp agent {{(pid=89863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Aug 26 01:09:17.371524 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:17.372015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd79eca2-a22e-4bdd-a1bb-f5589d9d025d tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:17.372641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bd79eca2-a22e-4bdd-a1bb-f5589d9d025d tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:17.373960 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bd79eca2-a22e-4bdd-a1bb-f5589d9d025d tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "PUT /v2.0/networks/750da337-eef3-4543-9841-21e835618ac3 HTTP/1.1" status: 200 len: 761 time: 0.7762849 Aug 26 01:09:17.382645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] For port 01628301-13b4-4adf-b65d-158cd571b912, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=01628301-13b4-4adf-b65d-158cd571b912,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:17.386445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46260) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:17.513806 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-459cbf4a-85a7-410e-968f-e6297de88928 req-df801872-f849-4e9f-87dc-eaa8e94b9392 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312250 Aug 26 01:09:17.520388 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79eca2-a22e-4bdd-a1bb-f5589d9d025d tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Network': ['ID=750da337-eef3-4543-9841-21e835618ac3,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:17.539400 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-955ea24b-bb38-4974-8a35-11814ee66ff9 None None] Current status of the port 01628301-13b4-4adf-b65d-158cd571b912 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:17.539715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-955ea24b-bb38-4974-8a35-11814ee66ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:17.558160 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 750da337-eef3-4543-9841-21e835618ac3 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:09:17.640482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-82c51b71-edbd-4971-9f2d-8bb467e530db tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:17.643152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 5c58de10-f1f1-4ac4-9872-36b94ef7b016) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:17.644667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 9d9a62a2-79e3-487b-85e6-8383b11651c1) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:17.652225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Allocated IP 172.26.2.24 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/1bddfb6f-e9e7-4edd-816e-1d9f49f4519b) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:17.655044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'port': 2} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:17.659476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:17.681420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:17.681420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:17.698885 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:17.699482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:17.737196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:09:17.759678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:17.810693 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41e4cf7-dcd8-4e3f-a8e7-0715088a4aa5 None None] Unable to find a vacant binding_index for network 9d9a62a2-79e3-487b-85e6-8383b11651c1 and agent e95ae371-70ab-4b9f-b940-39dc37e8a519 {{(pid=89864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 26 01:09:17.813502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:17.828462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4eb450-c090-4b7b-a074-36b69e42a6b8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:17.836884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9d4eb450-c090-4b7b-a074-36b69e42a6b8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Synchronizing usage tracker for tenant:2fdaefbd4df2459fb27cc54a09a71402 on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:17.837168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41e4cf7-dcd8-4e3f-a8e7-0715088a4aa5 None None] Unable to find a vacant binding_index for network 5c58de10-f1f1-4ac4-9872-36b94ef7b016 and agent e95ae371-70ab-4b9f-b940-39dc37e8a519 {{(pid=89864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 26 01:09:17.902874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-82c51b71-edbd-4971-9f2d-8bb467e530db tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Calling delete_port for 310fe300-8e61-49c2-bc1f-970c7105202f owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:17.914331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41e4cf7-dcd8-4e3f-a8e7-0715088a4aa5 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 9d9a62a2-79e3-487b-85e6-8383b11651c1), (DHCP agent, dv-neutron-854561-2-hyperv, 5c58de10-f1f1-4ac4-9872-36b94ef7b016) {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:09:17.948101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:17.948818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:17.970583 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-955ea24b-bb38-4974-8a35-11814ee66ff9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:09:17.971026 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-955ea24b-bb38-4974-8a35-11814ee66ff9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:09:18.043618 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3af8603a-fb02-4b53-962c-5447aa43fee1 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4932559 Aug 26 01:09:18.045009 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-197175df-58ff-4c99-ba2d-c1cbb69317d2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7583692 Aug 26 01:09:18.047103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46264) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:18.050721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46266) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:18.105268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9d4eb450-c090-4b7b-a074-36b69e42a6b8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Unset dirty status for tenant:2fdaefbd4df2459fb27cc54a09a71402 on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:18.106528 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9d4eb450-c090-4b7b-a074-36b69e42a6b8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "GET /v2.0/networks?id=750da337-eef3-4543-9841-21e835618ac3 HTTP/1.1" status: 200 len: 764 time: 0.7191207 Aug 26 01:09:18.132328 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46270) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:18.218571 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:18.274806 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:18.352861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:18.353359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:18.358117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:09:18.359498 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:18.365303 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=fbb49402-e640-40d5-82bb-e2edefcd35fc,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:18.376766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=01628301-13b4-4adf-b65d-158cd571b912,revision_number=4']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:18.404450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-9d9a62a2-79e3-487b-85e6-8383b11651c1', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:09:18.405982 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:18.449251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port 414d06c7-7d57-4e38-bbce-9f1eba1518b3 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:09:18.459427 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:18.521966 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f9c7b5-3c91-43b0-b254-47d536924df5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:18.523818 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-28f9c7b5-3c91-43b0-b254-47d536924df5 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3878033 Aug 26 01:09:18.527680 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46276) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:18.532926 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-742cf619-fd12-48bf-8bb6-ed34235a8745 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3006344 Aug 26 01:09:18.534717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46280) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:18.592847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'mac_address': 'fa:16:3e:02:cb:d3', 'name': 'tempest-NetworksTestDHCPv6-1861338868'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:18.678406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 01628301-13b4-4adf-b65d-158cd571b912 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:18.751399 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0ab6031c-d41f-46fe-9af0-59dc15732295 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29 HTTP/1.1" status: 200 len: 207 time: 0.2215288 Aug 26 01:09:18.778722 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46286) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:18.830633 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-955ea24b-bb38-4974-8a35-11814ee66ff9 None None] Current status of the port 01628301-13b4-4adf-b65d-158cd571b912 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:18.831016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-955ea24b-bb38-4974-8a35-11814ee66ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:18.914316 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Allocated IP 2001:db8::2 (5c58de10-f1f1-4ac4-9872-36b94ef7b016/21565074-9357-49f3-b1af-35fe662043ed/1d3dce4e-69d1-4d24-8949-20d1afde77e2) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:18.937696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:18.958695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:18.968538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:18.971409 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-955ea24b-bb38-4974-8a35-11814ee66ff9 None None] For port 01628301-13b4-4adf-b65d-158cd571b912, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=01628301-13b4-4adf-b65d-158cd571b912,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:18.983194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:18.999062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bb608-2dfe-477c-8307-17afc664ad57 req-da1c0b98-2e10-4d69-befb-9ac69e7873ae tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:19.000559 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-091bb608-2dfe-477c-8307-17afc664ad57 req-da1c0b98-2e10-4d69-befb-9ac69e7873ae tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.2599969 Aug 26 01:09:19.005350 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 01628301-13b4-4adf-b65d-158cd571b912 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:19.005775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:19.006355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:19.065483 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-955ea24b-bb38-4974-8a35-11814ee66ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:19.081918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:19.091495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:19.099386 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:19.163793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:19.166191 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Allocated IP 172.20.0.2 (9d9a62a2-79e3-487b-85e6-8383b11651c1/01a22943-a6ec-4712-8cb4-10ce15079214/46063e15-f36b-418a-9322-97f808016ef4) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:19.179010 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Pushing event updated for resources: {'Port': ['ID=1bddfb6f-e9e7-4edd-816e-1d9f49f4519b,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:19.201445 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-091bb608-2dfe-477c-8307-17afc664ad57 req-4508eba0-2a8f-46d3-bea5-a71069959a6c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821976 Aug 26 01:09:19.375142 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ea24b-bb38-4974-8a35-11814ee66ff9 None None] Pushing event updated for resources: {'Port': ['ID=01628301-13b4-4adf-b65d-158cd571b912,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:19.471508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-82c51b71-edbd-4971-9f2d-8bb467e530db tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:19.559336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2e01a-6f14-4130-a2d9-10a7b8828a92 req-76d7164f-01fa-4792-a441-4c2efe3d1be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:19.561036 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-40e2e01a-6f14-4130-a2d9-10a7b8828a92 req-76d7164f-01fa-4792-a441-4c2efe3d1be7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2b51416469154fda977a78b7767f918c&device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 1098 time: 1.1284790 Aug 26 01:09:19.572363 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c51b71-edbd-4971-9f2d-8bb467e530db tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event deleted for resources: {'Port': ['ID=310fe300-8e61-49c2-bc1f-970c7105202f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:19.587067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a4fb7-6ddd-4717-9e4a-f1aad0f7688d tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:19.593784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a4fb7-6ddd-4717-9e4a-f1aad0f7688d tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:19.595722 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 01628301-13b4-4adf-b65d-158cd571b912 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:19.601697 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a4fb7-6ddd-4717-9e4a-f1aad0f7688d tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:19.604927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:19.607814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a4fb7-6ddd-4717-9e4a-f1aad0f7688d tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:19.614662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a4fb7-6ddd-4717-9e4a-f1aad0f7688d tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:19.621341 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a4fb7-6ddd-4717-9e4a-f1aad0f7688d tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:19.628332 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a46a4fb7-6ddd-4717-9e4a-f1aad0f7688d tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.8282893 Aug 26 01:09:19.634410 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:19.644600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46290) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:19.655248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Transition to ACTIVE for port object 1d3dce4e-69d1-4d24-8949-20d1afde77e2 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:19.664296 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:19.684099 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Transition to ACTIVE for port object 46063e15-f36b-418a-9322-97f808016ef4 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:19.691206 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Transition to ACTIVE for port object 1d3dce4e-69d1-4d24-8949-20d1afde77e2 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:19.706546 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Transition to ACTIVE for port object 46063e15-f36b-418a-9322-97f808016ef4 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:19.735612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:19.743430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:19.779551 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:19.833110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:19.866018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Network 5c58de10-f1f1-4ac4-9872-36b94ef7b016 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:19.874608 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:19.880440 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:19.895342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Network 9d9a62a2-79e3-487b-85e6-8383b11651c1 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:19.900452 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:19.904406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port 116ef565-1c9a-4a51-9953-ef9877240fdb yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:09:19.907822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port e96eb746-94a4-48da-87c2-3959dd361a85 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:09:19.934145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:19.947799 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Pushing event updated for resources: {'Port': ['ID=1d3dce4e-69d1-4d24-8949-20d1afde77e2,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:20.060066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:20.145783 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-073d011b-2743-4616-ba20-2e1bda607e79 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4905057 Aug 26 01:09:20.153807 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46294) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:20.154053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Attempting to bind port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:20.154409 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Attempting to bind port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'a65c2e10-351a-46e5-a3a1-1c560ae4988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:20.154867 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Attempting to bind port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 on network 5c58de10-f1f1-4ac4-9872-36b94ef7b016 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:20.169177 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-82c51b71-edbd-4971-9f2d-8bb467e530db tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:20.170439 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Pushing event updated for resources: {'Port': ['ID=46063e15-f36b-418a-9322-97f808016ef4,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:20.172869 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Attempting to bind port 46063e15-f36b-418a-9322-97f808016ef4 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:20.173349 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Attempting to bind port 46063e15-f36b-418a-9322-97f808016ef4 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '5b07376b-c1aa-4086-927d-b3f9045caa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:20.173822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Attempting to bind port 46063e15-f36b-418a-9322-97f808016ef4 on network 9d9a62a2-79e3-487b-85e6-8383b11651c1 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:20.177479 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:20.178018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Checking segment: {'id': 'a65c2e10-351a-46e5-a3a1-1c560ae4988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:20.179348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:20.179348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Bound using segment: {'id': 'a65c2e10-351a-46e5-a3a1-1c560ae4988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:20.179348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Bound port: 1d3dce4e-69d1-4d24-8949-20d1afde77e2, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65c2e10-351a-46e5-a3a1-1c560ae4988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:20.180024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:20.196653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:20.198138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Checking segment: {'id': '5b07376b-c1aa-4086-927d-b3f9045caa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:20.198138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:20.198138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Bound using segment: {'id': '5b07376b-c1aa-4086-927d-b3f9045caa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:20.199000 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Bound port: 46063e15-f36b-418a-9322-97f808016ef4, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b07376b-c1aa-4086-927d-b3f9045caa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:20.199481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:20.341882 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117e84b6-b997-4faa-a5b7-b188d33706bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:20.344006 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117e84b6-b997-4faa-a5b7-b188d33706bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:20.345770 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117e84b6-b997-4faa-a5b7-b188d33706bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:20.347453 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117e84b6-b997-4faa-a5b7-b188d33706bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:20.350013 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117e84b6-b997-4faa-a5b7-b188d33706bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:20.351941 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-117e84b6-b997-4faa-a5b7-b188d33706bd tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1933022 Aug 26 01:09:20.359152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46300) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:20.372097 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] For port 1d3dce4e-69d1-4d24-8949-20d1afde77e2, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:20.386265 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] For port 1d3dce4e-69d1-4d24-8949-20d1afde77e2, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1d3dce4e-69d1-4d24-8949-20d1afde77e2,segment=NetworkSegment(a65c2e10-351a-46e5-a3a1-1c560ae4988e),segment_id=a65c2e10-351a-46e5-a3a1-1c560ae4988e)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:20.411681 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] For port 46063e15-f36b-418a-9322-97f808016ef4, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:20.415087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] For port 46063e15-f36b-418a-9322-97f808016ef4, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=46063e15-f36b-418a-9322-97f808016ef4,segment=NetworkSegment(5b07376b-c1aa-4086-927d-b3f9045caa12),segment_id=5b07376b-c1aa-4086-927d-b3f9045caa12)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:20.452379 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:20.464450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:20.521841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:20.569133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f4d10-73d5-461e-95ff-5ddd3d66e601 None None] Pushing event updated for resources: {'Port': ['ID=1d3dce4e-69d1-4d24-8949-20d1afde77e2,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:20.710639 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 01628301-13b4-4adf-b65d-158cd571b912 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:20.747815 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ecfcd-3170-4854-89d0-24eea4ee75ad None None] Pushing event updated for resources: {'Port': ['ID=46063e15-f36b-418a-9322-97f808016ef4,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:20.765532 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:20.824011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 01628301-13b4-4adf-b65d-158cd571b912 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:20.830581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:20.843586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2e01a-6f14-4130-a2d9-10a7b8828a92 req-d37d2c68-2fc2-4b39-8848-05dd3f5123e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:20.844994 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-40e2e01a-6f14-4130-a2d9-10a7b8828a92 req-d37d2c68-2fc2-4b39-8848-05dd3f5123e4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ddd58b69-18ff-473a-81ae-b003ddd4fec6 HTTP/1.1" status: 200 len: 914 time: 1.1587965 Aug 26 01:09:20.865286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465018ab-9bcf-465b-9312-bd7189ddf594 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['shared'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:20.865286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465018ab-9bcf-465b-9312-bd7189ddf594 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['shared'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:20.865286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465018ab-9bcf-465b-9312-bd7189ddf594 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['shared'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:20.875380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465018ab-9bcf-465b-9312-bd7189ddf594 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['shared'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:20.878303 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465018ab-9bcf-465b-9312-bd7189ddf594 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['shared'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:20.885408 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-465018ab-9bcf-465b-9312-bd7189ddf594 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5201464 Aug 26 01:09:20.907231 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46304) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:21.127671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 01628301-13b4-4adf-b65d-158cd571b912 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:21.142048 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 172.20.0.13 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/fd24a41a-c268-4eac-baf7-4fd9bba1bef3/e96eb746-94a4-48da-87c2-3959dd361a85) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:21.215630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::f816:3eff:fe02:cbd3 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/fbb49402-e640-40d5-82bb-e2edefcd35fc/e96eb746-94a4-48da-87c2-3959dd361a85) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:21.348457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c51b71-edbd-4971-9f2d-8bb467e530db tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Router 6b4d39f6-eb0a-4c10-945a-cddc3ff774b5 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:09:21.360899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:21.372574 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-40e2e01a-6f14-4130-a2d9-10a7b8828a92 req-0bfde3a7-2159-463d-b39f-e719aa957b4f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c97109-2c25-45f5-9473-dbefc15173ad HTTP/1.1" status: 200 len: 1001 time: 0.5147512 Aug 26 01:09:21.477969 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27228df8-d7ba-4509-b2e9-1899d311f8c4 req-d9c08549-5a56-419f-b876-3a6a9e134ac7 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:21.479677 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-27228df8-d7ba-4509-b2e9-1899d311f8c4 req-d9c08549-5a56-419f-b876-3a6a9e134ac7 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 1.1082904 Aug 26 01:09:21.652995 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867c79f5-a098-4ffa-8f36-171cb1609d80 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:21.657726 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-867c79f5-a098-4ffa-8f36-171cb1609d80 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "GET /v2.0/networks/3c9d2867-4b69-4bb3-b16e-e7f294e406b7 HTTP/1.1" status: 200 len: 804 time: 0.7218924 Aug 26 01:09:21.660353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network e4433a21-e596-431b-b309-8731d6bb49f8 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:21.664394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46308) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:21.672284 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:21.712587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:21.713385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:21.726431 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=414d06c7-7d57-4e38-bbce-9f1eba1518b3,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:21.741776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2e01a-6f14-4130-a2d9-10a7b8828a92 req-24553ec0-d2a2-4e3d-b4a2-343099833564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:21.743236 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-40e2e01a-6f14-4130-a2d9-10a7b8828a92 req-24553ec0-d2a2-4e3d-b4a2-343099833564 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8b9c5a93-9423-4301-b9da-a87da6db8e95 HTTP/1.1" status: 200 len: 851 time: 0.3552999 Aug 26 01:09:21.752621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Allocated IP 172.20.0.1 (9d9a62a2-79e3-487b-85e6-8383b11651c1/01a22943-a6ec-4712-8cb4-10ce15079214/fc5fc1e4-a436-416e-b531-60b11132fbc1) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:21.763865 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c51b71-edbd-4971-9f2d-8bb467e530db tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:09:21.780063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1884de24-201c-4e2e-a51a-7751dd3dbc30 None None] Sync routers for ids ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:21.804355 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1884de24-201c-4e2e-a51a-7751dd3dbc30 None None] Routers {'6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:21.805294 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1884de24-201c-4e2e-a51a-7751dd3dbc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:21.819181 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Allocated IP 2001:db8::1 (5c58de10-f1f1-4ac4-9872-36b94ef7b016/21565074-9357-49f3-b1af-35fe662043ed/fc4a6cea-4f36-4665-898a-d8e294655103) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:21.848698 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-27228df8-d7ba-4509-b2e9-1899d311f8c4 req-4f455d06-6ab7-4dd0-9807-a2e8a004337b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3456800 Aug 26 01:09:21.876761 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-82c51b71-edbd-4971-9f2d-8bb467e530db tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "PUT /v2.0/routers/6b4d39f6-eb0a-4c10-945a-cddc3ff774b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0008662 Aug 26 01:09:21.896006 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46312) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:21.953676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1884de24-201c-4e2e-a51a-7751dd3dbc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:21.964325 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1884de24-201c-4e2e-a51a-7751dd3dbc30 None None] Routers {'6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:21.965034 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1884de24-201c-4e2e-a51a-7751dd3dbc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:22.038706 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1884de24-201c-4e2e-a51a-7751dd3dbc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:22.039206 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1884de24-201c-4e2e-a51a-7751dd3dbc30 None None] The sync data for ids ['6b4d39f6-eb0a-4c10-945a-cddc3ff774b5'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:22.075319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:22.147328 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-6b5d3ef6-5a7c-4f0e-9497-c74f233aa1ad tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] show failed (client error): The resource could not be found. Aug 26 01:09:22.148988 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6b5d3ef6-5a7c-4f0e-9497-c74f233aa1ad tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "GET /v2.0/routers/tempest-non_exist_router-799897944 HTTP/1.1" status: 404 len: 334 time: 0.2343407 Aug 26 01:09:22.161401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46316) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:22.176897 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-a855053b-19b4-462a-8398-fe47662fced9 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:22.212631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ae670fae-bd12-4990-90e9-87db327fd0f8 None None] Provisioning for port 46063e15-f36b-418a-9322-97f808016ef4 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:22.279890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=116ef565-1c9a-4a51-9953-ef9877240fdb,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:22.331695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Checking segment: {'id': 'ce75ef0a-497a-48f3-a336-07f400fc4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '09d18690-1b5c-4a11-b4c7-05d97b86b0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:22.331967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network hostable DHCP agents. Network: 09d18690-1b5c-4a11-b4c7-05d97b86b0da, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:09:22.372163 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-79a6a5e3-ba87-48e1-a594-897bba8edaea tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "GET /v2.0/networks/3c9d2867-4b69-4bb3-b16e-e7f294e406b7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7009094 Aug 26 01:09:22.377698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46320) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:22.396325 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:22.446634 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-a855053b-19b4-462a-8398-fe47662fced9 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] update failed (client error): The resource could not be found. Aug 26 01:09:22.447691 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a855053b-19b4-462a-8398-fe47662fced9 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "PUT /v2.0/routers/tempest-non_exist_router-1501625736 HTTP/1.1" status: 404 len: 335 time: 0.2850122 Aug 26 01:09:22.455013 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46324) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:22.480303 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object e96eb746-94a4-48da-87c2-3959dd361a85 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:22.508721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a354778-cc66-4e57-af40-ea6203b6a1b2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:22.513853 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2a354778-cc66-4e57-af40-ea6203b6a1b2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "GET /v2.0/subnets/07ab50ba-ab04-426a-906e-6265e7f3f786 HTTP/1.1" status: 200 len: 843 time: 0.1198940 Aug 26 01:09:22.521066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46328) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:22.521155 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd6e894-c83a-4294-8bce-ccafffc92ac4 None None] Network 5c58de10-f1f1-4ac4-9872-36b94ef7b016 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:22.590136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 09d18690-1b5c-4a11-b4c7-05d97b86b0da is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:09:22.603040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f618a2-6874-4b67-af7a-2e37473634ca tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Deleting subnet ed9439eb-a153-41e8-a166-c972d74665cf {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:22.613165 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a48806-79c3-4b1a-bb64-3c2e042b6d58 None None] Network 9d9a62a2-79e3-487b-85e6-8383b11651c1 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:22.628250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2e01a-6f14-4130-a2d9-10a7b8828a92 req-012fcb0e-2a97-4dd0-94be-0e91d5d4179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:22.636148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a652981a-18ce-4b42-94c4-ef2615d34aae None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:22.636249 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-40e2e01a-6f14-4130-a2d9-10a7b8828a92 req-012fcb0e-2a97-4dd0-94be-0e91d5d4179a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ddd58b69-18ff-473a-81ae-b003ddd4fec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8802993 Aug 26 01:09:22.644379 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53f618a2-6874-4b67-af7a-2e37473634ca tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:22.658667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad03c191-d1f4-49e2-bbf4-d3ce662f8a4c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['shared'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:22.661901 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ad03c191-d1f4-49e2-bbf4-d3ce662f8a4c tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "GET /v2.0/subnets/07ab50ba-ab04-426a-906e-6265e7f3f786?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1447442 Aug 26 01:09:22.664683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46332) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:22.670735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ff3cbedf-47e5-4fb4-98ad-7828c0fb272f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-991424345'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:22.677186 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ff3cbedf-47e5-4fb4-98ad-7828c0fb272f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:22.690022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ff3cbedf-47e5-4fb4-98ad-7828c0fb272f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:22.741041 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 09d18690-1b5c-4a11-b4c7-05d97b86b0da) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:22.759085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:22.779683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:22.790153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:22.790910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:22.802680 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Router 542e2b53-bcca-4b51-a523-09b644c11912 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:09:22.805375 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:22.809279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:22.813387 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71be056e-0771-4d70-b7eb-2a3525c2d56b None None] Network 09d18690-1b5c-4a11-b4c7-05d97b86b0da requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:22.830669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Transition to ACTIVE for port object fc5fc1e4-a436-416e-b531-60b11132fbc1 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:22.870339 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53f618a2-6874-4b67-af7a-2e37473634ca tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:22.883205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3cbedf-47e5-4fb4-98ad-7828c0fb272f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:22.886866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ff3cbedf-47e5-4fb4-98ad-7828c0fb272f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:22.891256 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 46063e15-f36b-418a-9322-97f808016ef4 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:22.973448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:22.993662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:23.072043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-57989959-19e6-4db3-87df-8ed93a14fe1b None None] Provisioning for port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:23.072490 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:23.081895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 9d9a62a2-79e3-487b-85e6-8383b11651c1 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:23.086512 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:23.103110 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:23.105790 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:23.139285 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-37eb1721-d051-43eb-96f8-05243c3d6a28 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.0737786 Aug 26 01:09:23.148574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:23.152878 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Transition to ACTIVE for port object fc4a6cea-4f36-4665-898a-d8e294655103 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:23.164632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46338) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:23.209525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=e96eb746-94a4-48da-87c2-3959dd361a85,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:23.213345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3cbedf-47e5-4fb4-98ad-7828c0fb272f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:09:23.229384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 46063e15-f36b-418a-9322-97f808016ef4 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:23.252652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ff3cbedf-47e5-4fb4-98ad-7828c0fb272f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:23.252993 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-ff3cbedf-47e5-4fb4-98ad-7828c0fb272f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Added segment c9e2570f-b738-46c1-8f46-72385d13af71 of type vlan for network 7bdb393b-2d15-46e8-a932-c8a9964ace13 Aug 26 01:09:23.297628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=fc5fc1e4-a436-416e-b531-60b11132fbc1,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:23.303147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:23.303775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:23.337624 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 46063e15-f36b-418a-9322-97f808016ef4 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:23.338429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:23.339350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:23.348842 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:09:23.355700 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ff3cbedf-47e5-4fb4-98ad-7828c0fb272f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:23.361198 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-40e2e01a-6f14-4130-a2d9-10a7b8828a92 req-69bcb929-3eac-42e6-bcd7-481b5443bd4d service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6460176 Aug 26 01:09:23.363644 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82bbf6c-d488-4204-8caf-16affbc75267 None None] Sync routers for ids ['542e2b53-bcca-4b51-a523-09b644c11912'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:23.381368 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82bbf6c-d488-4204-8caf-16affbc75267 None None] Routers {'542e2b53-bcca-4b51-a523-09b644c11912'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:23.383910 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a82bbf6c-d488-4204-8caf-16affbc75267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['542e2b53-bcca-4b51-a523-09b644c11912'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:23.407043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53f618a2-6874-4b67-af7a-2e37473634ca tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:23.423558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc6681-ad5f-4ceb-8a0a-ec6b8cb47224 req-b98490b5-2d99-4007-8b13-e57519d7da4a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:23.425442 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-52cc6681-ad5f-4ceb-8a0a-ec6b8cb47224 req-b98490b5-2d99-4007-8b13-e57519d7da4a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.3423693 Aug 26 01:09:23.453793 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5639421f-7e90-4cca-9395-c7119a457c0d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.8672402 Aug 26 01:09:23.459326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46342) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:23.512424 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a82bbf6c-d488-4204-8caf-16affbc75267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:23.519428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:23.521509 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0159d84d-8dc2-4d20-bb26-87d129a00ffa tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.1225810 Aug 26 01:09:23.525686 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-06169a41-d726-403d-b8ce-d8db0c00b8e1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 116ef565-1c9a-4a51-9953-ef9877240fdb {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:23.526265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-06169a41-d726-403d-b8ce-d8db0c00b8e1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:23.526487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46346) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:23.534282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-e55687b1-b50d-45bc-be08-776d549e4476 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'enable_snat': False}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:23.542336 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82bbf6c-d488-4204-8caf-16affbc75267 None None] Routers {'542e2b53-bcca-4b51-a523-09b644c11912'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:23.543155 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a82bbf6c-d488-4204-8caf-16affbc75267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['542e2b53-bcca-4b51-a523-09b644c11912'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:23.677423 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a82bbf6c-d488-4204-8caf-16affbc75267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:23.677838 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82bbf6c-d488-4204-8caf-16affbc75267 None None] The sync data for ids ['542e2b53-bcca-4b51-a523-09b644c11912'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:23.727412 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:23.781306 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 46063e15-f36b-418a-9322-97f808016ef4 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:23.781689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:23.822574 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-52cc6681-ad5f-4ceb-8a0a-ec6b8cb47224 req-bd0469a6-719f-4b10-a200-be55d5899ed5 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3902893 Aug 26 01:09:23.823584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ff3cbedf-47e5-4fb4-98ad-7828c0fb272f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:23.829353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3cbedf-47e5-4fb4-98ad-7828c0fb272f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:23.830274 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ff3cbedf-47e5-4fb4-98ad-7828c0fb272f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:23.862876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 46063e15-f36b-418a-9322-97f808016ef4, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=46063e15-f36b-418a-9322-97f808016ef4,segment=NetworkSegment(5b07376b-c1aa-4086-927d-b3f9045caa12),segment_id=5b07376b-c1aa-4086-927d-b3f9045caa12)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:23.907611 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-40e2e01a-6f14-4130-a2d9-10a7b8828a92 req-5e8c649f-4a34-4b4b-9de8-f08fac22c476 service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316527 Aug 26 01:09:23.934552 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:23.935348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1d3dce4e-69d1-4d24-8949-20d1afde77e2 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:23.994237 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 5c58de10-f1f1-4ac4-9872-36b94ef7b016 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:24.054211 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cbedf-47e5-4fb4-98ad-7828c0fb272f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Network': ['ID=7bdb393b-2d15-46e8-a932-c8a9964ace13,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:24.074602 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 7bdb393b-2d15-46e8-a932-c8a9964ace13 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:09:24.077004 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ff3cbedf-47e5-4fb4-98ad-7828c0fb272f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4112763 Aug 26 01:09:24.104142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46350) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:24.110672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'subnet': {'network_id': '7bdb393b-2d15-46e8-a932-c8a9964ace13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:24.133160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-06169a41-d726-403d-b8ce-d8db0c00b8e1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:24.225965 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=46063e15-f36b-418a-9322-97f808016ef4,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:24.282928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:24.319125 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c38831d-5676-4af4-909a-983d295aa9b6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:24.325610 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c38831d-5676-4af4-909a-983d295aa9b6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:24.326570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1c38831d-5676-4af4-909a-983d295aa9b6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:24.338330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:24.338554 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-06169a41-d726-403d-b8ce-d8db0c00b8e1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 116ef565-1c9a-4a51-9953-ef9877240fdb owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:24.355200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:24.360865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:24.361250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:24.390557 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:24.412304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53f618a2-6874-4b67-af7a-2e37473634ca tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:24.422078 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:24.422619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:24.484762 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:24.508114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=fc4a6cea-4f36-4665-898a-d8e294655103,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:24.511976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53f618a2-6874-4b67-af7a-2e37473634ca tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:24.531408 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee574344-4b50-4953-a2a2-2823576e9bbf None None] Network b20b46bf-a852-45d4-99e7-adfff3d1ac63 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:24.603158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f618a2-6874-4b67-af7a-2e37473634ca tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event deleted for resources: {'Subnet': ['ID=ed9439eb-a153-41e8-a166-c972d74665cf,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:24.661276 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-53f618a2-6874-4b67-af7a-2e37473634ca tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "DELETE /v2.0/subnets/ed9439eb-a153-41e8-a166-c972d74665cf HTTP/1.1" status: 204 len: 168 time: 2.1999247 Aug 26 01:09:24.670515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46354) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:24.732150 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1c38831d-5676-4af4-909a-983d295aa9b6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:24.733704 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1c38831d-5676-4af4-909a-983d295aa9b6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.2729845 Aug 26 01:09:24.735895 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Made reservation on behalf of 2fdaefbd4df2459fb27cc54a09a71402 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:24.740411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:24.762062 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:24.762519 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:24.845098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.ipam_backend_mixin [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Performing IP validity checks on allocation pools {{(pid=89862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Aug 26 01:09:24.845652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.ipam_backend_mixin [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Aug 26 01:09:25.046120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46358) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:25.070267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-06169a41-d726-403d-b8ce-d8db0c00b8e1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:25.091032 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 1d3dce4e-69d1-4d24-8949-20d1afde77e2, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1d3dce4e-69d1-4d24-8949-20d1afde77e2,segment=NetworkSegment(a65c2e10-351a-46e5-a3a1-1c560ae4988e),segment_id=a65c2e10-351a-46e5-a3a1-1c560ae4988e)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:25.106748 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7c3142-f0c9-4aec-b451-7981c611a761 None None] Network 9d9a62a2-79e3-487b-85e6-8383b11651c1 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:25.151463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:25.205405 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c13024a-eb91-45e6-abee-c82e9f267ad3 None None] Network 5c58de10-f1f1-4ac4-9872-36b94ef7b016 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:25.347184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06169a41-d726-403d-b8ce-d8db0c00b8e1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=116ef565-1c9a-4a51-9953-ef9877240fdb,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:25.365377 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Deleting port 235b88ea-4075-4642-8504-a73bed16107f {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:25.365707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:25.403258 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:25.442868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-06169a41-d726-403d-b8ce-d8db0c00b8e1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:25.447534 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-06169a41-d726-403d-b8ce-d8db0c00b8e1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/116ef565-1c9a-4a51-9953-ef9877240fdb HTTP/1.1" status: 204 len: 168 time: 2.2667027 Aug 26 01:09:25.448789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:25.454634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46364) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:25.479638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-dac3caf8-4205-497c-960f-d862c36a8b30 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port e96eb746-94a4-48da-87c2-3959dd361a85 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:25.479962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dac3caf8-4205-497c-960f-d862c36a8b30 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:25.531688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Provisioning complete for port 46063e15-f36b-418a-9322-97f808016ef4 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:25.532064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:25.577214 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 46063e15-f36b-418a-9322-97f808016ef4 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:25.605776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:25.760566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=1d3dce4e-69d1-4d24-8949-20d1afde77e2,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:25.760928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54eaec-fa0d-4e36-bee6-84ad23efc8e8 req-675b2336-3cf5-4dd4-a579-65947e4b65fb tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:25.762705 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3a54eaec-fa0d-4e36-bee6-84ad23efc8e8 req-675b2336-3cf5-4dd4-a579-65947e4b65fb tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.6941259 Aug 26 01:09:25.849224 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49fd60e-043e-4d28-b4ba-f9ee09174b90 None None] DHCP port deletion for b20b46bf-a852-45d4-99e7-adfff3d1ac63 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:09:25.909624 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f49fd60e-043e-4d28-b4ba-f9ee09174b90 None None] Deleting port 235b88ea-4075-4642-8504-a73bed16107f {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:25.910031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f49fd60e-043e-4d28-b4ba-f9ee09174b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:25.972090 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3a54eaec-fa0d-4e36-bee6-84ad23efc8e8 req-2f0d78e2-a8a4-4d42-83e5-9b61972391f1 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544940 Aug 26 01:09:25.994957 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e55687b1-b50d-45bc-be08-776d549e4476 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:26.023444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 46063e15-f36b-418a-9322-97f808016ef4 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:26.023823 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:26.047022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Subnet': ['ID=c22b428d-eab0-4eb2-936b-72291c94fac9,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:26.060968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Current status of the port 46063e15-f36b-418a-9322-97f808016ef4 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:26.132347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] For port 235b88ea-4075-4642-8504-a73bed16107f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=235b88ea-4075-4642-8504-a73bed16107f,segment=NetworkSegment(8f6d7078-3b7b-4a06-b96b-2bb7ff30494e),segment_id=8f6d7078-3b7b-4a06-b96b-2bb7ff30494e)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:26.133200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:26.138674 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:26.170437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:26.184630 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Provisioning complete for port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:26.186714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:26.216821 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:26.286389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Checking segment: {'id': 'c9e2570f-b738-46c1-8f46-72385d13af71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7bdb393b-2d15-46e8-a932-c8a9964ace13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:26.287046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network hostable DHCP agents. Network: 7bdb393b-2d15-46e8-a932-c8a9964ace13, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:09:26.304505 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:26.305817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:26.364409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Calling delete_port for 235b88ea-4075-4642-8504-a73bed16107f owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:26.439646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-f49fd60e-043e-4d28-b4ba-f9ee09174b90 None None] For port 235b88ea-4075-4642-8504-a73bed16107f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=235b88ea-4075-4642-8504-a73bed16107f,segment=NetworkSegment(8f6d7078-3b7b-4a06-b96b-2bb7ff30494e),segment_id=8f6d7078-3b7b-4a06-b96b-2bb7ff30494e)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:26.440078 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f49fd60e-043e-4d28-b4ba-f9ee09174b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:26.456821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 46063e15-f36b-418a-9322-97f808016ef4 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:26.524263 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99deb5-06ad-4063-8c9f-55477d7db43c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:26.530046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99deb5-06ad-4063-8c9f-55477d7db43c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:26.530832 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1d99deb5-06ad-4063-8c9f-55477d7db43c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:26.554783 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 5c58de10-f1f1-4ac4-9872-36b94ef7b016 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:26.558979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:26.563016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=fc5fc1e4-a436-416e-b531-60b11132fbc1,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:26.637542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:26.637996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dac3caf8-4205-497c-960f-d862c36a8b30 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:26.647997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f49fd60e-043e-4d28-b4ba-f9ee09174b90 None None] Calling delete_port for 235b88ea-4075-4642-8504-a73bed16107f owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:26.665620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Network 7bdb393b-2d15-46e8-a932-c8a9964ace13 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:09:26.803200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Current status of the port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:26.859571 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-f49fd60e-043e-4d28-b4ba-f9ee09174b90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:09:26.861175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-f49fd60e-043e-4d28-b4ba-f9ee09174b90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:09:26.881252 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-dac3caf8-4205-497c-960f-d862c36a8b30 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for e96eb746-94a4-48da-87c2-3959dd361a85 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:26.914779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1d99deb5-06ad-4063-8c9f-55477d7db43c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:26.914779 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1d99deb5-06ad-4063-8c9f-55477d7db43c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 1.4482763 Aug 26 01:09:26.914779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:26.917768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46368) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:26.940120 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Provisioning for port fc5fc1e4-a436-416e-b531-60b11132fbc1 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:26.946241 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Provisioning complete for port fc5fc1e4-a436-416e-b531-60b11132fbc1 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:26.957945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:27.015933 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 7bdb393b-2d15-46e8-a932-c8a9964ace13) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:27.029250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event deleted for resources: {'Port': ['ID=235b88ea-4075-4642-8504-a73bed16107f,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:27.035337 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b8ce2c-8ca4-4d9e-b13b-a5c3bfa16a44 None None] Network 7bdb393b-2d15-46e8-a932-c8a9964ace13 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:27.061998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Port fc5fc1e4-a436-416e-b531-60b11132fbc1 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:09:27.095289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:27.095839 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:27.156738 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] No DVR routers for this DVR port 235b88ea-4075-4642-8504-a73bed16107f on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:09:27.253258 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Provisioning for port e96eb746-94a4-48da-87c2-3959dd361a85 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:27.264703 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=fc4a6cea-4f36-4665-898a-d8e294655103,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:27.266837 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Provisioning complete for port e96eb746-94a4-48da-87c2-3959dd361a85 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:27.267218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:27.360703 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 9d9a62a2-79e3-487b-85e6-8383b11651c1 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:27.362563 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:27.373802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f49fd60e-043e-4d28-b4ba-f9ee09174b90 None None] Deleting port 235b88ea-4075-4642-8504-a73bed16107f {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:27.375445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f49fd60e-043e-4d28-b4ba-f9ee09174b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:27.406217 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Port e96eb746-94a4-48da-87c2-3959dd361a85 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:09:27.427258 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d6d70c86-a946-4f5e-83e2-4da671511ee4 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.3209748 Aug 26 01:09:27.429154 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46374) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:27.460614 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-f50d282d-2569-4b5f-9253-e095dc39fc04 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 414d06c7-7d57-4e38-bbce-9f1eba1518b3 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:27.462286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f50d282d-2569-4b5f-9253-e095dc39fc04 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:27.472273 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-7bdb393b-2d15-46e8-a932-c8a9964ace13', 'network_id': '7bdb393b-2d15-46e8-a932-c8a9964ace13', 'tenant_id': '2fdaefbd4df2459fb27cc54a09a71402', 'fixed_ips': [{'subnet_id': 'c22b428d-eab0-4eb2-936b-72291c94fac9'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:09:27.474394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:27.508804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-07899fe3-faf0-4444-a860-2df6d9ff81ca tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:27.516332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f49fd60e-043e-4d28-b4ba-f9ee09174b90 None None] The port '235b88ea-4075-4642-8504-a73bed16107f' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:09:27.556858 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 44eb0247-26b4-4647-a209-4654026f992a is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:09:27.575325 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Provisioning complete for port 01628301-13b4-4adf-b65d-158cd571b912 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:27.575548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:27.652662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1d3dce4e-69d1-4d24-8949-20d1afde77e2 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:27.779098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:27.790057 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:09:27.803889 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d5f1cc9b-4ff9-497e-86ab-73afe9ca19d1 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/44eb0247-26b4-4647-a209-4654026f992a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6338453 Aug 26 01:09:27.806659 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46378) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:27.813443 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Sync routers for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:27.814788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-417892265'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:27.823254 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:27.829512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:network and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:27.833241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:27.840201 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:27.907391 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:27.908031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:27.926919 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:09:27.960903 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-034e21a4-321f-40ca-bc01-825cc5ecb76c None None] Current status of the port 01628301-13b4-4adf-b65d-158cd571b912 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:27.999051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:28.002771 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.031017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Allocated IP 2001:db8::3 (7bdb393b-2d15-46e8-a932-c8a9964ace13/c22b428d-eab0-4eb2-936b-72291c94fac9/b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:28.032605 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:28.032979 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.064982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20b46bf-a852-45d4-99e7-adfff3d1ac63']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:28.127347 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:09:28.141385 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:09:28.150493 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.150849 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Added segment e028a679-01db-4815-8f12-db9c0d5c0c7b of type vlan for network b6014639-f49e-47fa-a997-42503ccbc54b Aug 26 01:09:28.156366 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Sync routers for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:28.164428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6d7078-3b7b-4a06-b96b-2bb7ff30494e') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:28.164856 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5a71f705-052d-4175-bdce-2130316a6421 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/db41edb8-e3cc-460d-ba71-5f6bc10b1ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1161942 Aug 26 01:09:28.164985 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6d7078-3b7b-4a06-b96b-2bb7ff30494e') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:28.165607 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46382) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:28.169920 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:28.170372 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:28.173063 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'network': {'name': 'tempest-RoutersTest-529171600'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:28.183836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:28.193142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.200929 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:network and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:28.207817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:28.213316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.219116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c4c535df-da9b-4ea4-9643-8cf24420a3e1 None None] Provisioning complete for port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:28.219495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c4c535df-da9b-4ea4-9643-8cf24420a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.222803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:28.228954 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.241570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:28.242999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.267170 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:09:28.277862 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-07899fe3-faf0-4444-a860-2df6d9ff81ca tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61606707'] for subnet, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.328168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:28.336534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.342285 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:09:28.364263 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 8f6d7078-3b7b-4a06-b96b-2bb7ff30494e resource provider aggregate not found Aug 26 01:09:28.372020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.382833 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:28.383783 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.509972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:09:28.554245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.554570 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Added segment c08546f0-540e-49eb-9254-0bd88bfcadef of type vlan for network 9328ad66-5fff-4352-be9e-52689bdbf282 Aug 26 01:09:28.563995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Network': ['ID=b6014639-f49e-47fa-a997-42503ccbc54b,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:28.586776 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-35f4c2f8-90c4-4281-b8bf-48d2e02e795d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7764332 Aug 26 01:09:28.590617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46390) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:28.592182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network b6014639-f49e-47fa-a997-42503ccbc54b details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:09:28.597508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'subnet': {'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:28.641475 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bffb6e-ba0a-4ac2-bc1b-83779b873704 req-66c5e01f-dc4d-4d01-9e62-d19ddaf1af39 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:28.650453 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-69bffb6e-ba0a-4ac2-bc1b-83779b873704 req-66c5e01f-dc4d-4d01-9e62-d19ddaf1af39 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 1.4369307 Aug 26 01:09:28.677840 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 8f6d7078-3b7b-4a06-b96b-2bb7ff30494e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f6d7078-3b7b-4a06-b96b-2bb7ff30494e found for delete ", "request_id": "req-fc75759a-2169-46a1-b4d9-318fd26353c6"}]} Aug 26 01:09:28.709927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.733336 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:23Z', 'revision_number': 2, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:25Z', 'revision_number': 2, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:28.737800 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Checking router: db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:09:28.738557 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Updating router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 port fc5fc1e4-a436-416e-b531-60b11132fbc1 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:09:28.761653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:28.797596 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:28.803778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:subnet and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:28.807871 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:28.820087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:28.828666 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.878267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.885056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:28.890344 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.893662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 235b88ea-4075-4642-8504-a73bed16107f no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:09:28.962029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:28.970772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c4c535df-da9b-4ea4-9643-8cf24420a3e1 None None] Current status of the port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:28.984234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 235b88ea-4075-4642-8504-a73bed16107f {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:09:28.989231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 235b88ea-4075-4642-8504-a73bed16107f not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:09:29.003013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Transition to ACTIVE for port object b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:29.007540 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-69bffb6e-ba0a-4ac2-bc1b-83779b873704 req-852aa2b9-4a7e-4e17-94a3-187e3bab52d2 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3559716 Aug 26 01:09:29.013456 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8459117 Aug 26 01:09:29.017699 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:29.019366 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.031186 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46394) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:29.045013 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'subnet': {'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:29.076229 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Transition to ACTIVE for port object b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:29.076229 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c4c535df-da9b-4ea4-9643-8cf24420a3e1 None None] Provisioning complete for port 46063e15-f36b-418a-9322-97f808016ef4 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:29.076644 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c4c535df-da9b-4ea4-9643-8cf24420a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.148475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7591a-531c-42e2-8e6f-e20157d3c142 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Network': ['ID=9328ad66-5fff-4352-be9e-52689bdbf282,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:29.161321 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 9328ad66-5fff-4352-be9e-52689bdbf282 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:09:29.178874 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:25Z', 'revision_number': 2, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:25Z', 'revision_number': 2, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:29.194890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.196997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dac3caf8-4205-497c-960f-d862c36a8b30 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.204095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f50d282d-2569-4b5f-9253-e095dc39fc04 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.249891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.260433 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event deleted for resources: {'Network': ['ID=b20b46bf-a852-45d4-99e7-adfff3d1ac63,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:29.267555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Checking router: 44eb0247-26b4-4647-a209-4654026f992a for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:09:29.268266 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Updating router 44eb0247-26b4-4647-a209-4654026f992a port fc4a6cea-4f36-4665-898a-d8e294655103 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:09:29.293062 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.332624 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.350845 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Transition to ACTIVE for port object fc5fc1e4-a436-416e-b531-60b11132fbc1 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:29.423791 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.428623 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Network 7bdb393b-2d15-46e8-a932-c8a9964ace13 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:29.437546 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:29.446001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c4c535df-da9b-4ea4-9643-8cf24420a3e1 None None] Current status of the port 46063e15-f36b-418a-9322-97f808016ef4 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:29.447041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.450243 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:29.453066 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Pushing event updated for resources: {'Port': ['ID=b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:29.460244 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.464629 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:29.468925 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:subnet and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:29.472029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:29.478471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:29.529699 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Subnet': ['ID=dbcc8826-a3b4-421e-97ba-aeb7ed4e4248,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:29.531027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-f50d282d-2569-4b5f-9253-e095dc39fc04 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 414d06c7-7d57-4e38-bbce-9f1eba1518b3 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:29.562937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3caf8-4205-497c-960f-d862c36a8b30 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=e96eb746-94a4-48da-87c2-3959dd361a85,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:29.585482 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bc525703-071d-4d26-b89a-fc54602696c7 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "DELETE /v2.0/networks/b20b46bf-a852-45d4-99e7-adfff3d1ac63 HTTP/1.1" status: 204 len: 168 time: 4.9140084 Aug 26 01:09:29.586598 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:29.590510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.607422 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46398) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:29.699908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Attempting to bind port b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:29.700281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Attempting to bind port b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'c9e2570f-b738-46c1-8f46-72385d13af71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7bdb393b-2d15-46e8-a932-c8a9964ace13'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:29.700643 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Attempting to bind port b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 on network 7bdb393b-2d15-46e8-a932-c8a9964ace13 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:29.714776 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:29.715150 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Checking segment: {'id': 'c9e2570f-b738-46c1-8f46-72385d13af71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7bdb393b-2d15-46e8-a932-c8a9964ace13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:29.715555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.715950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Bound using segment: {'id': 'c9e2570f-b738-46c1-8f46-72385d13af71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7bdb393b-2d15-46e8-a932-c8a9964ace13'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:29.716428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Bound port: b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e2570f-b738-46c1-8f46-72385d13af71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7bdb393b-2d15-46e8-a932-c8a9964ace13'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:29.716801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.726211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Checking segment: {'id': 'e028a679-01db-4815-8f12-db9c0d5c0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:29.731313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network hostable DHCP agents. Network: b6014639-f49e-47fa-a997-42503ccbc54b, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:09:29.805205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c4c535df-da9b-4ea4-9643-8cf24420a3e1 None None] Provisioning for port fc4a6cea-4f36-4665-898a-d8e294655103 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:29.814148 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caede78b-b53c-471e-9518-8befdbeb3030 None None] Pushing event updated for resources: {'Port': ['ID=fc5fc1e4-a436-416e-b531-60b11132fbc1,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:29.825361 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caede78b-b53c-471e-9518-8befdbeb3030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:29.827277 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caede78b-b53c-471e-9518-8befdbeb3030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:29.827974 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caede78b-b53c-471e-9518-8befdbeb3030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:29.828462 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caede78b-b53c-471e-9518-8befdbeb3030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:29.828946 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caede78b-b53c-471e-9518-8befdbeb3030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:29.829435 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caede78b-b53c-471e-9518-8befdbeb3030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:29.829947 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caede78b-b53c-471e-9518-8befdbeb3030 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:29.830717 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caede78b-b53c-471e-9518-8befdbeb3030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:29.831196 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caede78b-b53c-471e-9518-8befdbeb3030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:29.831822 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caede78b-b53c-471e-9518-8befdbeb3030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:29.832889 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caede78b-b53c-471e-9518-8befdbeb3030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:29.833359 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caede78b-b53c-471e-9518-8befdbeb3030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:29.841131 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network b6014639-f49e-47fa-a997-42503ccbc54b is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:09:29.849800 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Attempting to bind port fc5fc1e4-a436-416e-b531-60b11132fbc1 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:29.850457 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Attempting to bind port fc5fc1e4-a436-416e-b531-60b11132fbc1 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '5b07376b-c1aa-4086-927d-b3f9045caa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:29.851092 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Attempting to bind port fc5fc1e4-a436-416e-b531-60b11132fbc1 on network 9d9a62a2-79e3-487b-85e6-8383b11651c1 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:29.858501 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:29.859163 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Checking segment: {'id': '5b07376b-c1aa-4086-927d-b3f9045caa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:29.859736 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.860313 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Bound using segment: {'id': '5b07376b-c1aa-4086-927d-b3f9045caa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:29.860934 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Bound port: fc5fc1e4-a436-416e-b531-60b11132fbc1, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b07376b-c1aa-4086-927d-b3f9045caa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:29.861495 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.880387 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c4c535df-da9b-4ea4-9643-8cf24420a3e1 None None] Provisioning complete for port fc4a6cea-4f36-4665-898a-d8e294655103 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:29.880387 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c4c535df-da9b-4ea4-9643-8cf24420a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.944952 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, b6014639-f49e-47fa-a997-42503ccbc54b) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:29.962016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:29.964422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:29.970278 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] For port fc5fc1e4-a436-416e-b531-60b11132fbc1, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:29.972654 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96be2aa-75d7-493a-bd5d-8574065b2528 None None] Network b6014639-f49e-47fa-a997-42503ccbc54b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:29.974893 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] For port fc5fc1e4-a436-416e-b531-60b11132fbc1, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=fc5fc1e4-a436-416e-b531-60b11132fbc1,segment=NetworkSegment(5b07376b-c1aa-4086-927d-b3f9045caa12),segment_id=5b07376b-c1aa-4086-927d-b3f9045caa12)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:30.031366 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:30.067928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c4c535df-da9b-4ea4-9643-8cf24420a3e1 None None] Port fc4a6cea-4f36-4665-898a-d8e294655103 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:09:30.070025 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-393b7e1d-f114-48ec-99f5-7b30119e036a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4778700 Aug 26 01:09:30.070975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46404) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:30.075421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] For port b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:30.099323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c4c535df-da9b-4ea4-9643-8cf24420a3e1 None None] Could not find standard attr ID for object e96eb746-94a4-48da-87c2-3959dd361a85. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:09:30.114349 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] For port b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3,segment=NetworkSegment(c9e2570f-b738-46c1-8f46-72385d13af71),segment_id=c9e2570f-b738-46c1-8f46-72385d13af71)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:30.134511 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caede78b-b53c-471e-9518-8befdbeb3030 None None] Pushing event updated for resources: {'Port': ['ID=fc5fc1e4-a436-416e-b531-60b11132fbc1,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:30.143253 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:30.143863 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:30.250031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dac3caf8-4205-497c-960f-d862c36a8b30 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:30.256222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.resource_extend [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:09:30.258170 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-dac3caf8-4205-497c-960f-d862c36a8b30 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/e96eb746-94a4-48da-87c2-3959dd361a85 HTTP/1.1" status: 204 len: 168 time: 5.2029734 Aug 26 01:09:30.264040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46408) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:30.337535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:30.378035 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:09:30.454883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cecf9fb-f92c-44ba-9368-d6478097cb8e tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Deleting subnet 7ab6a4f0-8078-443d-9596-c9505e19c2dc {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:30.459102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1cecf9fb-f92c-44ba-9368-d6478097cb8e tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:30.508869 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:30.536398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1cecf9fb-f92c-44ba-9368-d6478097cb8e tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:30.578037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Transition to ACTIVE for port object fc4a6cea-4f36-4665-898a-d8e294655103 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:30.583132 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bdac48da-d044-4fed-a75f-313eacd25b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:30.600116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748dac7-a3f5-496e-a9ce-0afe0a30ef0d None None] Pushing event updated for resources: {'Port': ['ID=b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:30.620529 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-b6014639-f49e-47fa-a997-42503ccbc54b', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:09:30.621561 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:30.654482 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:30.781593 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:23Z', 'revision_number': 2, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:29Z', 'revision_number': 4, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:30.809443 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98155141-eb99-447f-b11e-cfae9c4a04ba None None] The sync data for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv is: [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:23Z', 'revision_number': 2, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:29Z', 'revision_number': 4, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:31.005577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1b24a0-103c-40ef-87c2-58bc4fb885df tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:31.007502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1b24a0-103c-40ef-87c2-58bc4fb885df tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:31.009302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1b24a0-103c-40ef-87c2-58bc4fb885df tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:31.010228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0f1b24a0-103c-40ef-87c2-58bc4fb885df tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:31.033066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-07899fe3-faf0-4444-a860-2df6d9ff81ca tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784988419642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61029469'] for subnet, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:31.038491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1cecf9fb-f92c-44ba-9368-d6478097cb8e tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:31.070130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15302c31-9ca5-4155-afea-634ca7f7ab69 req-5b5364f0-152a-4e5c-862c-8963cecf4128 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:31.071854 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-15302c31-9ca5-4155-afea-634ca7f7ab69 req-5b5364f0-152a-4e5c-862c-8963cecf4128 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.4095271 Aug 26 01:09:31.131374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e55687b1-b50d-45bc-be08-776d549e4476 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:31.139065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:31.180214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f50d282d-2569-4b5f-9253-e095dc39fc04 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:31.214524 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-15302c31-9ca5-4155-afea-634ca7f7ab69 req-4110395f-4775-4a8a-ba55-03e12330ce70 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351645 Aug 26 01:09:31.219200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:31.252010 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ea30b-0ffb-4f69-ad41-e74e1021d029 None None] Pushing event updated for resources: {'Port': ['ID=fc4a6cea-4f36-4665-898a-d8e294655103,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:31.257860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e55687b1-b50d-45bc-be08-776d549e4476 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:31.259642 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Attempting to bind port fc4a6cea-4f36-4665-898a-d8e294655103 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:31.260114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Attempting to bind port fc4a6cea-4f36-4665-898a-d8e294655103 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'a65c2e10-351a-46e5-a3a1-1c560ae4988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:31.261167 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Attempting to bind port fc4a6cea-4f36-4665-898a-d8e294655103 on network 5c58de10-f1f1-4ac4-9872-36b94ef7b016 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:31.277292 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Allocated IP 2001:db8:1::2 (b6014639-f49e-47fa-a997-42503ccbc54b/dbcc8826-a3b4-421e-97ba-aeb7ed4e4248/d65c6d1f-06e8-4697-995b-856cb9df5889) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:31.291613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:31.295072 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Checking segment: {'id': 'a65c2e10-351a-46e5-a3a1-1c560ae4988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:31.295652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:31.296240 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Bound using segment: {'id': 'a65c2e10-351a-46e5-a3a1-1c560ae4988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:31.301322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Bound port: fc4a6cea-4f36-4665-898a-d8e294655103, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65c2e10-351a-46e5-a3a1-1c560ae4988e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:31.301990 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:31.338758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0f1b24a0-103c-40ef-87c2-58bc4fb885df tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:31.343224 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0f1b24a0-103c-40ef-87c2-58bc4fb885df tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.0029976 Aug 26 01:09:31.345085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07899fe3-faf0-4444-a860-2df6d9ff81ca tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:31.345902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-07899fe3-faf0-4444-a860-2df6d9ff81ca tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:31.347368 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-07899fe3-faf0-4444-a860-2df6d9ff81ca tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "PUT /v2.0/subnets/c22b428d-eab0-4eb2-936b-72291c94fac9 HTTP/1.1" status: 200 len: 900 time: 3.9016769 Aug 26 01:09:31.348908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d282d-2569-4b5f-9253-e095dc39fc04 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=414d06c7-7d57-4e38-bbce-9f1eba1518b3,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:31.352347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46414) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:31.352886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46416) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:31.370560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f50d282d-2569-4b5f-9253-e095dc39fc04 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:31.637063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device fc5fc1e4-a436-416e-b531-60b11132fbc1 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:31.751102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:31.764526 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] For port fc4a6cea-4f36-4665-898a-d8e294655103, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:31.893301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1eedbc7-b8dc-4ae1-9914-3fe0a52854cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet fbb49402-e640-40d5-82bb-e2edefcd35fc {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:31.897958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1eedbc7-b8dc-4ae1-9914-3fe0a52854cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:31.968043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] For port fc4a6cea-4f36-4665-898a-d8e294655103, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=fc4a6cea-4f36-4665-898a-d8e294655103,segment=NetworkSegment(a65c2e10-351a-46e5-a3a1-1c560ae4988e),segment_id=a65c2e10-351a-46e5-a3a1-1c560ae4988e)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:31.999375 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:32.006566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1eedbc7-b8dc-4ae1-9914-3fe0a52854cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:32.016511 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Transition to ACTIVE for port object d65c6d1f-06e8-4697-995b-856cb9df5889 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:32.043215 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:32.046121 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Transition to ACTIVE for port object d65c6d1f-06e8-4697-995b-856cb9df5889 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:32.120151 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a5152-212c-485f-923e-7c4d4a75e2e9 req-c0f98cb7-3c0b-4b56-b590-a0fb0d16f94a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:32.130707 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ab0a5152-212c-485f-923e-7c4d4a75e2e9 req-c0f98cb7-3c0b-4b56-b590-a0fb0d16f94a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.1965561 Aug 26 01:09:32.132202 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port fc5fc1e4-a436-416e-b531-60b11132fbc1 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:32.135504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ea30b-0ffb-4f69-ad41-e74e1021d029 None None] Pushing event updated for resources: {'Port': ['ID=fc4a6cea-4f36-4665-898a-d8e294655103,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:32.144134 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port fc5fc1e4-a436-416e-b531-60b11132fbc1 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:32.144584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:32.172914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Checking segment: {'id': 'c08546f0-540e-49eb-9254-0bd88bfcadef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:32.173411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network hostable DHCP agents. Network: 9328ad66-5fff-4352-be9e-52689bdbf282, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:09:32.180554 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:32.194053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1cecf9fb-f92c-44ba-9368-d6478097cb8e tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:32.198347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07899fe3-faf0-4444-a860-2df6d9ff81ca tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event updated for resources: {'Subnet': ['ID=c22b428d-eab0-4eb2-936b-72291c94fac9,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:32.202053 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f50d282d-2569-4b5f-9253-e095dc39fc04 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/414d06c7-7d57-4e38-bbce-9f1eba1518b3 HTTP/1.1" status: 204 len: 168 time: 5.2318597 Aug 26 01:09:32.236626 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:32.242914 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:32.261475 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46424) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:32.307776 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86483b44-23a5-4769-beae-5227745f5964 None None] Network 7bdb393b-2d15-46e8-a932-c8a9964ace13 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:32.341572 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ab0a5152-212c-485f-923e-7c4d4a75e2e9 req-8eab3ca9-58d3-49d8-8ea6-e963c93c0e93 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086706 Aug 26 01:09:32.353277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Allocated IP 2001:db8:1::1 (b6014639-f49e-47fa-a997-42503ccbc54b/dbcc8826-a3b4-421e-97ba-aeb7ed4e4248/a9b364c0-7fd0-4019-870c-e16dcea73799) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:32.485291 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Deleting port b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:32.485662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:32.532109 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Network b6014639-f49e-47fa-a997-42503ccbc54b is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:32.542247 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1cecf9fb-f92c-44ba-9368-d6478097cb8e tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:32.557780 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:32.572640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78051c49-d4ee-4768-b9e4-018f48075395 None None] Network d33b42d6-b1ae-4fe4-9d74-20bbf174c99a requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:32.595599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:32.610924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaacbb-bce9-4c05-9a2b-801c4b7cd40d req-dec80f26-ab4c-4da8-943f-5719c90e1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:32.612659 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cbaaacbb-bce9-4c05-9a2b-801c4b7cd40d req-dec80f26-ab4c-4da8-943f-5719c90e1fc9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2b51416469154fda977a78b7767f918c&device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 1098 time: 0.3861508 Aug 26 01:09:32.615415 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1cecf9fb-f92c-44ba-9368-d6478097cb8e tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "DELETE /v2.0/subnets/7ab6a4f0-8078-443d-9596-c9505e19c2dc HTTP/1.1" status: 204 len: 168 time: 2.9583907 Aug 26 01:09:32.616588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46428) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:32.631935 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Subnet': ['ID=f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:32.698316 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Pushing event updated for resources: {'Port': ['ID=d65c6d1f-06e8-4697-995b-856cb9df5889,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:32.709068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 9328ad66-5fff-4352-be9e-52689bdbf282 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:09:32.721615 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1eedbc7-b8dc-4ae1-9914-3fe0a52854cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:32.730105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8cfaa2fa-7807-4d97-a44b-3e91b1d68c5f None None] Provisioning for port b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:32.799442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecf9fb-f92c-44ba-9368-d6478097cb8e tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab6a4f0-8078-443d-9596-c9505e19c2dc,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:32.814749 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0cd9aa-4fa5-4687-ba0d-07bcaf09d601 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Deleting subnet bfee0584-29d5-4135-bf5e-f244901926ae {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:32.823203 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:09:32.830801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8d0cd9aa-4fa5-4687-ba0d-07bcaf09d601 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:32.929297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:32.957125 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55687b1-b50d-45bc-be08-776d549e4476 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Router 542e2b53-bcca-4b51-a523-09b644c11912 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:09:32.965494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8d0cd9aa-4fa5-4687-ba0d-07bcaf09d601 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.008396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Attempting to bind port d65c6d1f-06e8-4697-995b-856cb9df5889 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:33.008396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Attempting to bind port d65c6d1f-06e8-4697-995b-856cb9df5889 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'e028a679-01db-4815-8f12-db9c0d5c0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:33.008763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Attempting to bind port d65c6d1f-06e8-4697-995b-856cb9df5889 on network b6014639-f49e-47fa-a997-42503ccbc54b {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:33.015056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaacbb-bce9-4c05-9a2b-801c4b7cd40d req-3af8e908-fe04-47e8-a151-d3771bda0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:33.016835 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cbaaacbb-bce9-4c05-9a2b-801c4b7cd40d req-3af8e908-fe04-47e8-a151-d3771bda0171 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ddd58b69-18ff-473a-81ae-b003ddd4fec6 HTTP/1.1" status: 200 len: 914 time: 0.3601022 Aug 26 01:09:33.017679 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Transition to ACTIVE for port object a9b364c0-7fd0-4019-870c-e16dcea73799 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:33.078540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a07e79-2d5e-4dc4-b87a-2d73b0e361d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:33.079383 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e3a07e79-2d5e-4dc4-b87a-2d73b0e361d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:33.126288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:33.126658 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Checking segment: {'id': 'e028a679-01db-4815-8f12-db9c0d5c0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:33.127056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.127445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Bound using segment: {'id': 'e028a679-01db-4815-8f12-db9c0d5c0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:33.127928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Bound port: d65c6d1f-06e8-4697-995b-856cb9df5889, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e028a679-01db-4815-8f12-db9c0d5c0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:33.128299 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.163735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 9328ad66-5fff-4352-be9e-52689bdbf282) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:33.167852 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cbaaacbb-bce9-4c05-9a2b-801c4b7cd40d req-156a5dea-2018-40da-8889-b7dfed528962 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c97109-2c25-45f5-9473-dbefc15173ad HTTP/1.1" status: 200 len: 1001 time: 0.1407290 Aug 26 01:09:33.191900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:33.192617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.210924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5d962e-825b-4a5a-9f57-7a2d7c710541 None None] Network 9328ad66-5fff-4352-be9e-52689bdbf282 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:33.230521 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8d0cd9aa-4fa5-4687-ba0d-07bcaf09d601 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.231927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] For port b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3,segment=NetworkSegment(c9e2570f-b738-46c1-8f46-72385d13af71),segment_id=c9e2570f-b738-46c1-8f46-72385d13af71)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:33.232402 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.279178 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port fc5fc1e4-a436-416e-b531-60b11132fbc1 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:33.279478 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.295918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaacbb-bce9-4c05-9a2b-801c4b7cd40d req-397a9169-4139-49df-ab85-8a8e4871b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:33.297366 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cbaaacbb-bce9-4c05-9a2b-801c4b7cd40d req-397a9169-4139-49df-ab85-8a8e4871b073 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8b9c5a93-9423-4301-b9da-a87da6db8e95 HTTP/1.1" status: 200 len: 851 time: 0.1193833 Aug 26 01:09:33.303164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.377631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1eedbc7-b8dc-4ae1-9914-3fe0a52854cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.389336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Calling delete_port for b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:33.398087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-56a52a05-dde3-4529-bd96-cbe34b29d808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.448612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network b6014639-f49e-47fa-a997-42503ccbc54b is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:33.453675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:33.456353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:33.457272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.475754 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e3a07e79-2d5e-4dc4-b87a-2d73b0e361d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:33.477063 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e3a07e79-2d5e-4dc4-b87a-2d73b0e361d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 1.2086906 Aug 26 01:09:33.478598 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-434c23a9-66ec-4bb3-a680-0c850df21671 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4461102 Aug 26 01:09:33.493306 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46434) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:33.493643 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46436) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:33.496755 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eedbc7-b8dc-4ae1-9914-3fe0a52854cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb49402-e640-40d5-82bb-e2edefcd35fc,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:33.516154 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1eedbc7-b8dc-4ae1-9914-3fe0a52854cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.517900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1798cef5-fda4-40a6-a7e3-a5bcea2abec3 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:33.518510 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a1eedbc7-b8dc-4ae1-9914-3fe0a52854cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/fbb49402-e640-40d5-82bb-e2edefcd35fc HTTP/1.1" status: 204 len: 168 time: 2.1519549 Aug 26 01:09:33.524761 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46442) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:33.548399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port fc5fc1e4-a436-416e-b531-60b11132fbc1, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=fc5fc1e4-a436-416e-b531-60b11132fbc1,segment=NetworkSegment(5b07376b-c1aa-4086-927d-b3f9045caa12),segment_id=5b07376b-c1aa-4086-927d-b3f9045caa12)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:33.553687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=a9b364c0-7fd0-4019-870c-e16dcea73799,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:33.640993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8d0cd9aa-4fa5-4687-ba0d-07bcaf09d601 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.652132 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55687b1-b50d-45bc-be08-776d549e4476 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:09:33.664955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e55687b1-b50d-45bc-be08-776d549e4476 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.669028 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e55687b1-b50d-45bc-be08-776d549e4476 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "PUT /v2.0/routers/542e2b53-bcca-4b51-a523-09b644c11912 HTTP/1.1" status: 200 len: 924 time: 10.1386468 Aug 26 01:09:33.672704 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46446) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:33.680657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.681486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:33.756574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9aed0-d119-4983-81aa-9d73afd5dbec None None] Sync routers for ids ['542e2b53-bcca-4b51-a523-09b644c11912'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:33.783348 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cd9aa-4fa5-4687-ba0d-07bcaf09d601 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event deleted for resources: {'Subnet': ['ID=bfee0584-29d5-4135-bf5e-f244901926ae,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:33.785633 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe4e274-c9f3-4506-9fda-84f50a049b78 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] GET failed (client error): The resource could not be found. Aug 26 01:09:33.786238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ffe4e274-c9f3-4506-9fda-84f50a049b78 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:33.822853 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] For port d65c6d1f-06e8-4697-995b-856cb9df5889, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:33.868037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-286fc705-05c6-40d4-851b-73d851aa1e27 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet fd24a41a-c268-4eac-baf7-4fd9bba1bef3 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:33.891116 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-286fc705-05c6-40d4-851b-73d851aa1e27 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.929758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:33.931208 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9aed0-d119-4983-81aa-9d73afd5dbec None None] Routers {'542e2b53-bcca-4b51-a523-09b644c11912'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:33.932218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-58d9aed0-d119-4983-81aa-9d73afd5dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['542e2b53-bcca-4b51-a523-09b644c11912'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:33.938241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8d0cd9aa-4fa5-4687-ba0d-07bcaf09d601 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:34.006648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-286fc705-05c6-40d4-851b-73d851aa1e27 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:34.049761 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ffe4e274-c9f3-4506-9fda-84f50a049b78 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:34.055509 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ffe4e274-c9f3-4506-9fda-84f50a049b78 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/116ef565-1c9a-4a51-9953-ef9877240fdb HTTP/1.1" status: 404 len: 333 time: 0.5602512 Aug 26 01:09:34.056472 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8d0cd9aa-4fa5-4687-ba0d-07bcaf09d601 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "DELETE /v2.0/subnets/bfee0584-29d5-4135-bf5e-f244901926ae HTTP/1.1" status: 204 len: 168 time: 1.4392326 Aug 26 01:09:34.059880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46450) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:34.060023 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46452) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:34.078686 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4f5df021-55a2-4b6e-96f0-39f6db06376b tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/routers/542e2b53-bcca-4b51-a523-09b644c11912 HTTP/1.1" status: 200 len: 924 time: 0.4018292 Aug 26 01:09:34.084654 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] For port d65c6d1f-06e8-4697-995b-856cb9df5889, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d65c6d1f-06e8-4697-995b-856cb9df5889,segment=NetworkSegment(e028a679-01db-4815-8f12-db9c0d5c0c7b),segment_id=e028a679-01db-4815-8f12-db9c0d5c0c7b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:34.087461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662786d-3e41-4903-a502-1a9848e5191d req-3e0a1926-3a76-44bc-ac60-8891fa78cfc9 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:34.088352 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2662786d-3e41-4903-a502-1a9848e5191d req-3e0a1926-3a76-44bc-ac60-8891fa78cfc9 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.4809844 Aug 26 01:09:34.088832 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46458) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:34.089875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6611757-c005-4991-9a78-74d73118bb18 None None] Network 0038a118-56b4-4a6a-b5c0-0252e557c774 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:34.103969 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae23a770-d637-4496-a31f-cfdbb6f32472 None None] DHCP port deletion for d33b42d6-b1ae-4fe4-9d74-20bbf174c99a request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:09:34.131054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaacbb-bce9-4c05-9a2b-801c4b7cd40d req-8bf016a0-1020-40cf-be17-a7806ccc1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:34.132030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:34.132670 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cbaaacbb-bce9-4c05-9a2b-801c4b7cd40d req-8bf016a0-1020-40cf-be17-a7806ccc1c86 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ddd58b69-18ff-473a-81ae-b003ddd4fec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8248153 Aug 26 01:09:34.157966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ae23a770-d637-4496-a31f-cfdbb6f32472 None None] Deleting port 6e53b7f0-7535-4319-81b1-c9617d368cb7 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:34.158593 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ae23a770-d637-4496-a31f-cfdbb6f32472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:34.186391 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-58d9aed0-d119-4983-81aa-9d73afd5dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:34.245235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:34.278960 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:34.295869 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=fc5fc1e4-a436-416e-b531-60b11132fbc1,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:34.351260 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No active binding found for port b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 {{(pid=89864) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Aug 26 01:09:34.351685 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Aug 26 01:09:34.382876 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Port': ['ID=b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:34.435568 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0bfa94-5c99-43b9-b595-af77b9185ad1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] GET failed (client error): The resource could not be found. Aug 26 01:09:34.437569 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bb0bfa94-5c99-43b9-b595-af77b9185ad1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/414d06c7-7d57-4e38-bbce-9f1eba1518b3 HTTP/1.1" status: 404 len: 333 time: 0.3732996 Aug 26 01:09:34.442498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46462) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:34.497363 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2662786d-3e41-4903-a502-1a9848e5191d req-a397b5b0-0622-447d-898f-a1e55139e052 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3592238 Aug 26 01:09:34.497786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Port b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 not found, will not notify nova. {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Aug 26 01:09:34.502200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9aed0-d119-4983-81aa-9d73afd5dbec None None] Routers {'542e2b53-bcca-4b51-a523-09b644c11912'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:34.502807 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-58d9aed0-d119-4983-81aa-9d73afd5dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['542e2b53-bcca-4b51-a523-09b644c11912'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:34.605470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-286fc705-05c6-40d4-851b-73d851aa1e27 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:34.636773 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-58d9aed0-d119-4983-81aa-9d73afd5dbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:34.637176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9aed0-d119-4983-81aa-9d73afd5dbec None None] The sync data for ids ['542e2b53-bcca-4b51-a523-09b644c11912'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:34.643418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No DVR routers for this DVR port b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:09:34.687557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-9328ad66-5fff-4352-be9e-52689bdbf282', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:09:34.688426 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:34.757629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7031c-e5cc-44ed-a0b0-f84772709cd2 None None] Pushing event updated for resources: {'Port': ['ID=d65c6d1f-06e8-4697-995b-856cb9df5889,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:34.807014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:34.856700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:34.886894 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device fc5fc1e4-a436-416e-b531-60b11132fbc1 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:35.011390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Deleting port 6e53b7f0-7535-4319-81b1-c9617d368cb7 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:35.011735 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:35.031017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4f0fe18-cd21-4330-9a93-8981984378d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:35.059204 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75749039-637b-4096-941d-6a3fc9fcc407 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:35.060309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-75749039-637b-4096-941d-6a3fc9fcc407 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Synchronizing usage tracker for tenant:444e07bc0da54134a889d6a9e6f1a7f2 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:35.113507 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:35.124233 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:35.137174 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cbaaacbb-bce9-4c05-9a2b-801c4b7cd40d req-f86eee3c-4d4b-437d-8261-fc81fd3f2150 service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9804077 Aug 26 01:09:35.215407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d936903-5a86-4968-a264-66b16a17c01c None None] Network 7bdb393b-2d15-46e8-a932-c8a9964ace13 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:35.232499 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:25Z', 'revision_number': 2, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:31Z', 'revision_number': 4, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:35.251744 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d08820f7-83f0-4e51-8578-e685dc2b9fd0 None None] Could not find standard attr ID for object b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:09:35.253381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Subnet': ['ID=c22b428d-eab0-4eb2-936b-72291c94fac9,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:35.255570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-286fc705-05c6-40d4-851b-73d851aa1e27 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:35.331693 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cbaaacbb-bce9-4c05-9a2b-801c4b7cd40d req-1da8e7e5-c96e-48a0-bb71-4d52f16840cc service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579187 Aug 26 01:09:35.335659 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-75749039-637b-4096-941d-6a3fc9fcc407 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Unset dirty status for tenant:444e07bc0da54134a889d6a9e6f1a7f2 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:35.337083 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-75749039-637b-4096-941d-6a3fc9fcc407 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&device_id=542e2b53-bcca-4b51-a523-09b644c11912&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.2447853 Aug 26 01:09:35.363879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014322f-7a48-48d4-875a-3f365ba54cc9 None None] The sync data for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv is: [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:25Z', 'revision_number': 2, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:31Z', 'revision_number': 4, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:35.397190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46466) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:35.413148 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4f0fe18-cd21-4330-9a93-8981984378d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:35.439730 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fc705-05c6-40d4-851b-73d851aa1e27 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=fd24a41a-c268-4eac-baf7-4fd9bba1bef3,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:35.445433 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-286fc705-05c6-40d4-851b-73d851aa1e27 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:35.543232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:35.563385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ae23a770-d637-4496-a31f-cfdbb6f32472 None None] For port 6e53b7f0-7535-4319-81b1-c9617d368cb7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6e53b7f0-7535-4319-81b1-c9617d368cb7,segment=NetworkSegment(53128393-72a5-4d88-848e-0bfb34a23540),segment_id=53128393-72a5-4d88-848e-0bfb34a23540)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:35.563786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ae23a770-d637-4496-a31f-cfdbb6f32472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:35.569648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-a4f0fe18-cd21-4330-9a93-8981984378d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d18690-1b5c-4a11-b4c7-05d97b86b0da']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:35.605613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-a4f0fe18-cd21-4330-9a93-8981984378d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce75ef0a-497a-48f3-a336-07f400fc4dfd') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:35.605925 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-a4f0fe18-cd21-4330-9a93-8981984378d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce75ef0a-497a-48f3-a336-07f400fc4dfd') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:35.618090 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bdb393b-2d15-46e8-a932-c8a9964ace13']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:35.634714 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4f0fe18-cd21-4330-9a93-8981984378d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:35.678374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e2570f-b738-46c1-8f46-72385d13af71') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:35.678374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e2570f-b738-46c1-8f46-72385d13af71') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:35.725638 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-286fc705-05c6-40d4-851b-73d851aa1e27 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/fd24a41a-c268-4eac-baf7-4fd9bba1bef3 HTTP/1.1" status: 204 len: 168 time: 2.1959131 Aug 26 01:09:35.729822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46472) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:35.737090 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:35.743287 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:35.857066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4f0fe18-cd21-4330-9a93-8981984378d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:35.865148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] For port 6e53b7f0-7535-4319-81b1-c9617d368cb7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6e53b7f0-7535-4319-81b1-c9617d368cb7,segment=NetworkSegment(53128393-72a5-4d88-848e-0bfb34a23540),segment_id=53128393-72a5-4d88-848e-0bfb34a23540)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:35.865783 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:35.868860 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Allocated IP 172.21.0.2 (9328ad66-5fff-4352-be9e-52689bdbf282/f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117/78a42488-1d08-40e9-a8bc-295f2ef8b750) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:35.901132 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49364c2e-e16d-45a4-b33b-a901c0fbe2ee tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:35.901597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-49364c2e-e16d-45a4-b33b-a901c0fbe2ee tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Synchronizing usage tracker for tenant:444e07bc0da54134a889d6a9e6f1a7f2 on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:35.914542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f0fe18-cd21-4330-9a93-8981984378d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:35.914542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4f0fe18-cd21-4330-9a93-8981984378d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:35.988947 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-af719de7-2e42-49eb-892a-5426ec0e0add tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2534573 Aug 26 01:09:35.990134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:36.053207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46478) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:36.132182 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment ce75ef0a-497a-48f3-a336-07f400fc4dfd resource provider aggregate not found Aug 26 01:09:36.148725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-49364c2e-e16d-45a4-b33b-a901c0fbe2ee tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Unset dirty status for tenant:444e07bc0da54134a889d6a9e6f1a7f2 on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:36.156247 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1bbb13-15e6-46ee-b9a4-aceb96999b0e None None] DHCP port deletion for 0038a118-56b4-4a6a-b5c0-0252e557c774 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:09:36.163743 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-49364c2e-e16d-45a4-b33b-a901c0fbe2ee tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/networks/49e274ef-58e5-4652-9e84-36bb0a18cd29 HTTP/1.1" status: 200 len: 881 time: 0.7571917 Aug 26 01:09:36.164577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46486) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:36.207705 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ae23a770-d637-4496-a31f-cfdbb6f32472 None None] Calling delete_port for 6e53b7f0-7535-4319-81b1-c9617d368cb7 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:36.240374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Calling delete_port for 6e53b7f0-7535-4319-81b1-c9617d368cb7 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:36.261233 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment ce75ef0a-497a-48f3-a336-07f400fc4dfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce75ef0a-497a-48f3-a336-07f400fc4dfd found for delete ", "request_id": "req-62dbc97c-d99d-4be4-8bee-56703dc2a3ba"}]} Aug 26 01:09:36.262280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:36.262690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:36.301119 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4379e9-3cbc-4197-8c22-32158e0545c1 None None] DHCP port deletion for 7bdb393b-2d15-46e8-a932-c8a9964ace13 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:09:36.400767 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port fc5fc1e4-a436-416e-b531-60b11132fbc1 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:36.401271 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:36.426493 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f90e5ac5-fb19-4fd1-82af-07288e773e88 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "GET /v2.0/ports?device_id=542e2b53-bcca-4b51-a523-09b644c11912 HTTP/1.1" status: 200 len: 205 time: 0.2552915 Aug 26 01:09:36.429351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46490) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:36.444569 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:36.446177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b602ce4a-ddff-4457-8b68-361e06412e4e None None] Network b6014639-f49e-47fa-a997-42503ccbc54b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:36.477678 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-da1bbb13-15e6-46ee-b9a4-aceb96999b0e None None] Deleting port 6c1ea510-f44e-4a3a-8a56-a357deb0b251 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:36.478129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-da1bbb13-15e6-46ee-b9a4-aceb96999b0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:36.740327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:36.741860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4f0fe18-cd21-4330-9a93-8981984378d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:36.761880 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:36.767795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4f0fe18-cd21-4330-9a93-8981984378d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:36.780097 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a4f0fe18-cd21-4330-9a93-8981984378d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/networks/09d18690-1b5c-4a11-b4c7-05d97b86b0da HTTP/1.1" status: 204 len: 168 time: 2.3270404 Aug 26 01:09:36.790080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe743bdc-c1a4-4034-a177-24440e7c2975 None None] Update dhcp port {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'fixed_ips': [{'subnet_id': 'fd24a41a-c268-4eac-baf7-4fd9bba1bef3'}], 'binding:host_id': 'dv-neutron-854561-2-hyperv'}, 'id': '01628301-13b4-4adf-b65d-158cd571b912'} from dv-neutron-854561-2-hyperv. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Aug 26 01:09:36.791845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46494) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:36.792744 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Network': ['ID=7bdb393b-2d15-46e8-a932-c8a9964ace13,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:36.823465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-513953840'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:36.840953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0fe18-cd21-4330-9a93-8981984378d5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Network': ['ID=09d18690-1b5c-4a11-b4c7-05d97b86b0da,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:36.848156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:36.854650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:network and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:36.859341 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:36.869166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:36.875942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-292222b5-7cf7-4db9-8f99-60a764d1fff1 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:36.904677 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fe743bdc-c1a4-4034-a177-24440e7c2975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:36.928653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b0dd5bf9-d016-4082-be6a-795bcdab51a5 None None] Provisioning for port d65c6d1f-06e8-4697-995b-856cb9df5889 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:36.953090 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:36.989772 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a2d727ed-1827-4b6c-90b7-f3303c7ea916 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/7bdb393b-2d15-46e8-a932-c8a9964ace13 HTTP/1.1" status: 204 len: 168 time: 5.6208537 Aug 26 01:09:36.993480 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46498) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:37.005576 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af41428-40ac-4698-bb7f-75616f8a91a7 req-9dfefefe-bb16-4795-90b4-28302c188871 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:37.007723 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0af41428-40ac-4698-bb7f-75616f8a91a7 req-9dfefefe-bb16-4795-90b4-28302c188871 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.9550855 Aug 26 01:09:37.042575 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ae23a770-d637-4496-a31f-cfdbb6f32472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.055955 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-326ca8da-eda0-4b80-a9a6-9d0506f80648 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] DELETE failed (client error): The resource could not be found. Aug 26 01:09:37.056411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326ca8da-eda0-4b80-a9a6-9d0506f80648 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:37.058162 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-326ca8da-eda0-4b80-a9a6-9d0506f80648 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/subnets/c22b428d-eab0-4eb2-936b-72291c94fac9 HTTP/1.1" status: 404 len: 337 time: 0.0569336 Aug 26 01:09:37.061718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46502) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:37.062144 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.api [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:09:37.062554 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG oslo_db.api [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:09:37.076768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.080885 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.088730 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa369366-c926-4e6c-9968-48957f15e289 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] DELETE failed (client error): The resource could not be found. Aug 26 01:09:37.089203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa369366-c926-4e6c-9968-48957f15e289 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:37.093797 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-aa369366-c926-4e6c-9968-48957f15e289 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/7bdb393b-2d15-46e8-a932-c8a9964ace13 HTTP/1.1" status: 404 len: 339 time: 0.0291743 Aug 26 01:09:37.105438 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46506) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:37.126912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77522ed1-3618-47f0-beee-61ebddbce8c4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:37.127518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-77522ed1-3618-47f0-beee-61ebddbce8c4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:37.144750 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:37.147921 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.248775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23a770-d637-4496-a31f-cfdbb6f32472 None None] Pushing event deleted for resources: {'Port': ['ID=6e53b7f0-7535-4319-81b1-c9617d368cb7,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:37.274614 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-292222b5-7cf7-4db9-8f99-60a764d1fff1 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.279607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae23a770-d637-4496-a31f-cfdbb6f32472 None None] No DVR routers for this DVR port 6e53b7f0-7535-4319-81b1-c9617d368cb7 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:09:37.280124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13e56aa7-914a-488e-95b7-655d37e76315 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.290436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:09:37.304207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.304553 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Added segment 39b627ca-bd06-4da7-853a-b853efea9a94 of type vlan for network 439a975b-75ea-40f8-8222-63ecaf882cd1 Aug 26 01:09:37.323784 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0af41428-40ac-4698-bb7f-75616f8a91a7 req-89bbf0c7-56b5-42f0-9a8c-f8c097552ec0 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595906 Aug 26 01:09:37.367536 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=a9b364c0-7fd0-4019-870c-e16dcea73799,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:37.384965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-292222b5-7cf7-4db9-8f99-60a764d1fff1 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Deleting port 1bddfb6f-e9e7-4edd-816e-1d9f49f4519b {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:37.385306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-292222b5-7cf7-4db9-8f99-60a764d1fff1 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.407268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-77522ed1-3618-47f0-beee-61ebddbce8c4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:37.409941 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-77522ed1-3618-47f0-beee-61ebddbce8c4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.3544419 Aug 26 01:09:37.413872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46510) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:37.428658 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-da1bbb13-15e6-46ee-b9a4-aceb96999b0e None None] For port 6c1ea510-f44e-4a3a-8a56-a357deb0b251, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6c1ea510-f44e-4a3a-8a56-a357deb0b251,segment=NetworkSegment(c0710684-3a47-4f58-8624-f2e0171b9a81),segment_id=c0710684-3a47-4f58-8624-f2e0171b9a81)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:37.429435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-da1bbb13-15e6-46ee-b9a4-aceb96999b0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.523744 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port fc5fc1e4-a436-416e-b531-60b11132fbc1 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:37.527480 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.534587 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb52c75b-7b87-4c12-bae8-be1ff1d9cb20 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:37.535512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-cb52c75b-7b87-4c12-bae8-be1ff1d9cb20 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:37.539577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network b6014639-f49e-47fa-a997-42503ccbc54b is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:37.541685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:37.550346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13e56aa7-914a-488e-95b7-655d37e76315 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.603460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-da1bbb13-15e6-46ee-b9a4-aceb96999b0e None None] Calling delete_port for 6c1ea510-f44e-4a3a-8a56-a357deb0b251 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:37.649789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-13e56aa7-914a-488e-95b7-655d37e76315 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750da337-eef3-4543-9841-21e835618ac3']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:37.677797 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6e53b7f0-7535-4319-81b1-c9617d368cb7 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:09:37.681538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-13e56aa7-914a-488e-95b7-655d37e76315 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b149787a-0fae-49e1-bdcd-f4e8e6ef8f9b') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:37.681859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-13e56aa7-914a-488e-95b7-655d37e76315 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b149787a-0fae-49e1-bdcd-f4e8e6ef8f9b') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:37.698304 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13e56aa7-914a-488e-95b7-655d37e76315 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.714244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Deleting port 6e53b7f0-7535-4319-81b1-c9617d368cb7 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:37.714526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.745115 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13e56aa7-914a-488e-95b7-655d37e76315 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.751229 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 6e53b7f0-7535-4319-81b1-c9617d368cb7 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:09:37.751229 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6e53b7f0-7535-4319-81b1-c9617d368cb7 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:09:37.754227 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 44eb0247-26b4-4647-a209-4654026f992a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:09:37.766278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.772712 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-292222b5-7cf7-4db9-8f99-60a764d1fff1 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:37.795881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efbf4fa-01ae-42b4-9343-34c56443f34f None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:37.815861 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Transition to ACTIVE for port object 78a42488-1d08-40e9-a8bc-295f2ef8b750 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:37.847115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] The port '6e53b7f0-7535-4319-81b1-c9617d368cb7' was deleted {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:09:37.863997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-cb52c75b-7b87-4c12-bae8-be1ff1d9cb20 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:37.863997 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cb52c75b-7b87-4c12-bae8-be1ff1d9cb20 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4382203 Aug 26 01:09:37.863997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46514) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:37.930072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-292222b5-7cf7-4db9-8f99-60a764d1fff1 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Calling delete_port for 1bddfb6f-e9e7-4edd-816e-1d9f49f4519b owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:38.013776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.017999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device fc4a6cea-4f36-4665-898a-d8e294655103 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:38.019849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:38.020564 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.050140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Transition to ACTIVE for port object 78a42488-1d08-40e9-a8bc-295f2ef8b750 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:38.050364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e56aa7-914a-488e-95b7-655d37e76315 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:38.051601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13e56aa7-914a-488e-95b7-655d37e76315 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.135159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-da1bbb13-15e6-46ee-b9a4-aceb96999b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.170057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ed35be58-c7da-4c22-a264-2c445c74a711 None None] Provisioning complete for port 01628301-13b4-4adf-b65d-158cd571b912 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:38.170581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ed35be58-c7da-4c22-a264-2c445c74a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.243330 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.281243 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bbb13-15e6-46ee-b9a4-aceb96999b0e None None] Pushing event deleted for resources: {'Port': ['ID=6c1ea510-f44e-4a3a-8a56-a357deb0b251,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:38.286324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1bbb13-15e6-46ee-b9a4-aceb96999b0e None None] No DVR routers for this DVR port 6c1ea510-f44e-4a3a-8a56-a357deb0b251 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:09:38.375978 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5810058 Aug 26 01:09:38.382279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcabee0-e8c2-42a6-9612-ce761635049a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Network': ['ID=439a975b-75ea-40f8-8222-63ecaf882cd1,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:38.407280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46522) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:38.411699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 439a975b-75ea-40f8-8222-63ecaf882cd1 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:09:38.421030 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8996ee10-e13c-43a6-896a-def22003b5b1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4877357 Aug 26 01:09:38.436808 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Network 9328ad66-5fff-4352-be9e-52689bdbf282 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:38.438782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46524) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:38.444582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:38.466701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-f99fb563-95c9-4d3e-a5ef-16ca6207697a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:38.521796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:38.524406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Pushing event updated for resources: {'Port': ['ID=78a42488-1d08-40e9-a8bc-295f2ef8b750,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:38.557252 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'subnet': {'network_id': '439a975b-75ea-40f8-8222-63ecaf882cd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:38.574473 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment c9e2570f-b738-46c1-8f46-72385d13af71 resource provider aggregate not found Aug 26 01:09:38.579877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13e56aa7-914a-488e-95b7-655d37e76315 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.598420 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port fc4a6cea-4f36-4665-898a-d8e294655103 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:38.603890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.639008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f99fb563-95c9-4d3e-a5ef-16ca6207697a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:38.649980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Allocated IP 172.21.0.1 (9328ad66-5fff-4352-be9e-52689bdbf282/f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117/793a63dc-60bc-478c-bb4e-e02ebc481508) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:38.662034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:09:38.673375 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Sync routers for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:38.677879 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13e56aa7-914a-488e-95b7-655d37e76315 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.685047 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9cb8366e-84ff-47f5-b386-af2cf7f2e287 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/44eb0247-26b4-4647-a209-4654026f992a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6127603 Aug 26 01:09:38.692883 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:38.693121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f99fb563-95c9-4d3e-a5ef-16ca6207697a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:38.693938 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:38.694905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46532) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:38.703995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33b42d6-b1ae-4fe4-9d74-20bbf174c99a']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:38.706634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port fc4a6cea-4f36-4665-898a-d8e294655103 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:38.707592 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.718793 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-260335240'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:38.727813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:38.731944 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:network and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:38.734934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:38.741400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:38.762784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53128393-72a5-4d88-848e-0bfb34a23540') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:38.763082 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53128393-72a5-4d88-848e-0bfb34a23540') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:38.843649 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.853577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-292222b5-7cf7-4db9-8f99-60a764d1fff1 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.857018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ed35be58-c7da-4c22-a264-2c445c74a711 None None] Current status of the port 01628301-13b4-4adf-b65d-158cd571b912 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:38.860346 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:38.869555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4969c6-2c74-4b73-a3e3-f66110607b4a None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:09:38.872780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.880610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Attempting to bind port 78a42488-1d08-40e9-a8bc-295f2ef8b750 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:38.881084 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Attempting to bind port 78a42488-1d08-40e9-a8bc-295f2ef8b750 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'c08546f0-540e-49eb-9254-0bd88bfcadef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:38.881516 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Attempting to bind port 78a42488-1d08-40e9-a8bc-295f2ef8b750 on network 9328ad66-5fff-4352-be9e-52689bdbf282 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:38.887101 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment c9e2570f-b738-46c1-8f46-72385d13af71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9e2570f-b738-46c1-8f46-72385d13af71 found for delete ", "request_id": "req-4556671e-2823-4647-9a71-d74149a9eb75"}]} Aug 26 01:09:38.891615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:38.892022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Checking segment: {'id': 'c08546f0-540e-49eb-9254-0bd88bfcadef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:38.892467 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.892900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Bound using segment: {'id': 'c08546f0-540e-49eb-9254-0bd88bfcadef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:38.893390 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Bound port: 78a42488-1d08-40e9-a8bc-295f2ef8b750, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08546f0-540e-49eb-9254-0bd88bfcadef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:38.893785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.905733 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0f4969c6-2c74-4b73-a3e3-f66110607b4a None None] Deleting port 01628301-13b4-4adf-b65d-158cd571b912 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:38.906137 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0f4969c6-2c74-4b73-a3e3-f66110607b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.916995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99fb563-95c9-4d3e-a5ef-16ca6207697a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:38.921900 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f99fb563-95c9-4d3e-a5ef-16ca6207697a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:38.923652 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99fb563-95c9-4d3e-a5ef-16ca6207697a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:09:38.924308 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99fb563-95c9-4d3e-a5ef-16ca6207697a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:38.964583 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-13e56aa7-914a-488e-95b7-655d37e76315 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/750da337-eef3-4543-9841-21e835618ac3 HTTP/1.1" status: 204 len: 168 time: 1.8578448 Aug 26 01:09:38.968035 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46538) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:39.017091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:09:39.022913 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment b149787a-0fae-49e1-bdcd-f4e8e6ef8f9b resource provider aggregate not found Aug 26 01:09:39.029601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e56aa7-914a-488e-95b7-655d37e76315 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Network': ['ID=750da337-eef3-4543-9841-21e835618ac3,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:39.034614 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:09:39.041577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.042110 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Added segment 75c8d59f-613e-4018-a1b9-a964a0153a19 of type vlan for network b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53 Aug 26 01:09:39.080883 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.121490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.125905 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f99fb563-95c9-4d3e-a5ef-16ca6207697a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6860032 Aug 26 01:09:39.135697 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46544) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:39.142120 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:39.142668 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.168001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0223d7bc-3f82-4560-843c-a3d48260b614 None None] Provisioning for port a9b364c0-7fd0-4019-870c-e16dcea73799 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:39.168469 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-980183e6-e6c3-4c86-a489-a0cecaf7212b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] DELETE failed (client error): The resource could not be found. Aug 26 01:09:39.168765 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980183e6-e6c3-4c86-a489-a0cecaf7212b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:39.173222 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-980183e6-e6c3-4c86-a489-a0cecaf7212b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/subnets/021d3937-33ab-457f-8ed6-1d430e640fbc HTTP/1.1" status: 404 len: 337 time: 0.1832204 Aug 26 01:09:39.174984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292222b5-7cf7-4db9-8f99-60a764d1fff1 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Pushing event deleted for resources: {'Port': ['ID=1bddfb6f-e9e7-4edd-816e-1d9f49f4519b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:39.198949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0223d7bc-3f82-4560-843c-a3d48260b614 None None] Provisioning complete for port a9b364c0-7fd0-4019-870c-e16dcea73799 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:39.199537 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0223d7bc-3f82-4560-843c-a3d48260b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.201575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46548) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:39.201991 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-fc63a352-505f-4dc2-96a7-673f955513af tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:39.203416 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment b149787a-0fae-49e1-bdcd-f4e8e6ef8f9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b149787a-0fae-49e1-bdcd-f4e8e6ef8f9b found for delete ", "request_id": "req-43431981-89ea-4032-84dd-3e4760dd7bb0"}]} Aug 26 01:09:39.253544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.260995 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port fc4a6cea-4f36-4665-898a-d8e294655103 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:39.261640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.262302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:39.263061 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.278495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] For port 78a42488-1d08-40e9-a8bc-295f2ef8b750, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:39.311660 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc376d9-189e-423c-bdc0-c604028677f9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] DELETE failed (client error): The resource could not be found. Aug 26 01:09:39.312307 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc376d9-189e-423c-bdc0-c604028677f9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:39.333479 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3cc376d9-189e-423c-bdc0-c604028677f9 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/2e143e4c-d049-4479-9ff5-6949524b43a8 HTTP/1.1" status: 404 len: 339 time: 0.1257803 Aug 26 01:09:39.333645 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 53128393-72a5-4d88-848e-0bfb34a23540 resource provider aggregate not found Aug 26 01:09:39.334909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46554) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:39.368209 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:39.373010 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:subnet and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:39.376394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:39.383398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:39.416192 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] For port 78a42488-1d08-40e9-a8bc-295f2ef8b750, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=78a42488-1d08-40e9-a8bc-295f2ef8b750,segment=NetworkSegment(c08546f0-540e-49eb-9254-0bd88bfcadef),segment_id=c08546f0-540e-49eb-9254-0bd88bfcadef)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:39.455270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0223d7bc-3f82-4560-843c-a3d48260b614 None None] Port a9b364c0-7fd0-4019-870c-e16dcea73799 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:09:39.474582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0f4969c6-2c74-4b73-a3e3-f66110607b4a None None] For port 01628301-13b4-4adf-b65d-158cd571b912, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=01628301-13b4-4adf-b65d-158cd571b912,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:39.475363 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0f4969c6-2c74-4b73-a3e3-f66110607b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.496239 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port fc4a6cea-4f36-4665-898a-d8e294655103, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=fc4a6cea-4f36-4665-898a-d8e294655103,segment=NetworkSegment(a65c2e10-351a-46e5-a3a1-1c560ae4988e),segment_id=a65c2e10-351a-46e5-a3a1-1c560ae4988e)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:39.496637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:39.499325 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:34Z', 'revision_number': 3, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:36Z', 'revision_number': 2, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:31Z', 'revision_number': 4, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:39.500861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.505620 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Checking router: 44eb0247-26b4-4647-a209-4654026f992a for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:09:39.506042 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Updating router 44eb0247-26b4-4647-a209-4654026f992a port a9b364c0-7fd0-4019-870c-e16dcea73799 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:09:39.578247 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.617044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae996570-421d-47b8-a636-100c562f485c req-681f3788-c1de-4a2b-99e7-4f48ff7b02c7 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:39.620509 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ae996570-421d-47b8-a636-100c562f485c req-681f3788-c1de-4a2b-99e7-4f48ff7b02c7 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 1.0680118 Aug 26 01:09:39.628321 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fc63a352-505f-4dc2-96a7-673f955513af tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:39.642950 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 53128393-72a5-4d88-848e-0bfb34a23540 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53128393-72a5-4d88-848e-0bfb34a23540 found for delete ", "request_id": "req-2a46075c-9a7f-4f0e-8fc7-450808d75674"}]} Aug 26 01:09:39.643196 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.650212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Network': ['ID=b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:39.667295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c00c68-c8cd-425c-8bfb-2b7efd44d1f6 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Deleting subnet adc4ddc1-0388-4627-80bd-d00962645f40 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:39.670979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67c00c68-c8cd-425c-8bfb-2b7efd44d1f6 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.683206 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fc63a352-505f-4dc2-96a7-673f955513af tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:39.698801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.724295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-292222b5-7cf7-4db9-8f99-60a764d1fff1 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.725623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Transition to ACTIVE for port object 793a63dc-60bc-478c-bb4e-e02ebc481508 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:39.742153 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c25d9889-7a73-40bf-bf1e-8564340712d4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0429220 Aug 26 01:09:39.743078 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46560) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:39.750001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13e1dd-e9a0-4bed-9125-ba52804d2b4b None None] Pushing event updated for resources: {'Port': ['ID=78a42488-1d08-40e9-a8bc-295f2ef8b750,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:39.752773 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:09:39.755753 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'subnet': {'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:39.767645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.768779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d65c6d1f-06e8-4697-995b-856cb9df5889 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:39.797099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.818148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc63a352-505f-4dc2-96a7-673f955513af tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:39.821920 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fc63a352-505f-4dc2-96a7-673f955513af tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.824616 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc63a352-505f-4dc2-96a7-673f955513af tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:09:39.825389 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc63a352-505f-4dc2-96a7-673f955513af tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:39.844904 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.ipam_backend_mixin [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Performing IP validity checks on allocation pools {{(pid=89862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Aug 26 01:09:39.847891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.ipam_backend_mixin [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Aug 26 01:09:39.850277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:39.875426 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0f4969c6-2c74-4b73-a3e3-f66110607b4a None None] Calling delete_port for 01628301-13b4-4adf-b65d-158cd571b912 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:39.937691 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event deleted for resources: {'Network': ['ID=d33b42d6-b1ae-4fe4-9d74-20bbf174c99a,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:39.955692 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8b81ff37-20c5-408e-ba2c-59beed42818f tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "DELETE /v2.0/networks/d33b42d6-b1ae-4fe4-9d74-20bbf174c99a HTTP/1.1" status: 204 len: 168 time: 5.8898451 Aug 26 01:09:39.965230 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46564) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:40.005966 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67c00c68-c8cd-425c-8bfb-2b7efd44d1f6 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.016178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:40.023146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:subnet and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:40.026463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:40.035644 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:40.051205 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fc63a352-505f-4dc2-96a7-673f955513af tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9114318 Aug 26 01:09:40.052716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46568) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:40.059613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1edc7d22-c02b-47c3-a143-3d6aace1e042 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:40.087697 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.111527 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.118711 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-292222b5-7cf7-4db9-8f99-60a764d1fff1 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.131083 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Transition to ACTIVE for port object a9b364c0-7fd0-4019-870c-e16dcea73799 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:40.146783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-292222b5-7cf7-4db9-8f99-60a764d1fff1 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.158083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6b66ec2b-dbdb-4d26-a75c-c986679e35e7 None None] Provisioning complete for port a9b364c0-7fd0-4019-870c-e16dcea73799 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:40.159744 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6b66ec2b-dbdb-4d26-a75c-c986679e35e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.160608 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ae996570-421d-47b8-a636-100c562f485c req-c1a7eb85-ea53-4417-a44c-d2820d1ab41a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5313449 Aug 26 01:09:40.211157 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.244536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c9a8-16ed-43e0-9aad-37ac11880202 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.268937 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=fc4a6cea-4f36-4665-898a-d8e294655103,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:40.284014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6b66ec2b-dbdb-4d26-a75c-c986679e35e7 None None] Port a9b364c0-7fd0-4019-870c-e16dcea73799 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:09:40.309558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:40.313189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.348517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 9328ad66-5fff-4352-be9e-52689bdbf282 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:40.351125 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-292222b5-7cf7-4db9-8f99-60a764d1fff1 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.351657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292222b5-7cf7-4db9-8f99-60a764d1fff1 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Fanout notify agent at l3_agent the message router_deleted on router 542e2b53-bcca-4b51-a523-09b644c11912 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:09:40.363342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port d65c6d1f-06e8-4697-995b-856cb9df5889 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:40.369711 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d65c6d1f-06e8-4697-995b-856cb9df5889 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:40.374974 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.375128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:40.432532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0f4969c6-2c74-4b73-a3e3-f66110607b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.445534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:40.523859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c9a8-16ed-43e0-9aad-37ac11880202 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.557059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-f8d6c9a8-16ed-43e0-9aad-37ac11880202 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0038a118-56b4-4a6a-b5c0-0252e557c774']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:40.568560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4969c6-2c74-4b73-a3e3-f66110607b4a None None] Pushing event deleted for resources: {'Port': ['ID=01628301-13b4-4adf-b65d-158cd571b912,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:40.584150 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-f8d6c9a8-16ed-43e0-9aad-37ac11880202 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0710684-3a47-4f58-8624-f2e0171b9a81') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:40.584446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-f8d6c9a8-16ed-43e0-9aad-37ac11880202 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0710684-3a47-4f58-8624-f2e0171b9a81') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:40.602535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c9a8-16ed-43e0-9aad-37ac11880202 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.610921 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4969c6-2c74-4b73-a3e3-f66110607b4a None None] No DVR routers for this DVR port 01628301-13b4-4adf-b65d-158cd571b912 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:09:40.657416 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Attempting to bind port a9b364c0-7fd0-4019-870c-e16dcea73799 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:40.658454 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Attempting to bind port a9b364c0-7fd0-4019-870c-e16dcea73799 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'e028a679-01db-4815-8f12-db9c0d5c0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:40.658998 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Attempting to bind port a9b364c0-7fd0-4019-870c-e16dcea73799 on network b6014639-f49e-47fa-a997-42503ccbc54b {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:40.670902 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:40.672999 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Checking segment: {'id': 'e028a679-01db-4815-8f12-db9c0d5c0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:40.672999 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.672999 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Bound using segment: {'id': 'e028a679-01db-4815-8f12-db9c0d5c0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:40.672999 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Bound port: a9b364c0-7fd0-4019-870c-e16dcea73799, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e028a679-01db-4815-8f12-db9c0d5c0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:40.673348 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.679225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=793a63dc-60bc-478c-bb4e-e02ebc481508,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:40.689802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.697190 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63328a63-c529-4f00-abe6-e3ff53ffff7d None None] Pushing event updated for resources: {'Port': ['ID=a9b364c0-7fd0-4019-870c-e16dcea73799,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:40.727515 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1edc7d22-c02b-47c3-a143-3d6aace1e042 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:40.734629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d65c6d1f-06e8-4697-995b-856cb9df5889 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:40.739441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.760656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.780495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port d65c6d1f-06e8-4697-995b-856cb9df5889, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d65c6d1f-06e8-4697-995b-856cb9df5889,segment=NetworkSegment(e028a679-01db-4815-8f12-db9c0d5c0c7b),segment_id=e028a679-01db-4815-8f12-db9c0d5c0c7b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:40.793266 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1edc7d22-c02b-47c3-a143-3d6aace1e042 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:40.824504 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] For port a9b364c0-7fd0-4019-870c-e16dcea73799, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:40.828829 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] For port a9b364c0-7fd0-4019-870c-e16dcea73799, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a9b364c0-7fd0-4019-870c-e16dcea73799,segment=NetworkSegment(e028a679-01db-4815-8f12-db9c0d5c0c7b),segment_id=e028a679-01db-4815-8f12-db9c0d5c0c7b)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:40.856427 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c9a8-16ed-43e0-9aad-37ac11880202 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.859446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.862037 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3a4d1-63a5-4766-a157-a5f888b60348 req-dfa57310-fc9f-4bd1-82b0-92ea55f36865 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:40.864858 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-81d3a4d1-63a5-4766-a157-a5f888b60348 req-dfa57310-fc9f-4bd1-82b0-92ea55f36865 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.5116496 Aug 26 01:09:40.877240 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-292222b5-7cf7-4db9-8f99-60a764d1fff1 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.882698 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-292222b5-7cf7-4db9-8f99-60a764d1fff1 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "DELETE /v2.0/routers/542e2b53-bcca-4b51-a523-09b644c11912 HTTP/1.1" status: 204 len: 168 time: 4.4521592 Aug 26 01:09:40.892146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46574) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:40.907028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-7b3ed5ee-23e4-482c-824c-c56e41cd2e97 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-710188101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:40.914179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d6c9a8-16ed-43e0-9aad-37ac11880202 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:40.914697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c9a8-16ed-43e0-9aad-37ac11880202 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.929542 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6c1ea510-f44e-4a3a-8a56-a357deb0b251 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:09:40.934151 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67c00c68-c8cd-425c-8bfb-2b7efd44d1f6 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.973254 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:40.977159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 6c1ea510-f44e-4a3a-8a56-a357deb0b251 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:09:40.977452 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6c1ea510-f44e-4a3a-8a56-a357deb0b251 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:09:40.978064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:09:41.019709 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:09:41.020083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b1856587-5e19-4e2b-87e5-6e4fc6cdf7a3 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:09:41.024533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 01628301-13b4-4adf-b65d-158cd571b912 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:09:41.061140 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:41.061383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 01628301-13b4-4adf-b65d-158cd571b912 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:09:41.061661 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 01628301-13b4-4adf-b65d-158cd571b912 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:09:41.062852 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:41.063200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=d65c6d1f-06e8-4697-995b-856cb9df5889,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:41.103294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edc7d22-c02b-47c3-a143-3d6aace1e042 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:41.108487 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1edc7d22-c02b-47c3-a143-3d6aace1e042 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:41.110720 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edc7d22-c02b-47c3-a143-3d6aace1e042 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:09:41.111541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1edc7d22-c02b-47c3-a143-3d6aace1e042 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:41.186357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7b3ed5ee-23e4-482c-824c-c56e41cd2e97 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:41.194674 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-81d3a4d1-63a5-4766-a157-a5f888b60348 req-f5bb9e98-30a3-499c-9f56-8091f702b95b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204780 Aug 26 01:09:41.220495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67c00c68-c8cd-425c-8bfb-2b7efd44d1f6 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:41.225531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7b3ed5ee-23e4-482c-824c-c56e41cd2e97 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Usage tracker for resource:router and tenant:df11ba4ec1ec4a9eb1c23424d876b57f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:41.278172 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63328a63-c529-4f00-abe6-e3ff53ffff7d None None] Pushing event updated for resources: {'Port': ['ID=a9b364c0-7fd0-4019-870c-e16dcea73799,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:41.291294 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1edc7d22-c02b-47c3-a143-3d6aace1e042 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2372918 Aug 26 01:09:41.311371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7b3ed5ee-23e4-482c-824c-c56e41cd2e97 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:41.315191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46582) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:41.317350 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment c0710684-3a47-4f58-8624-f2e0171b9a81 resource provider aggregate not found Aug 26 01:09:41.334853 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:09:41.353560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-082c802c-1835-4eb9-8d9a-98312af22905 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:41.380430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:41.392548 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:41.401134 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device fc4a6cea-4f36-4665-898a-d8e294655103 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:41.412846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c9a8-16ed-43e0-9aad-37ac11880202 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:41.430416 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c9a8-16ed-43e0-9aad-37ac11880202 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:41.430416 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:41.435815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7b3ed5ee-23e4-482c-824c-c56e41cd2e97 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:41.444372 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment c0710684-3a47-4f58-8624-f2e0171b9a81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0710684-3a47-4f58-8624-f2e0171b9a81 found for delete ", "request_id": "req-52fad46d-5c5f-4448-9c92-0d9b3e0cf7a8"}]} Aug 26 01:09:41.479276 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67c00c68-c8cd-425c-8bfb-2b7efd44d1f6 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:41.484900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c00c68-c8cd-425c-8bfb-2b7efd44d1f6 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Subnet': ['ID=adc4ddc1-0388-4627-80bd-d00962645f40,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:41.490753 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e94d4f2-fe3a-44ad-8876-e67deff3d482 None None] Network 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:41.594504 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Subnet': ['ID=cf966d10-0b65-4e11-b976-785a39268d27,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:41.666922 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Checking segment: {'id': '75c8d59f-613e-4018-a1b9-a964a0153a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:41.667325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network hostable DHCP agents. Network: b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:09:41.692499 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port fc4a6cea-4f36-4665-898a-d8e294655103 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:41.693464 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:41.742155 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-67c00c68-c8cd-425c-8bfb-2b7efd44d1f6 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/subnets/adc4ddc1-0388-4627-80bd-d00962645f40 HTTP/1.1" status: 204 len: 168 time: 2.3973138 Aug 26 01:09:41.743283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6c9a8-16ed-43e0-9aad-37ac11880202 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event deleted for resources: {'Network': ['ID=0038a118-56b4-4a6a-b5c0-0252e557c774,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:41.749294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46588) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:41.761615 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f8d6c9a8-16ed-43e0-9aad-37ac11880202 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "DELETE /v2.0/networks/0038a118-56b4-4a6a-b5c0-0252e557c774 HTTP/1.1" status: 204 len: 168 time: 1.7851603 Aug 26 01:09:41.772089 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46592) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:41.829496 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f32eb65-74dc-4f3b-8d88-d9f9acfbfe2a None None] Network 9328ad66-5fff-4352-be9e-52689bdbf282 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:41.875626 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-7daac559-809f-4058-afa3-2ac81d7f31b8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Deleting subnet 08789d47-e0d5-4982-94f4-00f13b6be854 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:41.876637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7b3ed5ee-23e4-482c-824c-c56e41cd2e97 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:41.877798 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7b3ed5ee-23e4-482c-824c-c56e41cd2e97 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:41.881134 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7daac559-809f-4058-afa3-2ac81d7f31b8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:41.909258 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-082c802c-1835-4eb9-8d9a-98312af22905 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:41.937671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Checking segment: {'id': '39b627ca-bd06-4da7-853a-b853efea9a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '439a975b-75ea-40f8-8222-63ecaf882cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:41.938134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network hostable DHCP agents. Network: 439a975b-75ea-40f8-8222-63ecaf882cd1, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:09:41.946314 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:09:41.964817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-778c7e4d-f769-4313-9de7-25f5132aeda2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Deleting subnet fe785996-a882-4619-9335-71b88676beb2 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:41.974671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7b3ed5ee-23e4-482c-824c-c56e41cd2e97 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:41.975265 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:34Z', 'revision_number': 3, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:40Z', 'revision_number': 4, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:41.980349 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f523c-66ef-4665-8cf2-367b9a51f4c3 None None] The sync data for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv is: [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:34Z', 'revision_number': 3, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:40Z', 'revision_number': 4, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:41.983386 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-082c802c-1835-4eb9-8d9a-98312af22905 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:41.988054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Subnet': ['ID=78564dce-2ab8-4941-b25e-32308bc59d69,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:42.001626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-778c7e4d-f769-4313-9de7-25f5132aeda2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:42.085176 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7daac559-809f-4058-afa3-2ac81d7f31b8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:42.150573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-778c7e4d-f769-4313-9de7-25f5132aeda2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:42.239065 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5829b8d7-7e83-4470-97f2-b9a2227cbcd2 None None] Provisioning for port 78a42488-1d08-40e9-a8bc-295f2ef8b750 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:42.244446 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:42.261940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-778c7e4d-f769-4313-9de7-25f5132aeda2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:42.268212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:42.272056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:42.285488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d4db0a-7836-458a-ae98-2b3e26f8819f None None] Network b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:42.345257 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7b3ed5ee-23e4-482c-824c-c56e41cd2e97 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:42.363962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7daac559-809f-4058-afa3-2ac81d7f31b8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:42.372359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082c802c-1835-4eb9-8d9a-98312af22905 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:42.375866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-082c802c-1835-4eb9-8d9a-98312af22905 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:42.377527 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-082c802c-1835-4eb9-8d9a-98312af22905 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:09:42.377958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082c802c-1835-4eb9-8d9a-98312af22905 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:42.383229 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 439a975b-75ea-40f8-8222-63ecaf882cd1 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:09:42.414830 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 439a975b-75ea-40f8-8222-63ecaf882cd1) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:42.420586 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:42.421503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:42.442129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2b1ef8-f09d-46a0-ad6d-267572f1de9b None None] Network 439a975b-75ea-40f8-8222-63ecaf882cd1 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:42.452048 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-143f99e6-0181-4ad4-96f6-34404196c86b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7021599 Aug 26 01:09:42.453213 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46598) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:42.462145 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92df65f-5299-4a1e-a807-8768b333cb89 req-e6024d4c-2a10-49c1-b834-5424ae99030f tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:42.463928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port fc4a6cea-4f36-4665-898a-d8e294655103 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:42.465125 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 78a42488-1d08-40e9-a8bc-295f2ef8b750 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:42.465271 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b92df65f-5299-4a1e-a807-8768b333cb89 req-e6024d4c-2a10-49c1-b834-5424ae99030f tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.3320160 Aug 26 01:09:42.512716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:42.546019 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b92df65f-5299-4a1e-a807-8768b333cb89 req-8cb4ec0b-6ec8-4088-9daa-12e455c091c7 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645990 Aug 26 01:09:42.618634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:42.663447 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1e8552a9-edb3-41cc-8fb9-ee2187ab5dc6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1116154 Aug 26 01:09:42.664722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7b3ed5ee-23e4-482c-824c-c56e41cd2e97 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:42.666009 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7b3ed5ee-23e4-482c-824c-c56e41cd2e97 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.7725284 Aug 26 01:09:42.727065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46604) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:42.727547 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46606) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:42.768072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:42.776591 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7daac559-809f-4058-afa3-2ac81d7f31b8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:42.792529 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Request body: {'router': {'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:42.873561 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'network_id': '439a975b-75ea-40f8-8222-63ecaf882cd1', 'name': 'tempest-PortsIpV6TestJSON-980613711'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:42.904463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-778c7e4d-f769-4313-9de7-25f5132aeda2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:42.916735 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-082c802c-1835-4eb9-8d9a-98312af22905 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.5940685 Aug 26 01:09:42.978856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46612) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:42.982829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e8dd3-83c1-40b8-92d9-0cb3b16b58c4 None None] Network 8c34eeb1-1de3-4139-9dbb-23a034cf0cae requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:43.059830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7daac559-809f-4058-afa3-2ac81d7f31b8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:43.066809 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7daac559-809f-4058-afa3-2ac81d7f31b8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "DELETE /v2.0/subnets/08789d47-e0d5-4982-94f4-00f13b6be854 HTTP/1.1" status: 204 len: 168 time: 1.2929025 Aug 26 01:09:43.073149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-778c7e4d-f769-4313-9de7-25f5132aeda2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:43.077953 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-778c7e4d-f769-4313-9de7-25f5132aeda2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/subnets/fe785996-a882-4619-9335-71b88676beb2 HTTP/1.1" status: 204 len: 168 time: 1.3148100 Aug 26 01:09:43.087341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:09:43.088173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:43.109897 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 78a42488-1d08-40e9-a8bc-295f2ef8b750 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:43.138744 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 78a42488-1d08-40e9-a8bc-295f2ef8b750 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:43.139125 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:43.141657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46616) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:43.141657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46618) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:43.172475 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c7e4d-f769-4313-9de7-25f5132aeda2 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Subnet': ['ID=fe785996-a882-4619-9335-71b88676beb2,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:43.259298 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-a9760652-620e-4efb-90ee-c411b6b5b160 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:43.439488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:43.501222 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daac559-809f-4058-afa3-2ac81d7f31b8 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event deleted for resources: {'Subnet': ['ID=08789d47-e0d5-4982-94f4-00f13b6be854,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:43.508203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a9760652-620e-4efb-90ee-c411b6b5b160 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:43.520408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a9760652-620e-4efb-90ee-c411b6b5b160 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:43.539324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-439a975b-75ea-40f8-8222-63ecaf882cd1', 'network_id': '439a975b-75ea-40f8-8222-63ecaf882cd1', 'tenant_id': '889b104f11a34d0f8f574727b339f84a', 'fixed_ips': [{'subnet_id': '78564dce-2ab8-4941-b25e-32308bc59d69'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:09:43.542728 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:43.570504 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 9328ad66-5fff-4352-be9e-52689bdbf282 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:43.580996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Deleting port 51b50b39-78b9-4676-80ca-675bb08c179b {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:43.580996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:43.581324 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:43.641715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:43.791814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9760652-620e-4efb-90ee-c411b6b5b160 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:43.796003 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a9760652-620e-4efb-90ee-c411b6b5b160 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:43.797340 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9760652-620e-4efb-90ee-c411b6b5b160 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:09:43.798277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9760652-620e-4efb-90ee-c411b6b5b160 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:43.803454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=793a63dc-60bc-478c-bb4e-e02ebc481508,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:43.899580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 78a42488-1d08-40e9-a8bc-295f2ef8b750 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:43.899964 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:43.933053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d628e-f6b4-4923-926c-f686e161901f req-47dca8e3-9aaa-4b5f-8b81-4bdd208c3158 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:43.948522 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c18d628e-f6b4-4923-926c-f686e161901f req-47dca8e3-9aaa-4b5f-8b81-4bdd208c3158 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 1.0302129 Aug 26 01:09:43.964903 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Allocated IP 2001:db8:2::2 (b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53/cf966d10-0b65-4e11-b976-785a39268d27/faa4f981-81c0-4928-b514-b8ee9cf1954b) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:43.978709 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Deleting port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:43.979348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:44.007182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814766ae-86a8-4812-a79b-eaaefd87a393 None None] DHCP port deletion for 8c34eeb1-1de3-4139-9dbb-23a034cf0cae request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:09:44.009061 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a07fa0e-f2e3-4014-92e2-5e36e94c1250 None None] Network 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:44.028475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Allocated IP 2001:db8::2 (439a975b-75ea-40f8-8222-63ecaf882cd1/78564dce-2ab8-4941-b25e-32308bc59d69/a65d9b47-7d55-42be-8c22-64d8362548ac) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:44.156325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:44.165428 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a9760652-620e-4efb-90ee-c411b6b5b160 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1819460 Aug 26 01:09:44.185004 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46624) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:44.186628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:44.197572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1f0d5480-6ffa-4516-9742-0800e1269ac9 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:44.209874 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-814766ae-86a8-4812-a79b-eaaefd87a393 None None] Deleting port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:44.209874 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-814766ae-86a8-4812-a79b-eaaefd87a393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:44.290413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:44.342461 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:44.366827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] For port 51b50b39-78b9-4676-80ca-675bb08c179b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=51b50b39-78b9-4676-80ca-675bb08c179b,segment=NetworkSegment(bfa90240-5afb-4e14-bafa-8faedd446ad3),segment_id=bfa90240-5afb-4e14-bafa-8faedd446ad3)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:44.367601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:44.397447 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 78a42488-1d08-40e9-a8bc-295f2ef8b750, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=78a42488-1d08-40e9-a8bc-295f2ef8b750,segment=NetworkSegment(c08546f0-540e-49eb-9254-0bd88bfcadef),segment_id=c08546f0-540e-49eb-9254-0bd88bfcadef)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:44.448585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:09:44.465905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:44.469651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:44.478463 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c18d628e-f6b4-4923-926c-f686e161901f req-4445f265-4aba-4d7f-933b-36a6a32d11d0 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5288219 Aug 26 01:09:44.481136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1f0d5480-6ffa-4516-9742-0800e1269ac9 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:44.506565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1f0d5480-6ffa-4516-9742-0800e1269ac9 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:44.554807 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:44.555562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d65c6d1f-06e8-4697-995b-856cb9df5889 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:44.582502 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port 70265a72-610a-43b5-8ee3-cb2d9dba8709 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:09:44.699025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Calling delete_port for 51b50b39-78b9-4676-80ca-675bb08c179b owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:44.812561 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-12fad366-1a74-49cf-af1b-c93ed786ee67 None None] Provisioning complete for port 51b50b39-78b9-4676-80ca-675bb08c179b triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:44.812970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-12fad366-1a74-49cf-af1b-c93ed786ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:44.921298 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0d5480-6ffa-4516-9742-0800e1269ac9 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:44.924692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1f0d5480-6ffa-4516-9742-0800e1269ac9 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:44.927500 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0d5480-6ffa-4516-9742-0800e1269ac9 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:09:44.927941 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0d5480-6ffa-4516-9742-0800e1269ac9 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:44.961363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] For port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ed5036d7-7a0f-44c0-a0ca-56d7e72c5978,segment=NetworkSegment(ce13255f-e0ab-46be-a8f4-0ef1aab008b1),segment_id=ce13255f-e0ab-46be-a8f4-0ef1aab008b1)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:44.967426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:44.986761 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.007267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:09:45.015616 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5b9c253d-28cd-4001-be55-67615705e58a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/db41edb8-e3cc-460d-ba71-5f6bc10b1ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5165462 Aug 26 01:09:45.017341 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46630) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:45.022432 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'network': {'name': 'tempest-RoutersTest-574740086'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:45.030126 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:45.038863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:network and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:45.044174 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:45.056393 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:45.069925 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1f0d5480-6ffa-4516-9742-0800e1269ac9 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8761413 Aug 26 01:09:45.072047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46634) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:45.083498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bdac7-8652-4666-ac3e-d0822bfa4875 req-88533071-a85e-4196-a830-fbf98a381cca tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:45.084872 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Sync routers for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:45.084993 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-082bdac7-8652-4666-ac3e-d0822bfa4875 req-88533071-a85e-4196-a830-fbf98a381cca tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.4030695 Aug 26 01:09:45.095423 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Transition to ACTIVE for port object faa4f981-81c0-4928-b514-b8ee9cf1954b will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:45.101464 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=78a42488-1d08-40e9-a8bc-295f2ef8b750,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:45.166042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.172470 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ffa88be9-2692-4163-ada6-93da046bf16e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0965755 Aug 26 01:09:45.172673 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-12fad366-1a74-49cf-af1b-c93ed786ee67 None None] Could not find standard attr ID for object 51b50b39-78b9-4676-80ca-675bb08c179b. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:09:45.174597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:45.175238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:45.176946 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:45.180454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.189965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46638) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:45.252962 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.plugins.ml2.db [None req-12fad366-1a74-49cf-af1b-c93ed786ee67 None None] No ports have port_id starting with 51b50b39-78b9-4676-80ca-675bb08c179b Aug 26 01:09:45.275544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Calling delete_port for ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:45.303606 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.313774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Transition to ACTIVE for port object faa4f981-81c0-4928-b514-b8ee9cf1954b will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:45.326553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-814766ae-86a8-4812-a79b-eaaefd87a393 None None] For port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ed5036d7-7a0f-44c0-a0ca-56d7e72c5978,segment=NetworkSegment(ce13255f-e0ab-46be-a8f4-0ef1aab008b1),segment_id=ce13255f-e0ab-46be-a8f4-0ef1aab008b1)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:45.326970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-814766ae-86a8-4812-a79b-eaaefd87a393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.343038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Transition to ACTIVE for port object a65d9b47-7d55-42be-8c22-64d8362548ac will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:45.382514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Port': ['ID=51b50b39-78b9-4676-80ca-675bb08c179b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:45.391764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No DVR routers for this DVR port 51b50b39-78b9-4676-80ca-675bb08c179b on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:09:45.408172 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-082bdac7-8652-4666-ac3e-d0822bfa4875 req-2c53abf7-f166-4eaa-b43d-9947d2d31581 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761562 Aug 26 01:09:45.431947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d65c6d1f-06e8-4697-995b-856cb9df5889 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:45.432554 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.449708 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:09:45.498606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.532150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4959ab6-ca15-4cd9-b76e-a922026b01df tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:45.533730 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d4959ab6-ca15-4cd9-b76e-a922026b01df tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3402753 Aug 26 01:09:45.540573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46644) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:45.541590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.542043 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Added segment f9ef22e0-9e77-487a-8cdb-6f20102f1c2a of type vlan for network aef79848-506b-4581-90b8-06c1a305fe04 Aug 26 01:09:45.549976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.592939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-814766ae-86a8-4812-a79b-eaaefd87a393 None None] Calling delete_port for ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:45.676559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.678863 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bebb28eb-e97b-406a-80a1-d37d80f77470 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1321709 Aug 26 01:09:45.683924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46648) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:45.693133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Allocated IP 2001:db8:2::1 (b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53/cf966d10-0b65-4e11-b976-785a39268d27/9c5e82de-c41e-435c-b00b-cd91d8f817a0) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:45.708336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-db331823-3d5a-43f8-b421-3cdd21b07d2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:45.718695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:45.732645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Transition to ACTIVE for port object a65d9b47-7d55-42be-8c22-64d8362548ac will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:45.750359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa90240-5afb-4e14-bafa-8faedd446ad3') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:45.752227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa90240-5afb-4e14-bafa-8faedd446ad3') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:45.752351 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.764938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.768266 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e6311c-23fd-41de-8213-b13889def755 None None] DHCP port deletion for 2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:09:45.770841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.838544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.887451 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.891095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-814766ae-86a8-4812-a79b-eaaefd87a393 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:09:45.892462 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-814766ae-86a8-4812-a79b-eaaefd87a393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:09:45.895905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event deleted for resources: {'Port': ['ID=ed5036d7-7a0f-44c0-a0ca-56d7e72c5978,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:45.900936 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] No DVR routers for this DVR port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:09:45.926322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Network 439a975b-75ea-40f8-8222-63ecaf882cd1 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:45.936960 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:09:45.970036 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.982804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-12fad366-1a74-49cf-af1b-c93ed786ee67 None None] Provisioning for port 793a63dc-60bc-478c-bb4e-e02ebc481508 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:45.990797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:45.991590 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:45.994344 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:45.998350 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:46.023585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-db331823-3d5a-43f8-b421-3cdd21b07d2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:46.035987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Network b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:46.039389 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-db331823-3d5a-43f8-b421-3cdd21b07d2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:46.041420 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-12fad366-1a74-49cf-af1b-c93ed786ee67 None None] Provisioning complete for port 793a63dc-60bc-478c-bb4e-e02ebc481508 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:46.041935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-12fad366-1a74-49cf-af1b-c93ed786ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.072196 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Allocated IP 2001:db8::183 (439a975b-75ea-40f8-8222-63ecaf882cd1/78564dce-2ab8-4941-b25e-32308bc59d69/70265a72-610a-43b5-8ee3-cb2d9dba8709) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:46.083658 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:46.086936 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:46.131884 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment bfa90240-5afb-4e14-bafa-8faedd446ad3 resource provider aggregate not found Aug 26 01:09:46.154422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Pushing event updated for resources: {'Port': ['ID=faa4f981-81c0-4928-b514-b8ee9cf1954b,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:46.171026 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment bfa90240-5afb-4e14-bafa-8faedd446ad3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfa90240-5afb-4e14-bafa-8faedd446ad3 found for delete ", "request_id": "req-3d13fe67-5d98-4048-815d-c67558997372"}]} Aug 26 01:09:46.190517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Allocated IP 172.26.2.2 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/011a62ca-1924-413a-8215-af575ee2f208) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:46.215874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.222250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:46.222746 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.223394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.258679 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db331823-3d5a-43f8-b421-3cdd21b07d2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:46.261701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-db331823-3d5a-43f8-b421-3cdd21b07d2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.266961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.271797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c34eeb1-1de3-4139-9dbb-23a034cf0cae']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:46.300624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Transition to ACTIVE for port object 9c5e82de-c41e-435c-b00b-cd91d8f817a0 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:46.323592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce13255f-e0ab-46be-a8f4-0ef1aab008b1') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:46.324016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce13255f-e0ab-46be-a8f4-0ef1aab008b1') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:46.331263 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.354332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.360829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.375060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Network': ['ID=2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:46.392458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.398133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.438637 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-814766ae-86a8-4812-a79b-eaaefd87a393 None None] Deleting port ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:46.439014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-814766ae-86a8-4812-a79b-eaaefd87a393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.464218 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-857cc738-8f89-4458-877e-fd7b82d8ea84 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/2d5e9ac7-24e0-4f2f-9176-57fe9dec4d58 HTTP/1.1" status: 204 len: 168 time: 3.3199050 Aug 26 01:09:46.465545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:46.469815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.481622 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46658) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:46.595738 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:46.599978 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-856d7141-062e-476a-a7be-22a3958df2e1 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] DELETE failed (client error): The resource could not be found. Aug 26 01:09:46.601002 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856d7141-062e-476a-a7be-22a3958df2e1 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:46.605150 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-856d7141-062e-476a-a7be-22a3958df2e1 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/subnets/1caffbd3-6783-4250-8f8e-ae4846dc5353 HTTP/1.1" status: 404 len: 337 time: 0.1171153 Aug 26 01:09:46.609060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46662) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:46.609970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=9c5e82de-c41e-435c-b00b-cd91d8f817a0,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:46.615510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:46.646712 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Network': ['ID=aef79848-506b-4581-90b8-06c1a305fe04,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:46.658819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:46.659340 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.688211 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-37579ed1-75f8-40b0-b095-cd59400de0db tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] DELETE failed (client error): The resource could not be found. Aug 26 01:09:46.688775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37579ed1-75f8-40b0-b095-cd59400de0db tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:46.689237 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-12fad366-1a74-49cf-af1b-c93ed786ee67 None None] Port 793a63dc-60bc-478c-bb4e-e02ebc481508 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:09:46.703311 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-37579ed1-75f8-40b0-b095-cd59400de0db tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/f3071e99-7877-4207-914b-4d61941edb0a HTTP/1.1" status: 404 len: 339 time: 0.0904222 Aug 26 01:09:46.706187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46666) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:46.727502 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-190b36ee-58ae-45e0-bd92-09ff31c5a388 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7077534 Aug 26 01:09:46.729493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network aef79848-506b-4581-90b8-06c1a305fe04 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:09:46.743223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46670) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:46.751236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'subnet': {'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:46.759283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-814766ae-86a8-4812-a79b-eaaefd87a393 None None] The port 'ed5036d7-7a0f-44c0-a0ca-56d7e72c5978' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:09:46.770764 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-5027f16f-deed-4cdf-a366-1ec65a1bf7ec tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] DELETE failed (client error): The resource could not be found. Aug 26 01:09:46.771212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5027f16f-deed-4cdf-a366-1ec65a1bf7ec tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:46.772854 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Pushing event updated for resources: {'Port': ['ID=a65d9b47-7d55-42be-8c22-64d8362548ac,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:46.775809 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5027f16f-deed-4cdf-a366-1ec65a1bf7ec tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/subnets/9035e137-57b6-43b3-9680-4d17e8dbd7bb HTTP/1.1" status: 404 len: 337 time: 0.0686803 Aug 26 01:09:46.776494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Attempting to bind port a65d9b47-7d55-42be-8c22-64d8362548ac on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:46.777234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Attempting to bind port a65d9b47-7d55-42be-8c22-64d8362548ac by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '39b627ca-bd06-4da7-853a-b853efea9a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '439a975b-75ea-40f8-8222-63ecaf882cd1'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:46.777614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Attempting to bind port a65d9b47-7d55-42be-8c22-64d8362548ac on network 439a975b-75ea-40f8-8222-63ecaf882cd1 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:46.782277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46674) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:46.784099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.845412 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.847105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Attempting to bind port faa4f981-81c0-4928-b514-b8ee9cf1954b on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:46.848466 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Attempting to bind port faa4f981-81c0-4928-b514-b8ee9cf1954b by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '75c8d59f-613e-4018-a1b9-a964a0153a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:46.848984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Attempting to bind port faa4f981-81c0-4928-b514-b8ee9cf1954b on network b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:46.869133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:46.869515 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Checking segment: {'id': '39b627ca-bd06-4da7-853a-b853efea9a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '439a975b-75ea-40f8-8222-63ecaf882cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:46.869953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.870352 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Bound using segment: {'id': '39b627ca-bd06-4da7-853a-b853efea9a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '439a975b-75ea-40f8-8222-63ecaf882cd1'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:46.870837 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Bound port: a65d9b47-7d55-42be-8c22-64d8362548ac, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b627ca-bd06-4da7-853a-b853efea9a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '439a975b-75ea-40f8-8222-63ecaf882cd1'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:46.871215 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.874698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369d832-8868-4216-8ec8-dab10d454ddf req-56aaf6fe-92cf-447c-807b-e35a887f06a0 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:46.882457 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4369d832-8868-4216-8ec8-dab10d454ddf req-56aaf6fe-92cf-447c-807b-e35a887f06a0 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.7818360 Aug 26 01:09:46.884465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.889006 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "DELETE /v2.0/networks/8c34eeb1-1de3-4139-9dbb-23a034cf0cae HTTP/1.1" status: 204 len: 168 time: 3.7462587 Aug 26 01:09:46.892628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46678) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:46.898063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d65c6d1f-06e8-4697-995b-856cb9df5889 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:46.911112 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:46.911686 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Checking segment: {'id': '75c8d59f-613e-4018-a1b9-a964a0153a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:46.912007 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.912414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Bound using segment: {'id': '75c8d59f-613e-4018-a1b9-a964a0153a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:46.913599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Bound port: faa4f981-81c0-4928-b514-b8ee9cf1954b, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c8d59f-613e-4018-a1b9-a964a0153a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:46.913599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.936534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-12fad366-1a74-49cf-af1b-c93ed786ee67 None None] Provisioning complete for port 78a42488-1d08-40e9-a8bc-295f2ef8b750 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:46.936534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-12fad366-1a74-49cf-af1b-c93ed786ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:46.948798 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7862cfd-32cf-4a92-83fe-ab69eadfe2fb tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] DELETE failed (client error): The resource could not be found. Aug 26 01:09:46.949269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7862cfd-32cf-4a92-83fe-ab69eadfe2fb tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:46.953692 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e7862cfd-32cf-4a92-83fe-ab69eadfe2fb tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/e7002b86-fc44-42bf-9e50-048bdbaa8b33 HTTP/1.1" status: 404 len: 339 time: 0.1707938 Aug 26 01:09:46.964947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46682) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:47.115838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73424d3-7c0e-47d9-81dc-9bf2c2e2c949 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Pushing event deleted for resources: {'Network': ['ID=8c34eeb1-1de3-4139-9dbb-23a034cf0cae,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:47.170690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-41bfb977-812e-4ac4-9c55-870019f4b10b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Synchronizing usage tracker for tenant:e01a0b4c9e21485fac91ffbd0a0dd64b on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:47.182044 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b475ee20-eb07-4441-a960-ec4c3d518468 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] DELETE failed (client error): The resource could not be found. Aug 26 01:09:47.182393 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b475ee20-eb07-4441-a960-ec4c3d518468 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:47.186818 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b475ee20-eb07-4441-a960-ec4c3d518468 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/subnets/e2710e0d-592a-46a7-902b-5937b2b99355 HTTP/1.1" status: 404 len: 337 time: 0.0727081 Aug 26 01:09:47.187337 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46686) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:47.225431 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4369d832-8868-4216-8ec8-dab10d454ddf req-3a03d456-a143-432b-b674-d8c06de21555 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3314543 Aug 26 01:09:47.228575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:47.230474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a9b364c0-7fd0-4019-870c-e16dcea73799 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:47.231815 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:47.239426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:subnet and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:47.242708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:47.249954 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-967651d9-707b-4777-83c2-60a6ec738523 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] DELETE failed (client error): The resource could not be found. Aug 26 01:09:47.250428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967651d9-707b-4777-83c2-60a6ec738523 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:47.255843 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-967651d9-707b-4777-83c2-60a6ec738523 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/c98d0d38-7252-4916-a525-882236f9c476 HTTP/1.1" status: 404 len: 339 time: 0.0650215 Aug 26 01:09:47.256921 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:47.258845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46690) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:47.281116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Transition to ACTIVE for port object 70265a72-610a-43b5-8ee3-cb2d9dba8709 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:47.334564 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:47.343793 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] For port a65d9b47-7d55-42be-8c22-64d8362548ac, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:47.344644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-41bfb977-812e-4ac4-9c55-870019f4b10b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Unset dirty status for tenant:e01a0b4c9e21485fac91ffbd0a0dd64b on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:47.348461 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-41bfb977-812e-4ac4-9c55-870019f4b10b tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b4d39f6-eb0a-4c10-945a-cddc3ff774b5 HTTP/1.1" status: 200 len: 205 time: 0.4422159 Aug 26 01:09:47.357913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46694) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:47.358301 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] For port faa4f981-81c0-4928-b514-b8ee9cf1954b, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:47.367524 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] For port faa4f981-81c0-4928-b514-b8ee9cf1954b, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=faa4f981-81c0-4928-b514-b8ee9cf1954b,segment=NetworkSegment(75c8d59f-613e-4018-a1b9-a964a0153a19),segment_id=75c8d59f-613e-4018-a1b9-a964a0153a19)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:47.388599 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:47.396089 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] For port a65d9b47-7d55-42be-8c22-64d8362548ac, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a65d9b47-7d55-42be-8c22-64d8362548ac,segment=NetworkSegment(39b627ca-bd06-4da7-853a-b853efea9a94),segment_id=39b627ca-bd06-4da7-853a-b853efea9a94)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:47.414434 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:47.423376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:47.435148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:47.438848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:47.470496 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-12fad366-1a74-49cf-af1b-c93ed786ee67 None None] Current status of the port 78a42488-1d08-40e9-a8bc-295f2ef8b750 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:47.492388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:47.492621 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:47.496130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:47.522938 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 439a975b-75ea-40f8-8222-63ecaf882cd1 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:47.528451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Pushing event updated for resources: {'Port': ['ID=011a62ca-1924-413a-8215-af575ee2f208,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:47.528640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port a9b364c0-7fd0-4019-870c-e16dcea73799 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:47.533802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:41Z', 'revision_number': 3, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:41Z', 'revision_number': 2, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:47.535293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:47.557246 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Checking router: db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:09:47.557679 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Updating router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 port 793a63dc-60bc-478c-bb4e-e02ebc481508 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:09:47.576051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:47.581461 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:47.582754 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:47.601117 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bba6c61-aaa6-49c3-9a83-df45fd149961 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Deleting subnet f16eee9d-1d15-4a63-bed6-e6c8ca4e0a27 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:47.608997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a63530-913e-478f-a523-5733d2cd9cf7 None None] Pushing event updated for resources: {'Port': ['ID=faa4f981-81c0-4928-b514-b8ee9cf1954b,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:47.610867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bba6c61-aaa6-49c3-9a83-df45fd149961 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:47.625048 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port a9b364c0-7fd0-4019-870c-e16dcea73799 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:47.625048 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:47.640959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7714aff6-a2c5-4b88-a8b9-4ac269ae8f79 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:47.687896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:47.787375 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:47.796848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-df4f0ab9-1b21-4e9f-81c8-bd66d10172af None None] Provisioning complete for port 793a63dc-60bc-478c-bb4e-e02ebc481508 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:47.797227 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-df4f0ab9-1b21-4e9f-81c8-bd66d10172af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:47.856328 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:09:47.914425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bba6c61-aaa6-49c3-9a83-df45fd149961 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:47.917567 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.objects.ports [None req-db331823-3d5a-43f8-b421-3cdd21b07d2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89863) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:09:47.918860 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=70265a72-610a-43b5-8ee3-cb2d9dba8709,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:47.921801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-db331823-3d5a-43f8-b421-3cdd21b07d2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:47.945843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f1c08-6dc8-49f1-bfa2-b68be07cf821 None None] Pushing event updated for resources: {'Port': ['ID=a65d9b47-7d55-42be-8c22-64d8362548ac,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:48.015111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-df4f0ab9-1b21-4e9f-81c8-bd66d10172af None None] Port 793a63dc-60bc-478c-bb4e-e02ebc481508 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:09:48.062313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db331823-3d5a-43f8-b421-3cdd21b07d2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:48.083106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-db331823-3d5a-43f8-b421-3cdd21b07d2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:48.084483 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port a9b364c0-7fd0-4019-870c-e16dcea73799 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:48.084875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:48.099866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db331823-3d5a-43f8-b421-3cdd21b07d2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=bd492968-efa0-44af-9448-4d6342b11b6e,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:48.144874 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7e9c28-3864-454d-9f27-b41186df500f None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:48.209556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db331823-3d5a-43f8-b421-3cdd21b07d2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:48.210169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-db331823-3d5a-43f8-b421-3cdd21b07d2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:48.216398 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6f50f52f-2de8-4b42-90f2-7ac761af719d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.4434552 Aug 26 01:09:48.238559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46700) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:48.249503 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment ce13255f-e0ab-46be-a8f4-0ef1aab008b1 resource provider aggregate not found Aug 26 01:09:48.280023 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment ce13255f-e0ab-46be-a8f4-0ef1aab008b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce13255f-e0ab-46be-a8f4-0ef1aab008b1 found for delete ", "request_id": "req-40d22953-2d13-4f72-9ad7-7a1ef20866d1"}]} Aug 26 01:09:48.284193 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7714aff6-a2c5-4b88-a8b9-4ac269ae8f79 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:48.319098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port a9b364c0-7fd0-4019-870c-e16dcea73799, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a9b364c0-7fd0-4019-870c-e16dcea73799,segment=NetworkSegment(e028a679-01db-4815-8f12-db9c0d5c0c7b),segment_id=e028a679-01db-4815-8f12-db9c0d5c0c7b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:48.390020 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7714aff6-a2c5-4b88-a8b9-4ac269ae8f79 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:48.446471 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-db331823-3d5a-43f8-b421-3cdd21b07d2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7587533 Aug 26 01:09:48.451510 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46708) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:48.459811 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'mac_address': 'fa:16:3e:e5:cd:99', 'name': 'tempest-NetworksTestDHCPv6-1759492255'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:48.502067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-fcc0a232-0fb4-453d-818e-c86258c74948 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 70265a72-610a-43b5-8ee3-cb2d9dba8709 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:48.502434 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fcc0a232-0fb4-453d-818e-c86258c74948 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:48.520895 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:48.521685 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 78a42488-1d08-40e9-a8bc-295f2ef8b750 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:48.661514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:48.744868 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=a9b364c0-7fd0-4019-870c-e16dcea73799,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:48.824996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 78a42488-1d08-40e9-a8bc-295f2ef8b750 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:48.825696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:49.008815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:49.018870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': 'bd492968-efa0-44af-9448-4d6342b11b6e'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:09:49.020717 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:49.057631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:49.099323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:49.100208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:49.188039 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Transition to ACTIVE for port object 793a63dc-60bc-478c-bb4e-e02ebc481508 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:49.198169 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=9c5e82de-c41e-435c-b00b-cd91d8f817a0,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:49.220186 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7714aff6-a2c5-4b88-a8b9-4ac269ae8f79 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:49.220783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7714aff6-a2c5-4b88-a8b9-4ac269ae8f79 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Fanout notify agent at l3_agent the message router_deleted on router 6b4d39f6-eb0a-4c10-945a-cddc3ff774b5 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:09:49.225551 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 78a42488-1d08-40e9-a8bc-295f2ef8b750 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:49.284881 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7714aff6-a2c5-4b88-a8b9-4ac269ae8f79 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:49.300924 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7714aff6-a2c5-4b88-a8b9-4ac269ae8f79 tempest-RoutersNegativeIpV6Test-895209500 tempest-RoutersNegativeIpV6Test-895209500-project] 10.222.0.83 "DELETE /v2.0/routers/6b4d39f6-eb0a-4c10-945a-cddc3ff774b5 HTTP/1.1" status: 204 len: 168 time: 1.9247074 Aug 26 01:09:49.323599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Allocated IP 2001:db8::f816:3eff:fe6f:8747 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/bd492968-efa0-44af-9448-4d6342b11b6e/c0099624-3c9b-42bd-ba8e-7b4e40c0f015) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:49.339946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 51b50b39-78b9-4676-80ca-675bb08c179b no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:09:49.371503 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:49.401676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:49.447800 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fcc0a232-0fb4-453d-818e-c86258c74948 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:49.457325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:49.462136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:49.480263 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:49.502660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9766ee-1027-4b2d-9c7e-20d87d1a20dd req-b79775c1-613d-45f8-aaa6-1175b4409516 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:49.511172 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4d9766ee-1027-4b2d-9c7e-20d87d1a20dd req-b79775c1-613d-45f8-aaa6-1175b4409516 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.4996963 Aug 26 01:09:49.528494 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bba6c61-aaa6-49c3-9a83-df45fd149961 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:49.551306 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9abd6d-ff21-4fd3-bcd9-88ba24211f40 None None] Network b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:49.572169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 51b50b39-78b9-4676-80ca-675bb08c179b {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:09:49.572792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 51b50b39-78b9-4676-80ca-675bb08c179b not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:09:49.573356 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:09:49.631278 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:49.683980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-fcc0a232-0fb4-453d-818e-c86258c74948 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 70265a72-610a-43b5-8ee3-cb2d9dba8709 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:49.716810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Subnet': ['ID=d48007af-5c89-4fea-a278-2bf66b943549,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:49.730445 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4d9766ee-1027-4b2d-9c7e-20d87d1a20dd req-940a8a82-cd0d-4a0f-8f83-0f8c0f1b4713 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180088 Aug 26 01:09:49.861206 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:49.870909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:49.916528 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:49.955702 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bba6c61-aaa6-49c3-9a83-df45fd149961 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:50.033606 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:50.044933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Transition to ACTIVE for port object c0099624-3c9b-42bd-ba8e-7b4e40c0f015 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:50.064335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Transition to ACTIVE for port object c0099624-3c9b-42bd-ba8e-7b4e40c0f015 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:50.072284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:50.079590 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:09:50.079935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ed5036d7-7a0f-44c0-a0ca-56d7e72c5978 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:09:50.106543 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73a8129-9abc-4dc4-9712-b73aa8c49b13 None None] Network 439a975b-75ea-40f8-8222-63ecaf882cd1 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:50.172498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port bd3180df-2e9d-4bca-bcde-09f171a41d81 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:09:50.224404 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba6c61-aaa6-49c3-9a83-df45fd149961 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Subnet': ['ID=f16eee9d-1d15-4a63-bed6-e6c8ca4e0a27,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:50.226086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:50.233793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46718) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:50.236832 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-92e7b079-fb61-4266-9246-5b41779ad0f6 None None] Provisioning for port faa4f981-81c0-4928-b514-b8ee9cf1954b completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:50.257946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09332884-fb36-4b17-b9f0-d40aac2fbd32 None None] Pushing event updated for resources: {'Port': ['ID=793a63dc-60bc-478c-bb4e-e02ebc481508,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:50.260507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bba6c61-aaa6-49c3-9a83-df45fd149961 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:50.260974 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Attempting to bind port 793a63dc-60bc-478c-bb4e-e02ebc481508 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:50.261402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Attempting to bind port 793a63dc-60bc-478c-bb4e-e02ebc481508 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'c08546f0-540e-49eb-9254-0bd88bfcadef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:50.272466 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Attempting to bind port 793a63dc-60bc-478c-bb4e-e02ebc481508 on network 9328ad66-5fff-4352-be9e-52689bdbf282 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:50.272663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 44eb0247-26b4-4647-a209-4654026f992a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:09:50.274172 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4bba6c61-aaa6-49c3-9a83-df45fd149961 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/subnets/f16eee9d-1d15-4a63-bed6-e6c8ca4e0a27 HTTP/1.1" status: 204 len: 168 time: 3.0144107 Aug 26 01:09:50.279636 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46726) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:50.280563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Checking segment: {'id': 'f9ef22e0-9e77-487a-8cdb-6f20102f1c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:50.281130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network hostable DHCP agents. Network: aef79848-506b-4581-90b8-06c1a305fe04, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:09:50.292541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:50.358392 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:50.376407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cf7498-73a6-404a-a8e7-e9655924ed7a None None] Network b843ab2d-2e19-4003-b455-0c672cd3a4ba requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:50.458581 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:50.497787 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device faa4f981-81c0-4928-b514-b8ee9cf1954b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:50.526659 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:50.527064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Checking segment: {'id': 'c08546f0-540e-49eb-9254-0bd88bfcadef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:50.527472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:50.527866 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Bound using segment: {'id': 'c08546f0-540e-49eb-9254-0bd88bfcadef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:50.528365 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Bound port: 793a63dc-60bc-478c-bb4e-e02ebc481508, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08546f0-540e-49eb-9254-0bd88bfcadef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:50.528731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:50.635997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fcc0a232-0fb4-453d-818e-c86258c74948 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:50.710095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:50.713524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0a232-0fb4-453d-818e-c86258c74948 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=70265a72-610a-43b5-8ee3-cb2d9dba8709,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:50.728808 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::f816:3eff:fee5:cd99 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/bd492968-efa0-44af-9448-4d6342b11b6e/bd3180df-2e9d-4bca-bcde-09f171a41d81) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:50.744779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:50.747396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:50.772308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Deleting port c723ad66-1a5d-44cf-90e1-74afad9012d7 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:50.772811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:50.811878 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-41fd5c44-0865-4576-ae7b-00fba81ff6a2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e01a0b4c9e21485fac91ffbd0a0dd64b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5768471 Aug 26 01:09:50.812916 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network aef79848-506b-4581-90b8-06c1a305fe04 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:09:50.825361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46732) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:50.831275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fcc0a232-0fb4-453d-818e-c86258c74948 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:50.871136 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fcc0a232-0fb4-453d-818e-c86258c74948 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/70265a72-610a-43b5-8ee3-cb2d9dba8709 HTTP/1.1" status: 204 len: 168 time: 2.6312723 Aug 26 01:09:50.874667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46736) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:50.948376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:09:50.957791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, aef79848-506b-4581-90b8-06c1a305fe04) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:50.958687 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Sync routers for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:50.971576 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:50.972231 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:50.998344 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ec030ecb-b89d-4117-a542-a048ca4ad9cd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/44eb0247-26b4-4647-a209-4654026f992a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5447011 Aug 26 01:09:51.001570 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4631688-3958-4c38-affd-54d30f7c1638 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] DELETE failed (client error): The resource could not be found. Aug 26 01:09:51.002317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4631688-3958-4c38-affd-54d30f7c1638 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:51.008079 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b4631688-3958-4c38-affd-54d30f7c1638 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/70265a72-610a-43b5-8ee3-cb2d9dba8709 HTTP/1.1" status: 404 len: 333 time: 0.1204417 Aug 26 01:09:51.009023 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46740) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:51.009574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46742) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:51.017998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:51.018887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:51.045082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1487233817'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:51.050257 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d2e96-e0ed-4ec6-97f6-e7b7f18b3aa6 None None] Network aef79848-506b-4581-90b8-06c1a305fe04 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:51.057350 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ed229-32cc-4868-8cf0-910ca03c316c req-4b4c624b-c287-4ce9-9a4e-33592a1311a8 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:51.064553 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-014ed229-32cc-4868-8cf0-910ca03c316c req-4b4c624b-c287-4ce9-9a4e-33592a1311a8 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.6031585 Aug 26 01:09:51.133501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:51.152304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Router 6b2b90ec-4644-4209-8b60-8ed95ccb0794 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:09:51.157705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object bd3180df-2e9d-4bca-bcde-09f171a41d81 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:51.244759 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Pushing event updated for resources: {'Port': ['ID=c0099624-3c9b-42bd-ba8e-7b4e40c0f015,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:51.255054 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:09:51.269782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2a3f0128-8e0a-4eb1-a811-a1fda57aef9f None None] Provisioning for port a65d9b47-7d55-42be-8c22-64d8362548ac completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:51.271633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:51.295823 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:network and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:51.307335 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf07bea-72b3-4f61-93a7-0322af0e95d6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] GET failed (client error): The resource could not be found. Aug 26 01:09:51.311602 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-daf07bea-72b3-4f61-93a7-0322af0e95d6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/70265a72-610a-43b5-8ee3-cb2d9dba8709 HTTP/1.1" status: 404 len: 333 time: 0.2822814 Aug 26 01:09:51.312221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46748) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:51.313160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:51.436742 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:51.442528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] For port 793a63dc-60bc-478c-bb4e-e02ebc481508, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:51.444727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Attempting to bind port c0099624-3c9b-42bd-ba8e-7b4e40c0f015 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:51.445208 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Attempting to bind port c0099624-3c9b-42bd-ba8e-7b4e40c0f015 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:51.445580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Attempting to bind port c0099624-3c9b-42bd-ba8e-7b4e40c0f015 on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:51.447761 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-91028aff-c629-41f4-af6f-9518d5c2d7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:51.465543 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3876307c-117c-4e22-afd9-f9971e0fbbad tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7217321 Aug 26 01:09:51.478480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46752) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:51.522654 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-014ed229-32cc-4868-8cf0-910ca03c316c req-d9c7da4b-131b-42cc-afa8-dd6d83f93ed4 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4566178 Aug 26 01:09:51.529857 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:51.530243 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:51.539697 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:51.539697 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:51.539697 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Bound port: c0099624-3c9b-42bd-ba8e-7b4e40c0f015, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:51.539697 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:51.544408 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] For port 793a63dc-60bc-478c-bb4e-e02ebc481508, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=793a63dc-60bc-478c-bb4e-e02ebc481508,segment=NetworkSegment(c08546f0-540e-49eb-9254-0bd88bfcadef),segment_id=c08546f0-540e-49eb-9254-0bd88bfcadef)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:51.569082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-91028aff-c629-41f4-af6f-9518d5c2d7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:51.585649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:51.589305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:51.616591 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port faa4f981-81c0-4928-b514-b8ee9cf1954b completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:51.620225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:51.620374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7167772-066e-47b9-9ccb-c13a8e99c19f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting subnet 78564dce-2ab8-4941-b25e-32308bc59d69 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:51.631479 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] For port c723ad66-1a5d-44cf-90e1-74afad9012d7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=c723ad66-1a5d-44cf-90e1-74afad9012d7,segment=NetworkSegment(df365c49-bc9a-4a51-a0ad-a251652fe663),segment_id=df365c49-bc9a-4a51-a0ad-a251652fe663)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:51.631846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:51.649525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7167772-066e-47b9-9ccb-c13a8e99c19f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:51.682850 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:51.683581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:51.743975 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:47Z', 'revision_number': 4, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': '9c5e82de-c41e-435c-b00b-cd91d8f817a0', 'name': '', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:2f:b6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:44Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 2, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:51.750383 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Checking router: 44eb0247-26b4-4647-a209-4654026f992a for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:09:51.750929 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Updating router 44eb0247-26b4-4647-a209-4654026f992a port 9c5e82de-c41e-435c-b00b-cd91d8f817a0 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:09:51.827492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:51.832348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Calling delete_port for c723ad66-1a5d-44cf-90e1-74afad9012d7 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:51.873132 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:51.874211 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:09:51.887949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:09:51.914279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7167772-066e-47b9-9ccb-c13a8e99c19f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:51.957824 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:51.958142 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Added segment 88915039-083f-43ea-9ed0-38cb8900edf1 of type vlan for network 443da489-868a-4da3-b375-28df8cac8aeb Aug 26 01:09:51.996286 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=bd3180df-2e9d-4bca-bcde-09f171a41d81,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:52.022632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:09:52.023526 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.037604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.041965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46756) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:52.042710 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-772ea8ee-0ea6-485e-a832-78c66ecb873d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "PUT /v2.0/routers/6b2b90ec-4644-4209-8b60-8ed95ccb0794 HTTP/1.1" status: 200 len: 881 time: 9.2679715 Aug 26 01:09:52.060960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:52.064677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:52.071379 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:52.078300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:52.079321 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.181928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-91028aff-c629-41f4-af6f-9518d5c2d7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.201359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.222896 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] For port c0099624-3c9b-42bd-ba8e-7b4e40c0f015, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:52.226960 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] For port c0099624-3c9b-42bd-ba8e-7b4e40c0f015, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=c0099624-3c9b-42bd-ba8e-7b4e40c0f015,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:52.237011 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5e688c7b-bdfd-4ceb-8b8c-fe422b25e352 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7842774 Aug 26 01:09:52.246472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46760) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:52.264247 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5db6b9-116c-4661-a25e-b1575af633b4 None None] Sync routers for ids ['6b2b90ec-4644-4209-8b60-8ed95ccb0794'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:52.267331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-aef79848-506b-4581-90b8-06c1a305fe04', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:09:52.268508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.276406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91028aff-c629-41f4-af6f-9518d5c2d7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5a06c7-a28c-43e2-aae0-65b8b08892bd,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:52.286529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Port': ['ID=c723ad66-1a5d-44cf-90e1-74afad9012d7,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:52.293388 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No DVR routers for this DVR port c723ad66-1a5d-44cf-90e1-74afad9012d7 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:09:52.295375 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port faa4f981-81c0-4928-b514-b8ee9cf1954b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:52.295880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.337872 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7167772-066e-47b9-9ccb-c13a8e99c19f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.414893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.420481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:52.421081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.437173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.447974 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.466093 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Transition to ACTIVE for port object 9c5e82de-c41e-435c-b00b-cd91d8f817a0 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:52.498618 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.534472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c510b67c-549e-49ff-af35-cce9b48edbb8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:52.535251 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5db6b9-116c-4661-a25e-b1575af633b4 None None] Routers {'6b2b90ec-4644-4209-8b60-8ed95ccb0794'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:52.535251 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9d5db6b9-116c-4661-a25e-b1575af633b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6b2b90ec-4644-4209-8b60-8ed95ccb0794'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:52.545148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c510b67c-549e-49ff-af35-cce9b48edbb8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:52.546001 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c510b67c-549e-49ff-af35-cce9b48edbb8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:52.554432 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.623576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9d5db6b9-116c-4661-a25e-b1575af633b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:52.736065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-91028aff-c629-41f4-af6f-9518d5c2d7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.737267 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-91028aff-c629-41f4-af6f-9518d5c2d7e3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7e5a06c7-a28c-43e2-aae0-65b8b08892bd HTTP/1.1" status: 204 len: 168 time: 1.9098485 Aug 26 01:09:52.740085 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1a69be02-fe9d-4538-b22e-fd7cc221bca7 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/routers/6b2b90ec-4644-4209-8b60-8ed95ccb0794 HTTP/1.1" status: 200 len: 922 time: 0.6971006 Aug 26 01:09:52.761451 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46766) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:52.764877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:52.799339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Network': ['ID=443da489-868a-4da3-b375-28df8cac8aeb,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:52.828483 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c510b67c-549e-49ff-af35-cce9b48edbb8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:52.829562 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c510b67c-549e-49ff-af35-cce9b48edbb8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5818918 Aug 26 01:09:52.836787 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46772) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:52.877811 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 443da489-868a-4da3-b375-28df8cac8aeb details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:09:52.992104 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1b88c61e-7607-406b-aa11-fb913f7f61b9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9611082 Aug 26 01:09:53.014438 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46776) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:53.018515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7167772-066e-47b9-9ccb-c13a8e99c19f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:53.019001 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58448a0d-002a-49c0-99d2-6ce396110033 None None] Pushing event updated for resources: {'Port': ['ID=9c5e82de-c41e-435c-b00b-cd91d8f817a0,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:53.042154 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'subnet': {'network_id': '443da489-868a-4da3-b375-28df8cac8aeb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:53.054880 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Attempting to bind port 9c5e82de-c41e-435c-b00b-cd91d8f817a0 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:53.055170 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Attempting to bind port 9c5e82de-c41e-435c-b00b-cd91d8f817a0 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '75c8d59f-613e-4018-a1b9-a964a0153a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:53.055537 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Attempting to bind port 9c5e82de-c41e-435c-b00b-cd91d8f817a0 on network b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:53.064110 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:53.064491 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Checking segment: {'id': '75c8d59f-613e-4018-a1b9-a964a0153a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:53.068292 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:53.068292 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Bound using segment: {'id': '75c8d59f-613e-4018-a1b9-a964a0153a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:53.068292 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Bound port: 9c5e82de-c41e-435c-b00b-cd91d8f817a0, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c8d59f-613e-4018-a1b9-a964a0153a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:53.068292 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:53.068698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-461d08f5-4615-446f-ab77-970b863e03dd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port bd3180df-2e9d-4bca-bcde-09f171a41d81 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:53.068698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-461d08f5-4615-446f-ab77-970b863e03dd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:53.233278 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] For port 9c5e82de-c41e-435c-b00b-cd91d8f817a0, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:53.239628 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] For port 9c5e82de-c41e-435c-b00b-cd91d8f817a0, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9c5e82de-c41e-435c-b00b-cd91d8f817a0,segment=NetworkSegment(75c8d59f-613e-4018-a1b9-a964a0153a19),segment_id=75c8d59f-613e-4018-a1b9-a964a0153a19)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:53.259928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09332884-fb36-4b17-b9f0-d40aac2fbd32 None None] Pushing event updated for resources: {'Port': ['ID=793a63dc-60bc-478c-bb4e-e02ebc481508,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:53.296826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5db6b9-116c-4661-a25e-b1575af633b4 None None] Routers {'6b2b90ec-4644-4209-8b60-8ed95ccb0794'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:53.297788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9d5db6b9-116c-4661-a25e-b1575af633b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['6b2b90ec-4644-4209-8b60-8ed95ccb0794'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:53.324230 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:53.353604 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port faa4f981-81c0-4928-b514-b8ee9cf1954b is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:53.354341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:53.511774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9d5db6b9-116c-4661-a25e-b1575af633b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:53.512188 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5db6b9-116c-4661-a25e-b1575af633b4 None None] The sync data for ids ['6b2b90ec-4644-4209-8b60-8ed95ccb0794'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:53.532336 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:09:53.532961 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:53.590989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port faa4f981-81c0-4928-b514-b8ee9cf1954b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=faa4f981-81c0-4928-b514-b8ee9cf1954b,segment=NetworkSegment(75c8d59f-613e-4018-a1b9-a964a0153a19),segment_id=75c8d59f-613e-4018-a1b9-a964a0153a19)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:53.680149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b843ab2d-2e19-4003-b455-0c672cd3a4ba']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:53.710024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7167772-066e-47b9-9ccb-c13a8e99c19f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:53.712135 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:53.713048 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a9b364c0-7fd0-4019-870c-e16dcea73799 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:53.750448 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7167772-066e-47b9-9ccb-c13a8e99c19f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Subnet': ['ID=78564dce-2ab8-4941-b25e-32308bc59d69,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:53.780962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-69b100e4-2325-4bac-81f5-602ce772ba92 None None] Provisioning for port 9c5e82de-c41e-435c-b00b-cd91d8f817a0 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:53.792979 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd9eeb6-a9e5-4826-a28e-4d4772630fbf None None] DHCP port deletion for b843ab2d-2e19-4003-b455-0c672cd3a4ba request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:09:53.795192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df365c49-bc9a-4a51-a0ad-a251652fe663') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:53.795483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df365c49-bc9a-4a51-a0ad-a251652fe663') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:53.852407 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d7167772-066e-47b9-9ccb-c13a8e99c19f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/78564dce-2ab8-4941-b25e-32308bc59d69 HTTP/1.1" status: 204 len: 168 time: 2.5163243 Aug 26 01:09:53.868612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:53.869680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e0ff4-c3e0-4f98-a7f9-8e309faf1574 None None] Pushing event updated for resources: {'Port': ['ID=c0099624-3c9b-42bd-ba8e-7b4e40c0f015,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:53.890461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46790) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:53.983747 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:09:54.002701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:54.087450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df24f0ab-2707-4447-9d20-0522cbf9aa09 None None] Network 439a975b-75ea-40f8-8222-63ecaf882cd1 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:54.101197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-461d08f5-4615-446f-ab77-970b863e03dd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:54.143539 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:54.148059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:subnet and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:54.167632 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58448a0d-002a-49c0-99d2-6ce396110033 None None] Pushing event updated for resources: {'Port': ['ID=9c5e82de-c41e-435c-b00b-cd91d8f817a0,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:54.184969 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:54.219096 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:54.219502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:54.253967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:54.282477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-461d08f5-4615-446f-ab77-970b863e03dd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for bd3180df-2e9d-4bca-bcde-09f171a41d81 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:54.317217 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81093276-c069-4821-9a36-41232c24ac30 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:54.318879 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-81093276-c069-4821-9a36-41232c24ac30 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&device_id=6b2b90ec-4644-4209-8b60-8ed95ccb0794&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 1.5051193 Aug 26 01:09:54.321597 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment df365c49-bc9a-4a51-a0ad-a251652fe663 resource provider aggregate not found Aug 26 01:09:54.326268 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Allocated IP 172.22.0.2 (aef79848-506b-4581-90b8-06c1a305fe04/d48007af-5c89-4fea-a278-2bf66b943549/e3f05242-7512-4281-8da0-b26f6c664ad1) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:54.385176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-69b100e4-2325-4bac-81f5-602ce772ba92 None None] Provisioning complete for port faa4f981-81c0-4928-b514-b8ee9cf1954b triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:54.385495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-69b100e4-2325-4bac-81f5-602ce772ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:54.415279 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46802) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:54.493815 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ed36d-9660-45d3-808b-c78c955d88b3 req-0f34afd7-c61f-4d87-83e3-35dfc52423ed tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:54.495106 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-470ed36d-9660-45d3-808b-c78c955d88b3 req-0f34afd7-c61f-4d87-83e3-35dfc52423ed tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 1.7847362 Aug 26 01:09:54.500554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:54.510072 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment df365c49-bc9a-4a51-a0ad-a251652fe663 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df365c49-bc9a-4a51-a0ad-a251652fe663 found for delete ", "request_id": "req-742e81dc-0888-4517-b638-2998a986f401"}]} Aug 26 01:09:54.536915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port a65d9b47-7d55-42be-8c22-64d8362548ac {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:54.537260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:54.634294 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:41Z', 'revision_number': 3, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:51Z', 'revision_number': 4, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:54.648404 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Made reservation on behalf of 98e4927ea29340519a7e7164c388e170 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:54.664739 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=faa4f981-81c0-4928-b514-b8ee9cf1954b,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:54.677701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:54.703504 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:47Z', 'revision_number': 4, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': '9c5e82de-c41e-435c-b00b-cd91d8f817a0', 'name': '', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:2f:b6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:44Z', 'updated_at': '2022-08-26T01:09:53Z', 'revision_number': 4, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:54.710403 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600ee4b-a253-4892-a333-4c75ef84094d None None] The sync data for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv is: [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:47Z', 'revision_number': 4, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': '9c5e82de-c41e-435c-b00b-cd91d8f817a0', 'name': '', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:2f:b6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:44Z', 'updated_at': '2022-08-26T01:09:53Z', 'revision_number': 4, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:54.732179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46810) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:54.736683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5448c09b-9ba7-48ef-b0d2-83d5d8df98f3 None None] The sync data for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv is: [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:41Z', 'revision_number': 3, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:51Z', 'revision_number': 4, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:54.761661 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:54.773427 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port a9b364c0-7fd0-4019-870c-e16dcea73799 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:54.773834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:54.812007 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0454531 Aug 26 01:09:54.816066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:54.834067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46812) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:54.907702 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-470ed36d-9660-45d3-808b-c78c955d88b3 req-90a47073-0421-43a2-8b61-e919b0ba9b4a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3549380 Aug 26 01:09:55.043209 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dfaad6-ae4d-4cfb-bc98-4e4912e22ae1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:55.043705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-05dfaad6-ae4d-4cfb-bc98-4e4912e22ae1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Synchronizing usage tracker for tenant:444e07bc0da54134a889d6a9e6f1a7f2 on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:55.067886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] For port a65d9b47-7d55-42be-8c22-64d8362548ac, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a65d9b47-7d55-42be-8c22-64d8362548ac,segment=NetworkSegment(39b627ca-bd06-4da7-853a-b853efea9a94),segment_id=39b627ca-bd06-4da7-853a-b853efea9a94)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:55.068453 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:55.072504 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-05dfaad6-ae4d-4cfb-bc98-4e4912e22ae1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Unset dirty status for tenant:444e07bc0da54134a889d6a9e6f1a7f2 on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:55.076242 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-05dfaad6-ae4d-4cfb-bc98-4e4912e22ae1 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/networks/49e274ef-58e5-4652-9e84-36bb0a18cd29 HTTP/1.1" status: 200 len: 881 time: 0.6565278 Aug 26 01:09:55.091923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46820) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:55.177105 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-461d08f5-4615-446f-ab77-970b863e03dd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:55.209562 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-eea775c8-f2db-4452-8e97-4fc4f4975256 tempest-NetworksApiDiscovery-1914537779 tempest-NetworksApiDiscovery-1914537779-project] 10.222.0.83 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3262765 Aug 26 01:09:55.294794 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3097db94-3bc6-415d-bbda-5a1347033f44 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b2b90ec-4644-4209-8b60-8ed95ccb0794 HTTP/1.1" status: 200 len: 205 time: 0.1973174 Aug 26 01:09:55.298707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46826) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:55.314232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d08f5-4615-446f-ab77-970b863e03dd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=bd3180df-2e9d-4bca-bcde-09f171a41d81,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:55.327613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-69b100e4-2325-4bac-81f5-602ce772ba92 None None] Current status of the port faa4f981-81c0-4928-b514-b8ee9cf1954b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:55.434588 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:55.443888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-461d08f5-4615-446f-ab77-970b863e03dd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:55.455745 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Transition to ACTIVE for port object e3f05242-7512-4281-8da0-b26f6c664ad1 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:55.480867 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Transition to ACTIVE for port object e3f05242-7512-4281-8da0-b26f6c664ad1 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:55.486802 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for a65d9b47-7d55-42be-8c22-64d8362548ac owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:55.496765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e36ee1-5b04-41e9-bf25-6237350fac79 None None] DHCP port deletion for 439a975b-75ea-40f8-8222-63ecaf882cd1 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:09:55.516414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-74e36ee1-5b04-41e9-bf25-6237350fac79 None None] Deleting port a65d9b47-7d55-42be-8c22-64d8362548ac {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:55.519886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Network': ['ID=b843ab2d-2e19-4003-b455-0c672cd3a4ba,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:55.524511 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-74e36ee1-5b04-41e9-bf25-6237350fac79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:55.532119 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b1b87b6b-f7f4-45eb-a94b-21d1cf6576c8 tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/b843ab2d-2e19-4003-b455-0c672cd3a4ba HTTP/1.1" status: 204 len: 168 time: 5.2402437 Aug 26 01:09:55.534137 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46830) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:55.580635 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:55.743664 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-461d08f5-4615-446f-ab77-970b863e03dd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/bd3180df-2e9d-4bca-bcde-09f171a41d81 HTTP/1.1" status: 204 len: 168 time: 2.9035006 Aug 26 01:09:55.745677 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c915f94-0d20-4229-8daf-06846acd813b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] DELETE failed (client error): The resource could not be found. Aug 26 01:09:55.746414 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c915f94-0d20-4229-8daf-06846acd813b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:55.751463 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5c915f94-0d20-4229-8daf-06846acd813b tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/subnets/25e68b96-a2cd-4896-9184-60a0803a29cc HTTP/1.1" status: 404 len: 337 time: 0.2154639 Aug 26 01:09:55.789153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46834) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:55.789451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46836) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:55.795918 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Pushing event updated for resources: {'Port': ['ID=e3f05242-7512-4281-8da0-b26f6c664ad1,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:55.804629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4d8a55b8-df6a-49c6-986b-4107c0b528e8 None None] Provisioning for port c0099624-3c9b-42bd-ba8e-7b4e40c0f015 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:55.810879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port a9b364c0-7fd0-4019-870c-e16dcea73799 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:55.812150 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a65d9b47-7d55-42be-8c22-64d8362548ac up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:55.873429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Network aef79848-506b-4581-90b8-06c1a305fe04 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:55.908108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:55.921527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:55.969565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Allocated IP 172.22.0.1 (aef79848-506b-4581-90b8-06c1a305fe04/d48007af-5c89-4fea-a278-2bf66b943549/ca27c010-dfcb-4851-b991-adf13ae8a8fd) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:55.995290 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8a318a-7ed3-488a-900e-32f387c7083a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] DELETE failed (client error): The resource could not be found. Aug 26 01:09:55.995909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8a318a-7ed3-488a-900e-32f387c7083a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:09:55.999844 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cf8a318a-7ed3-488a-900e-32f387c7083a tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/c6f8a8e8-ed82-432c-ad8b-169e901ddd1d HTTP/1.1" status: 404 len: 339 time: 0.1949162 Aug 26 01:09:56.028617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46844) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:56.103372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46848) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:56.134599 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7130799-37a5-4035-b2d3-4b3110bb78a0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:56.136254 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7130799-37a5-4035-b2d3-4b3110bb78a0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:56.136951 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b7130799-37a5-4035-b2d3-4b3110bb78a0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:09:56.216505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Attempting to bind port e3f05242-7512-4281-8da0-b26f6c664ad1 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:09:56.216704 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Attempting to bind port e3f05242-7512-4281-8da0-b26f6c664ad1 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'f9ef22e0-9e77-487a-8cdb-6f20102f1c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:09:56.217039 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Attempting to bind port e3f05242-7512-4281-8da0-b26f6c664ad1 on network aef79848-506b-4581-90b8-06c1a305fe04 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:09:56.224380 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-74e36ee1-5b04-41e9-bf25-6237350fac79 None None] For port a65d9b47-7d55-42be-8c22-64d8362548ac, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a65d9b47-7d55-42be-8c22-64d8362548ac,segment=NetworkSegment(39b627ca-bd06-4da7-853a-b853efea9a94),segment_id=39b627ca-bd06-4da7-853a-b853efea9a94)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:56.224785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-74e36ee1-5b04-41e9-bf25-6237350fac79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:56.229299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:56.232578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:09:56.232961 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Checking segment: {'id': 'f9ef22e0-9e77-487a-8cdb-6f20102f1c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:56.233432 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:56.233861 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Bound using segment: {'id': 'f9ef22e0-9e77-487a-8cdb-6f20102f1c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:09:56.234394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Bound port: e3f05242-7512-4281-8da0-b26f6c664ad1, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ef22e0-9e77-487a-8cdb-6f20102f1c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:09:56.234758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:56.249212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Transition to ACTIVE for port object ca27c010-dfcb-4851-b991-adf13ae8a8fd will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:09:56.251533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4d8a55b8-df6a-49c6-986b-4107c0b528e8 None None] Could not find standard attr ID for object bd3180df-2e9d-4bca-bcde-09f171a41d81. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:09:56.276798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b7130799-37a5-4035-b2d3-4b3110bb78a0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:09:56.278273 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b7130799-37a5-4035-b2d3-4b3110bb78a0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4817612 Aug 26 01:09:56.280889 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46854) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:56.344866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:56.353683 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3cb94e-7eb1-4d0f-9454-fa2b569305de tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet bd492968-efa0-44af-9448-4d6342b11b6e {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:56.356822 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ae3cb94e-7eb1-4d0f-9454-fa2b569305de tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:56.394867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:56.402979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fa536f1a-c45e-4458-9540-e2c99179919f tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:56.410069 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-74e36ee1-5b04-41e9-bf25-6237350fac79 None None] Calling delete_port for a65d9b47-7d55-42be-8c22-64d8362548ac owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:56.448927 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port a65d9b47-7d55-42be-8c22-64d8362548ac completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:56.483617 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port a65d9b47-7d55-42be-8c22-64d8362548ac triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:56.483908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:56.489246 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network aef79848-506b-4581-90b8-06c1a305fe04 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:56.495444 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:56.498171 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:09:56.526380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ae3cb94e-7eb1-4d0f-9454-fa2b569305de tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:56.545579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Port a65d9b47-7d55-42be-8c22-64d8362548ac was deleted so its status cannot be updated. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Aug 26 01:09:56.560093 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=ca27c010-dfcb-4851-b991-adf13ae8a8fd,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:56.592474 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfcec835-b254-44ca-a29a-a0dae65cd562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:56.598604 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-74e36ee1-5b04-41e9-bf25-6237350fac79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:09:56.599247 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-74e36ee1-5b04-41e9-bf25-6237350fac79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:09:56.600399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] For port e3f05242-7512-4281-8da0-b26f6c664ad1, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:09:56.617490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] For port e3f05242-7512-4281-8da0-b26f6c664ad1, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e3f05242-7512-4281-8da0-b26f6c664ad1,segment=NetworkSegment(f9ef22e0-9e77-487a-8cdb-6f20102f1c2a),segment_id=f9ef22e0-9e77-487a-8cdb-6f20102f1c2a)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:09:56.639975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6a538d-b4ed-4a7d-9c5e-4fffd92c865f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Deleting subnet 07ab50ba-ab04-426a-906e-6265e7f3f786 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:09:56.639975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=a65d9b47-7d55-42be-8c22-64d8362548ac,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:56.700775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aa6a538d-b4ed-4a7d-9c5e-4fffd92c865f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:56.728717 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:56.762229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:56.786358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No DVR routers for this DVR port a65d9b47-7d55-42be-8c22-64d8362548ac on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:09:56.827145 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ae3cb94e-7eb1-4d0f-9454-fa2b569305de tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:56.833205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cfcec835-b254-44ca-a29a-a0dae65cd562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:56.916071 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cfcec835-b254-44ca-a29a-a0dae65cd562 admin admin] Usage tracker for resource:security_group_rule and tenant:63887ce2450a4f7b948c6d570357c7ba is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:56.930683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 793a63dc-60bc-478c-bb4e-e02ebc481508 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:56.950737 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d379582-d8f2-4ebe-8af8-c5f43575b103 req-f36d5e3f-5992-4a42-b944-677b741132d0 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:56.952635 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7d379582-d8f2-4ebe-8af8-c5f43575b103 req-f36d5e3f-5992-4a42-b944-677b741132d0 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 1.6548569 Aug 26 01:09:56.953919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cfcec835-b254-44ca-a29a-a0dae65cd562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:57.007567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f757a17-0202-4926-a614-5239b74ee42d None None] Pushing event updated for resources: {'Port': ['ID=e3f05242-7512-4281-8da0-b26f6c664ad1,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:57.031838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ae3cb94e-7eb1-4d0f-9454-fa2b569305de tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.036518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cfcec835-b254-44ca-a29a-a0dae65cd562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:57.044684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aa6a538d-b4ed-4a7d-9c5e-4fffd92c865f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.090769 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cb94e-7eb1-4d0f-9454-fa2b569305de tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=bd492968-efa0-44af-9448-4d6342b11b6e,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:57.091782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 793a63dc-60bc-478c-bb4e-e02ebc481508 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:57.093281 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ae3cb94e-7eb1-4d0f-9454-fa2b569305de tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.104382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-74e36ee1-5b04-41e9-bf25-6237350fac79 None None] Deleting port a65d9b47-7d55-42be-8c22-64d8362548ac {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:57.104382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-74e36ee1-5b04-41e9-bf25-6237350fac79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.137005 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.165080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 793a63dc-60bc-478c-bb4e-e02ebc481508 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:57.165553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.190268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.196451 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb944e-0830-478c-b280-435933f3a0e5 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:57.204327 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ae3cb94e-7eb1-4d0f-9454-fa2b569305de tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/bd492968-efa0-44af-9448-4d6342b11b6e HTTP/1.1" status: 204 len: 168 time: 0.9223385 Aug 26 01:09:57.211308 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46858) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:57.258438 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.264618 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7d379582-d8f2-4ebe-8af8-c5f43575b103 req-ab31e926-fd31-49a1-974c-e577bf248264 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937725 Aug 26 01:09:57.315647 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7d4d06e6-4000-45fe-97f0-53e656a5a0b2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1043415 Aug 26 01:09:57.317419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439a975b-75ea-40f8-8222-63ecaf882cd1']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:57.336059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46864) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:57.351475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c3f8645f-754c-4a6d-a5df-92861a5e19f0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:57.395977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b627ca-bd06-4da7-853a-b853efea9a94') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:57.396659 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b627ca-bd06-4da7-853a-b853efea9a94') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:57.422665 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fa536f1a-c45e-4458-9540-e2c99179919f tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.426765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-74e36ee1-5b04-41e9-bf25-6237350fac79 None None] The port 'a65d9b47-7d55-42be-8c22-64d8362548ac' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:09:57.453932 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.482565 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Subnet': ['ID=65af74cc-ed73-46e0-84c5-f781c4a5bb7b,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:57.490839 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aa6a538d-b4ed-4a7d-9c5e-4fffd92c865f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.562108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-fa536f1a-c45e-4458-9540-e2c99179919f tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Deleting port 011a62ca-1924-413a-8215-af575ee2f208 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:57.562531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fa536f1a-c45e-4458-9540-e2c99179919f tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.591307 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.632091 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:57.632661 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.658249 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 793a63dc-60bc-478c-bb4e-e02ebc481508 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:57.658626 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.707120 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c3f8645f-754c-4a6d-a5df-92861a5e19f0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:57.710163 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c3f8645f-754c-4a6d-a5df-92861a5e19f0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:57.714577 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 793a63dc-60bc-478c-bb4e-e02ebc481508, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=793a63dc-60bc-478c-bb4e-e02ebc481508,segment=NetworkSegment(c08546f0-540e-49eb-9254-0bd88bfcadef),segment_id=c08546f0-540e-49eb-9254-0bd88bfcadef)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:57.715907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c3f8645f-754c-4a6d-a5df-92861a5e19f0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:57.740623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c3f8645f-754c-4a6d-a5df-92861a5e19f0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:57.740806 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 39b627ca-bd06-4da7-853a-b853efea9a94 resource provider aggregate not found Aug 26 01:09:57.765196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Checking segment: {'id': '88915039-083f-43ea-9ed0-38cb8900edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:09:57.766497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network hostable DHCP agents. Network: 443da489-868a-4da3-b375-28df8cac8aeb, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:09:57.775601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e095c9-f11e-4ca0-b3b3-c94539b5aac2 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:09:57.777711 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-91e095c9-f11e-4ca0-b3b3-c94539b5aac2 None None] Deleting port c0099624-3c9b-42bd-ba8e-7b4e40c0f015 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:57.784899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-91e095c9-f11e-4ca0-b3b3-c94539b5aac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.826250 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 39b627ca-bd06-4da7-853a-b853efea9a94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39b627ca-bd06-4da7-853a-b853efea9a94 found for delete ", "request_id": "req-5421f03c-5550-4f59-8836-e4c0454bda3d"}]} Aug 26 01:09:57.836533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.837482 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9c5e82de-c41e-435c-b00b-cd91d8f817a0 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:57.865944 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527f500-b8ac-4eca-9a76-743d3f3bc797 req-1b394b0a-4374-4084-97b6-301702255cdd tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:57.867416 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d527f500-b8ac-4eca-9a76-743d3f3bc797 req-1b394b0a-4374-4084-97b6-301702255cdd tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.4279816 Aug 26 01:09:57.947570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfcec835-b254-44ca-a29a-a0dae65cd562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:57.993845 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d527f500-b8ac-4eca-9a76-743d3f3bc797 req-4150d2d7-014c-42f7-afd0-0100e57720d9 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044939 Aug 26 01:09:58.022165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.023323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.025883 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.027985 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fa536f1a-c45e-4458-9540-e2c99179919f tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.053295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=793a63dc-60bc-478c-bb4e-e02ebc481508,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:58.066923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfcec835-b254-44ca-a29a-a0dae65cd562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.099373 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.143676 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aa6a538d-b4ed-4a7d-9c5e-4fffd92c865f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.198457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f8645f-754c-4a6d-a5df-92861a5e19f0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:58.202050 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c3f8645f-754c-4a6d-a5df-92861a5e19f0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.210343 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 9c5e82de-c41e-435c-b00b-cd91d8f817a0 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:58.223559 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-91e095c9-f11e-4ca0-b3b3-c94539b5aac2 None None] For port c0099624-3c9b-42bd-ba8e-7b4e40c0f015, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=c0099624-3c9b-42bd-ba8e-7b4e40c0f015,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:58.223966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-91e095c9-f11e-4ca0-b3b3-c94539b5aac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.232890 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9c5e82de-c41e-435c-b00b-cd91d8f817a0 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:09:58.233694 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.244819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Network': ['ID=439a975b-75ea-40f8-8222-63ecaf882cd1,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:58.255333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-fa536f1a-c45e-4458-9540-e2c99179919f tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Calling delete_port for 011a62ca-1924-413a-8215-af575ee2f208 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:58.295465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 443da489-868a-4da3-b375-28df8cac8aeb is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:09:58.328856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=ca27c010-dfcb-4851-b991-adf13ae8a8fd,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:58.342056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.367409 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424700c1-2ea2-4d0c-9491-0e852242737e None None] Network aef79848-506b-4581-90b8-06c1a305fe04 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:58.389155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aa6a538d-b4ed-4a7d-9c5e-4fffd92c865f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.392192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a538d-b4ed-4a7d-9c5e-4fffd92c865f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Subnet': ['ID=07ab50ba-ab04-426a-906e-6265e7f3f786,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:58.434319 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cfcec835-b254-44ca-a29a-a0dae65cd562 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=63887ce2450a4f7b948c6d570357c7ba&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3169072 Aug 26 01:09:58.434319 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-dd00837c-8782-4e7c-8d85-85c0413d4722 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/networks/439a975b-75ea-40f8-8222-63ecaf882cd1 HTTP/1.1" status: 204 len: 168 time: 4.5420113 Aug 26 01:09:58.437653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcec835-b254-44ca-a29a-a0dae65cd562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1386c46-e407-4d82-b0d6-988b4a479320,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:58.444796 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-aa6a538d-b4ed-4a7d-9c5e-4fffd92c865f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/subnets/07ab50ba-ab04-426a-906e-6265e7f3f786 HTTP/1.1" status: 204 len: 168 time: 2.3925774 Aug 26 01:09:58.444796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46874) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:58.444796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46876) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:58.449793 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46878) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:58.463203 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-91e095c9-f11e-4ca0-b3b3-c94539b5aac2 None None] Calling delete_port for c0099624-3c9b-42bd-ba8e-7b4e40c0f015 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:58.472108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-451355798'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:09:58.496818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:09:58.499734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06803c6-9147-44b4-b06d-96e34bc92fc0 None None] Network 3c9d2867-4b69-4bb3-b16e-e7f294e406b7 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:58.515359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 443da489-868a-4da3-b375-28df8cac8aeb) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:58.521071 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:58.522269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.543291 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:network and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:09:58.556729 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:09:58.580681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:09:58.596405 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cd8a33-9ea0-46e7-85aa-9f1272fd731c None None] Network 443da489-868a-4da3-b375-28df8cac8aeb requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:58.767652 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-312ac5b8-ce38-4fd1-924d-e50c0bd97d2b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.7340193 Aug 26 01:09:58.770946 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac24e3c7-7541-4655-8084-c8586b6e187d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.779048 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46886) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:09:58.804469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.841291 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Deleting port 37747ede-2d92-4457-9b8d-3ecadae3c509 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:09:58.841721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:58.866658 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad3ef8-d80e-4803-a744-a9d93f746964 req-c2f7445a-dbd4-4ac7-badd-0797327da4af tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:58.868289 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a2ad3ef8-d80e-4803-a744-a9d93f746964 req-c2f7445a-dbd4-4ac7-badd-0797327da4af tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.6620209 Aug 26 01:09:58.891530 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network aef79848-506b-4581-90b8-06c1a305fe04 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:58.912777 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:58.933455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:58.933903 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-01808f53-9395-406c-a10c-d31e3c3169db None None] Provisioning for port e3f05242-7512-4281-8da0-b26f6c664ad1 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:09:58.937092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.012579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac24e3c7-7541-4655-8084-c8586b6e187d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.130726 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a2ad3ef8-d80e-4803-a744-a9d93f746964 req-ff4931b5-b3bb-44b1-8f0e-e7f65f6729ab tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818144 Aug 26 01:09:59.141714 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:09:59.307314 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:09:59.307520 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.307611 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Added segment edb0751a-c515-4b37-9a53-7f5e060d0e55 of type vlan for network 9345ad22-cf04-4cb5-a72f-4d990eec95e1 Aug 26 01:09:59.355309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.377821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9c5e82de-c41e-435c-b00b-cd91d8f817a0 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:09:59.378626 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.457683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-91e095c9-f11e-4ca0-b3b3-c94539b5aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.476731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fa536f1a-c45e-4458-9540-e2c99179919f tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.537806 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac24e3c7-7541-4655-8084-c8586b6e187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.561852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa536f1a-c45e-4458-9540-e2c99179919f tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Pushing event deleted for resources: {'Port': ['ID=011a62ca-1924-413a-8215-af575ee2f208,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:59.573395 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e095c9-f11e-4ca0-b3b3-c94539b5aac2 None None] Pushing event deleted for resources: {'Port': ['ID=c0099624-3c9b-42bd-ba8e-7b4e40c0f015,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:59.578263 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e095c9-f11e-4ca0-b3b3-c94539b5aac2 None None] No DVR routers for this DVR port c0099624-3c9b-42bd-ba8e-7b4e40c0f015 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:09:59.594937 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.objects.ports [None req-c3f8645f-754c-4a6d-a5df-92861a5e19f0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89863) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:09:59.608130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] For port 37747ede-2d92-4457-9b8d-3ecadae3c509, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=37747ede-2d92-4457-9b8d-3ecadae3c509,segment=NetworkSegment(d5023838-dfb0-437c-b5f7-12cb91b93e43),segment_id=d5023838-dfb0-437c-b5f7-12cb91b93e43)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:59.608499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.620511 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c3f8645f-754c-4a6d-a5df-92861a5e19f0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.625193 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24e3c7-7541-4655-8084-c8586b6e187d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1386c46-e407-4d82-b0d6-988b4a479320,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:59.664146 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 9c5e82de-c41e-435c-b00b-cd91d8f817a0, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9c5e82de-c41e-435c-b00b-cd91d8f817a0,segment=NetworkSegment(75c8d59f-613e-4018-a1b9-a964a0153a19),segment_id=75c8d59f-613e-4018-a1b9-a964a0153a19)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:09:59.736784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-443da489-868a-4da3-b375-28df8cac8aeb', 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'fixed_ips': [{'subnet_id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:09:59.740996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.759635 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.760844 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c0099624-3c9b-42bd-ba8e-7b4e40c0f015 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:09:59.782199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.788730 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:59.789404 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.796976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac24e3c7-7541-4655-8084-c8586b6e187d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.798365 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ac24e3c7-7541-4655-8084-c8586b6e187d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c1386c46-e407-4d82-b0d6-988b4a479320 HTTP/1.1" status: 204 len: 168 time: 1.3509717 Aug 26 01:09:59.822807 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fa536f1a-c45e-4458-9540-e2c99179919f tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.887573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Calling delete_port for 37747ede-2d92-4457-9b8d-3ecadae3c509 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:09:59.922051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65967f76-94ff-49a9-a339-c3a4294c0814 None None] DHCP port deletion for 3c9d2867-4b69-4bb3-b16e-e7f294e406b7 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:09:59.940878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: c0099624-3c9b-42bd-ba8e-7b4e40c0f015 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:09:59.940878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c0099624-3c9b-42bd-ba8e-7b4e40c0f015 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Aug 26 01:09:59.941106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f8645f-754c-4a6d-a5df-92861a5e19f0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:59.953400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-c3f8645f-754c-4a6d-a5df-92861a5e19f0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:59.968807 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f8645f-754c-4a6d-a5df-92861a5e19f0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:59.969445 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c3f8645f-754c-4a6d-a5df-92861a5e19f0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:09:59.980860 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd69b95-e554-413c-bd1a-96f91618a44e None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:09:59.984313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:09:59.986391 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8645f-754c-4a6d-a5df-92861a5e19f0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=1732b6a1-b446-455a-a704-2cae9e92402e,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:59.997854 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Sync routers for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:00.020230 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:00.020851 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:00.064056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd7a48-4343-4974-8455-602cdc07f514 req-6deddebb-6ae0-46f3-bca1-fa98fff21f2e tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:00.065673 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46dd7a48-4343-4974-8455-602cdc07f514 req-6deddebb-6ae0-46f3-bca1-fa98fff21f2e tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.7699602 Aug 26 01:10:00.091841 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-332caaa0-f907-4aea-9e70-27df0bfc6831 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/db41edb8-e3cc-460d-ba71-5f6bc10b1ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6105676 Aug 26 01:10:00.102545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46894) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:00.104848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-65967f76-94ff-49a9-a339-c3a4294c0814 None None] Deleting port 37747ede-2d92-4457-9b8d-3ecadae3c509 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:00.106606 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-65967f76-94ff-49a9-a339-c3a4294c0814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:00.145097 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'network': {'name': 'tempest-RoutersTest-14870632'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:00.158816 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:00.177080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:network and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:00.184007 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Port c0099624-3c9b-42bd-ba8e-7b4e40c0f015 not found, will not notify nova. {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Aug 26 01:10:00.184425 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device faa4f981-81c0-4928-b514-b8ee9cf1954b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:00.192526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:00.193190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fa536f1a-c45e-4458-9540-e2c99179919f tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:00.195200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fa536f1a-c45e-4458-9540-e2c99179919f tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:00.196997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Network': ['ID=9345ad22-cf04-4cb5-a72f-4d990eec95e1,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:00.198996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:00.224966 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4850c23e-11cf-4d6d-a803-9abe29a4151a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7757239 Aug 26 01:10:00.232324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46900) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:00.235465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46904) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:00.238817 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c3f8645f-754c-4a6d-a5df-92861a5e19f0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9028888 Aug 26 01:10:00.241651 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:00.257527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'subnet': {'network_id': '9345ad22-cf04-4cb5-a72f-4d990eec95e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:00.277169 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'mac_address': 'fa:16:3e:b9:fd:35', 'name': 'tempest-NetworksTestDHCPv6-8432451'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:00.303433 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46dd7a48-4343-4974-8455-602cdc07f514 req-a4057078-05b5-4bee-bfdd-a2fc1252b52a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073283 Aug 26 01:10:00.305010 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:00.322647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 9345ad22-cf04-4cb5-a72f-4d990eec95e1 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:10:00.323689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:00.355258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:00.369367 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:00.467713 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] No DVR routers for this DVR port 37747ede-2d92-4457-9b8d-3ecadae3c509 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:10:00.501294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Port': ['ID=37747ede-2d92-4457-9b8d-3ecadae3c509,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:00.536369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:10:00.572055 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-65967f76-94ff-49a9-a339-c3a4294c0814 None None] The port '37747ede-2d92-4457-9b8d-3ecadae3c509' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:10:00.727909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:00.733001 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:00.738649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:00.749724 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:00.846676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=9c5e82de-c41e-435c-b00b-cd91d8f817a0,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:00.849200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:00.858986 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Added segment 675c0d72-23ec-44c5-a0b0-7d5436d9736d of type vlan for network 1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3 Aug 26 01:10:00.871182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:00.961873 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ce9e09c8-f2fc-4496-985a-522566816a76 None None] Provisioning for port ca27c010-dfcb-4851-b991-adf13ae8a8fd completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:00.970807 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:56Z', 'revision_number': 4, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca27c010-dfcb-4851-b991-adf13ae8a8fd', 'name': '', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:cc:a8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:53Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 2, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:00.976811 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Checking router: db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:10:00.977388 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Updating router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 port ca27c010-dfcb-4851-b991-adf13ae8a8fd binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:10:01.002325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.008153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9d2867-4b69-4bb3-b16e-e7f294e406b7']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:01.026007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5023838-dfb0-437c-b5f7-12cb91b93e43') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:01.026394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5023838-dfb0-437c-b5f7-12cb91b93e43') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:01.030957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ce9e09c8-f2fc-4496-985a-522566816a76 None None] Provisioning complete for port ca27c010-dfcb-4851-b991-adf13ae8a8fd triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:01.031343 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ce9e09c8-f2fc-4496-985a-522566816a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.043760 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.046346 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.056933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9df6f0c4-1239-452a-a99a-ed5b873aa2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.062006 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:01.077969 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.087619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:10:01.088303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.198516 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port faa4f981-81c0-4928-b514-b8ee9cf1954b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:01.200714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.243888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.244140 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fa536f1a-c45e-4458-9540-e2c99179919f tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.244673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa536f1a-c45e-4458-9540-e2c99179919f tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Fanout notify agent at l3_agent the message router_deleted on router 6b2b90ec-4644-4209-8b60-8ed95ccb0794 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:10:01.263328 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:01.263973 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.277223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e09c8-f2fc-4496-985a-522566816a76 None None] Port ca27c010-dfcb-4851-b991-adf13ae8a8fd cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:10:01.292500 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment d5023838-dfb0-437c-b5f7-12cb91b93e43 resource provider aggregate not found Aug 26 01:10:01.296074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Allocated IP 2001:db8:3::2 (443da489-868a-4da3-b375-28df8cac8aeb/65af74cc-ed73-46e0-84c5-f781c4a5bb7b/1e1a73e6-813d-4803-a88c-01ed7ce0558a) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:01.406612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fa536f1a-c45e-4458-9540-e2c99179919f tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.407787 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fa536f1a-c45e-4458-9540-e2c99179919f tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "DELETE /v2.0/routers/6b2b90ec-4644-4209-8b60-8ed95ccb0794 HTTP/1.1" status: 204 len: 168 time: 5.8789356 Aug 26 01:10:01.420836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46930) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:01.434437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-693790f8-d7c7-445f-980c-997b60bd322d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-172615721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:01.449787 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Network': ['ID=1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:01.456266 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment d5023838-dfb0-437c-b5f7-12cb91b93e43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5023838-dfb0-437c-b5f7-12cb91b93e43 found for delete ", "request_id": "req-3640ec72-bdca-4c6d-a081-3943234f2292"}]} Aug 26 01:10:01.465723 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-693790f8-d7c7-445f-980c-997b60bd322d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:01.480376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-693790f8-d7c7-445f-980c-997b60bd322d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Usage tracker for resource:router and tenant:df11ba4ec1ec4a9eb1c23424d876b57f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:01.491719 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.496531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-693790f8-d7c7-445f-980c-997b60bd322d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:01.499775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:01.508080 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Transition to ACTIVE for port object ca27c010-dfcb-4851-b991-adf13ae8a8fd will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:01.515847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-693790f8-d7c7-445f-980c-997b60bd322d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:01.527414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:10:01.554717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:subnet and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:01.563095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:01.566421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': '1732b6a1-b446-455a-a704-2cae9e92402e'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:10:01.567561 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.568851 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.575078 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e94003ab-06ac-4e24-bc31-d4929c3f15c3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.4685957 Aug 26 01:10:01.575078 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46934) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:01.575451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46936) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:01.585926 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'subnet': {'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:01.592400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:01.600944 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.605541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.630693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24970678-a008-4ee1-95ce-c54ade21660c req-0d9ed83e-c55b-4179-9a85-4bee3b24427c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:01.637246 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-24970678-a008-4ee1-95ce-c54ade21660c req-0d9ed83e-c55b-4179-9a85-4bee3b24427c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.8736739 Aug 26 01:10:01.673552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port cbb92cc8-5c88-4e2f-856b-377b88155fdd yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:10:01.695663 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.698964 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] Pushing event deleted for resources: {'Network': ['ID=3c9d2867-4b69-4bb3-b16e-e7f294e406b7,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:01.733818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-693790f8-d7c7-445f-980c-997b60bd322d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.735174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-693790f8-d7c7-445f-980c-997b60bd322d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.736887 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-39b62818-47ae-499a-8e5b-02147bcd4c3f tempest-NetworksIpV6Test-1929990431 tempest-NetworksIpV6Test-1929990431-project] 10.222.0.83 "DELETE /v2.0/networks/3c9d2867-4b69-4bb3-b16e-e7f294e406b7 HTTP/1.1" status: 204 len: 168 time: 3.2860332 Aug 26 01:10:01.747973 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:01.761542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:01.786440 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:01.794503 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:subnet and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:01.802484 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:01.813524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:01.820318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port faa4f981-81c0-4928-b514-b8ee9cf1954b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:01.841621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2135637931-network', 'tenant_id': 'b4779a1b8672466db600fe52bb2949a4'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:01.846611 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:01.851654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Usage tracker for resource:network and tenant:b4779a1b8672466db600fe52bb2949a4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:01.854725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:01.860736 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:01.928479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Made reservation on behalf of d06d3043746e4b40a7f48ddac82fb00c for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:01.932784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.015371 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d03ed-6517-4b1f-bda8-0cb179ca6a68 None None] Pushing event updated for resources: {'Port': ['ID=ca27c010-dfcb-4851-b991-adf13ae8a8fd,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:02.017378 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-24970678-a008-4ee1-95ce-c54ade21660c req-9b92f7d2-cdba-4778-a47b-a994d5271b6a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3792124 Aug 26 01:10:02.030041 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-693790f8-d7c7-445f-980c-997b60bd322d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.046262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c723ad66-1a5d-44cf-90e1-74afad9012d7 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:02.105947 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Attempting to bind port ca27c010-dfcb-4851-b991-adf13ae8a8fd on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:10:02.106430 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Attempting to bind port ca27c010-dfcb-4851-b991-adf13ae8a8fd by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'f9ef22e0-9e77-487a-8cdb-6f20102f1c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:10:02.106979 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Attempting to bind port ca27c010-dfcb-4851-b991-adf13ae8a8fd on network aef79848-506b-4581-90b8-06c1a305fe04 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:02.118411 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:10:02.118735 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Checking segment: {'id': 'f9ef22e0-9e77-487a-8cdb-6f20102f1c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:02.119129 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.120049 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Bound using segment: {'id': 'f9ef22e0-9e77-487a-8cdb-6f20102f1c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:10:02.120521 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Bound port: ca27c010-dfcb-4851-b991-adf13ae8a8fd, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ef22e0-9e77-487a-8cdb-6f20102f1c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:10:02.120887 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.253700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Made reservation on behalf of b4779a1b8672466db600fe52bb2949a4 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:02.253700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.253700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.254220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:02.258101 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Usage tracker for resource:security_group_rule and tenant:b4779a1b8672466db600fe52bb2949a4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:02.281026 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:02.298049 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:02.344579 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] For port ca27c010-dfcb-4851-b991-adf13ae8a8fd, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:10:02.350459 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] For port ca27c010-dfcb-4851-b991-adf13ae8a8fd, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ca27c010-dfcb-4851-b991-adf13ae8a8fd,segment=NetworkSegment(f9ef22e0-9e77-487a-8cdb-6f20102f1c2a),segment_id=f9ef22e0-9e77-487a-8cdb-6f20102f1c2a)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:10:02.356020 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-693790f8-d7c7-445f-980c-997b60bd322d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.360709 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: c723ad66-1a5d-44cf-90e1-74afad9012d7 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:10:02.368682 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c723ad66-1a5d-44cf-90e1-74afad9012d7 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:10:02.368682 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a65d9b47-7d55-42be-8c22-64d8362548ac no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:02.419212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::f816:3eff:feb9:fd35 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/1732b6a1-b446-455a-a704-2cae9e92402e/cbb92cc8-5c88-4e2f-856b-377b88155fdd) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:02.427175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: a65d9b47-7d55-42be-8c22-64d8362548ac {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:10:02.427800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a65d9b47-7d55-42be-8c22-64d8362548ac not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:10:02.454611 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46952) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:02.460616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.465975 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.478983 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Transition to ACTIVE for port object 1e1a73e6-813d-4803-a88c-01ed7ce0558a will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:02.500184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Transition to ACTIVE for port object 1e1a73e6-813d-4803-a88c-01ed7ce0558a will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:02.584625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.585588 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.598425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-693790f8-d7c7-445f-980c-997b60bd322d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.599630 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-693790f8-d7c7-445f-980c-997b60bd322d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1732318 Aug 26 01:10:02.609049 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46958) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:02.611842 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.616291 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'enable_snat': True}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:02.647563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.700043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.709657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9c5e82de-c41e-435c-b00b-cd91d8f817a0 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:02.761813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Subnet': ['ID=ed353b2a-61bb-44fe-b2ac-3461de13bd20,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:02.771672 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:02.772563 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:02.786018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Network 443da489-868a-4da3-b375-28df8cac8aeb is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:02.791163 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:02.797143 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:02.853595 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Pushing event updated for resources: {'Port': ['ID=1e1a73e6-813d-4803-a88c-01ed7ce0558a,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:02.862271 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:10:02.865376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Allocated IP 2001:db8:3::1 (443da489-868a-4da3-b375-28df8cac8aeb/65af74cc-ed73-46e0-84c5-f781c4a5bb7b/974fd392-bc62-4b89-8882-ac96642d0f30) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:02.922396 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84018527-c906-4eab-a387-489c4619a6a1,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:02.945131 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d03ed-6517-4b1f-bda8-0cb179ca6a68 None None] Pushing event updated for resources: {'Port': ['ID=ca27c010-dfcb-4851-b991-adf13ae8a8fd,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:02.954079 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Attempting to bind port 1e1a73e6-813d-4803-a88c-01ed7ce0558a on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:10:02.960770 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Attempting to bind port 1e1a73e6-813d-4803-a88c-01ed7ce0558a by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '88915039-083f-43ea-9ed0-38cb8900edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:10:02.960770 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Attempting to bind port 1e1a73e6-813d-4803-a88c-01ed7ce0558a on network 443da489-868a-4da3-b375-28df8cac8aeb {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:02.961064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.961064 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Added segment 2f16a195-beaf-4cd7-88a8-0101ddf83cf4 of type vlan for network 52981b1f-afc0-46af-bfbb-7e4ec3c3ab56 Aug 26 01:10:02.966226 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:10:02.967306 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Checking segment: {'id': '88915039-083f-43ea-9ed0-38cb8900edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:02.967957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.968581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Bound using segment: {'id': '88915039-083f-43ea-9ed0-38cb8900edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:10:02.969311 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Bound port: 1e1a73e6-813d-4803-a88c-01ed7ce0558a, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88915039-083f-43ea-9ed0-38cb8900edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:10:02.969962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:02.975321 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:02.983111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9c5e82de-c41e-435c-b00b-cd91d8f817a0 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:02.986905 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:03.002141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:03.074027 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d98b60d3-6c9e-4deb-aab3-dbf36a2442c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:03.104386 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0d4d14c1-b1a2-4a0a-9342-61add5b54c06 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2fdaefbd4df2459fb27cc54a09a71402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6293650 Aug 26 01:10:03.110768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46962) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:03.134554 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] For port 1e1a73e6-813d-4803-a88c-01ed7ce0558a, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:10:03.151677 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Checking segment: {'id': 'edb0751a-c515-4b37-9a53-7f5e060d0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '9345ad22-cf04-4cb5-a72f-4d990eec95e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:03.152405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network hostable DHCP agents. Network: 9345ad22-cf04-4cb5-a72f-4d990eec95e1, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:10:03.191103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] For port 1e1a73e6-813d-4803-a88c-01ed7ce0558a, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1e1a73e6-813d-4803-a88c-01ed7ce0558a,segment=NetworkSegment(88915039-083f-43ea-9ed0-38cb8900edf1),segment_id=88915039-083f-43ea-9ed0-38cb8900edf1)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:10:03.202764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9c5e82de-c41e-435c-b00b-cd91d8f817a0 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:03.204002 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e3f05242-7512-4281-8da0-b26f6c664ad1 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:03.272768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:03.287907 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:03.302783 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:03.307095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:03.307095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:03.337788 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object cbb92cc8-5c88-4e2f-856b-377b88155fdd will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:03.365129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9ad6e-ba42-469f-b99f-b294877344eb None None] Pushing event updated for resources: {'Port': ['ID=1e1a73e6-813d-4803-a88c-01ed7ce0558a,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:03.372001 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-44350d19-6132-456d-83ae-4698faf48098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:03.402382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 9345ad22-cf04-4cb5-a72f-4d990eec95e1 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:10:03.403677 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:56Z', 'revision_number': 4, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca27c010-dfcb-4851-b991-adf13ae8a8fd', 'name': '', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:cc:a8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:53Z', 'updated_at': '2022-08-26T01:10:02Z', 'revision_number': 4, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:03.408184 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946bd761-5e20-4aa6-bac1-5512bf92fd8d None None] The sync data for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv is: [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:09:56Z', 'revision_number': 4, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca27c010-dfcb-4851-b991-adf13ae8a8fd', 'name': '', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:cc:a8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:53Z', 'updated_at': '2022-08-26T01:10:02Z', 'revision_number': 4, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:03.419899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port e3f05242-7512-4281-8da0-b26f6c664ad1 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:03.430435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e3f05242-7512-4281-8da0-b26f6c664ad1 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:03.431428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:03.457906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-44350d19-6132-456d-83ae-4698faf48098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:03.514666 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 9345ad22-cf04-4cb5-a72f-4d990eec95e1) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:03.522455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:03.523621 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:03.538815 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb51fc48-616e-4512-86cd-80fb09a181a8 None None] Network 9345ad22-cf04-4cb5-a72f-4d990eec95e1 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:03.591018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:03.611951 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0377147 Aug 26 01:10:03.613444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46966) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:03.627599 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Request body: {'subnet': {'network_id': '52981b1f-afc0-46af-bfbb-7e4ec3c3ab56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2135637931-subnet', 'tenant_id': 'b4779a1b8672466db600fe52bb2949a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:03.633799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Transition to ACTIVE for port object 974fd392-bc62-4b89-8882-ac96642d0f30 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:03.639310 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:03.648055 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Usage tracker for resource:subnet and tenant:b4779a1b8672466db600fe52bb2949a4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:03.658649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:03.660198 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e38092a0-adae-420c-aea7-00f82183d76e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4267557 Aug 26 01:10:03.665528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:03.668314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46970) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:03.677757 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'network_id': '9345ad22-cf04-4cb5-a72f-4d990eec95e1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1088251614'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:03.700667 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Subnet': ['ID=b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:03.787260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:03.807809 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Checking segment: {'id': '675c0d72-23ec-44c5-a0b0-7d5436d9736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:03.808092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network hostable DHCP agents. Network: 1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:10:03.840979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0abc39-9d76-4cc3-a094-2e02bbddaf02 admin admin] Pushing event updated for resources: {'Network': ['ID=52981b1f-afc0-46af-bfbb-7e4ec3c3ab56,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:03.901832 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:03.903550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 52981b1f-afc0-46af-bfbb-7e4ec3c3ab56 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:10:03.954526 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:03.963993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:10:03.970651 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:03.984971 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:04.001640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:04.002400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.009205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eda2ea-11e1-4783-b045-133dcaccd098 None None] Network 1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:04.050226 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e3f05242-7512-4281-8da0-b26f6c664ad1 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:04.050865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.082117 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:port and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:04.085711 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=cbb92cc8-5c88-4e2f-856b-377b88155fdd,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:04.089015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Made reservation on behalf of b4779a1b8672466db600fe52bb2949a4 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:04.091476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.100481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.110582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:04.120516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-44350d19-6132-456d-83ae-4698faf48098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.148673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:04.182292 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Allocated IP 2001:db8::f816:3eff:fe6f:2508 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/1732b6a1-b446-455a-a704-2cae9e92402e/ae90aa6e-0dd4-4350-a2f0-dc42f427720a) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:04.223637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44350d19-6132-456d-83ae-4698faf48098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bc1ff0-d2e0-45ce-8ff8-4a1be79bae96,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:04.225846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.234510 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-55918cb7-7264-4410-b8a7-4cc8e2a4ad0d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6575663 Aug 26 01:10:04.273034 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46974) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:04.275717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:04.354419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:04.382997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.432020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.453166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:04.460058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:04.460771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.469285 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port e3f05242-7512-4281-8da0-b26f6c664ad1, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e3f05242-7512-4281-8da0-b26f6c664ad1,segment=NetworkSegment(f9ef22e0-9e77-487a-8cdb-6f20102f1c2a),segment_id=f9ef22e0-9e77-487a-8cdb-6f20102f1c2a)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:04.488843 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-44350d19-6132-456d-83ae-4698faf48098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.492977 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-44350d19-6132-456d-83ae-4698faf48098 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/56bc1ff0-d2e0-45ce-8ff8-4a1be79bae96 HTTP/1.1" status: 204 len: 168 time: 1.3799210 Aug 26 01:10:04.536679 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:04.555960 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.573957 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 443da489-868a-4da3-b375-28df8cac8aeb is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:04.618149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:04.629859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:04.660493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.661237 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Allocated IP 172.26.2.166 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/966a8881-bed6-4a14-b1f5-484d7ce06b4b) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:04.661364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=974fd392-bc62-4b89-8882-ac96642d0f30,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:04.672219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port 9ebe4e58-91d8-4b6f-a1e3-2ee07e4241b3 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:10:04.696746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.698354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 793a63dc-60bc-478c-bb4e-e02ebc481508 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:04.777001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-9345ad22-cf04-4cb5-a72f-4d990eec95e1', 'network_id': '9345ad22-cf04-4cb5-a72f-4d990eec95e1', 'tenant_id': '889b104f11a34d0f8f574727b339f84a', 'fixed_ips': [{'subnet_id': 'ed353b2a-61bb-44fe-b2ac-3461de13bd20'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:10:04.777864 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.861573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.892824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:04.903394 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3db1b568-1f53-40b3-ae0d-1922e917001d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 4.6663558 Aug 26 01:10:04.909028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 46980) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:04.948979 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1c9c6d-a830-4c39-ba34-cc32043ac3cf None None] Network 443da489-868a-4da3-b375-28df8cac8aeb requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:05.012510 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Transition to ACTIVE for port object ae90aa6e-0dd4-4350-a2f0-dc42f427720a will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:05.032007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a415fd9f-8b2c-4f56-b0e1-9fc55abe8fce tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:05.035065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a415fd9f-8b2c-4f56-b0e1-9fc55abe8fce tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:05.054315 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:05.121043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=e3f05242-7512-4281-8da0-b26f6c664ad1,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:05.159033 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5cd9f929-8e3a-4bf6-aa98-fe787ff7a13f None None] Provisioning for port 1e1a73e6-813d-4803-a88c-01ed7ce0558a completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:05.162983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:05.166964 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:05.181715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a415fd9f-8b2c-4f56-b0e1-9fc55abe8fce tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:05.187830 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a415fd9f-8b2c-4f56-b0e1-9fc55abe8fce tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2756679 Aug 26 01:10:05.193587 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:05.198445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 46988) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:05.247027 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Pushing event updated for resources: {'Port': ['ID=966a8881-bed6-4a14-b1f5-484d7ce06b4b,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:05.274094 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Transition to ACTIVE for port object ae90aa6e-0dd4-4350-a2f0-dc42f427720a will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:05.310358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3', 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'fixed_ips': [{'subnet_id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:10:05.311302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:05.363357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 793a63dc-60bc-478c-bb4e-e02ebc481508 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:05.363886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:05.407181 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:05.513838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:05.517220 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Allocated IP 2001:db8::c4 (9345ad22-cf04-4cb5-a72f-4d990eec95e1/ed353b2a-61bb-44fe-b2ac-3461de13bd20/9ebe4e58-91d8-4b6f-a1e3-2ee07e4241b3) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:05.615802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:05.620736 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4b4f2-4698-4861-800f-0d6a6a58d165 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port cbb92cc8-5c88-4e2f-856b-377b88155fdd {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:05.621080 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b4f2-4698-4861-800f-0d6a6a58d165 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:05.627593 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:05.640807 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:05.662324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Pushing event updated for resources: {'Port': ['ID=ae90aa6e-0dd4-4350-a2f0-dc42f427720a,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:05.720284 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:05.828193 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:05.852660 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:05.902690 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 793a63dc-60bc-478c-bb4e-e02ebc481508 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:05.981912 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Attempting to bind port ae90aa6e-0dd4-4350-a2f0-dc42f427720a on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:10:05.982283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Attempting to bind port ae90aa6e-0dd4-4350-a2f0-dc42f427720a by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:10:05.982718 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Attempting to bind port ae90aa6e-0dd4-4350-a2f0-dc42f427720a on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:05.999356 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:10:05.999356 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:05.999356 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:05.999960 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:10:06.000750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Bound port: ae90aa6e-0dd4-4350-a2f0-dc42f427720a, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:10:06.000750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:06.055373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 37747ede-2d92-4457-9b8d-3ecadae3c509 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:06.099664 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Allocated IP 172.23.0.2 (1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3/b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb/0d1a81b2-ec21-4a09-89dd-6466900f86f4) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:06.136500 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47006) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:06.140934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 37747ede-2d92-4457-9b8d-3ecadae3c509 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:10:06.141454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 37747ede-2d92-4457-9b8d-3ecadae3c509 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:10:06.141691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c0099624-3c9b-42bd-ba8e-7b4e40c0f015 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:06.185158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:06.187988 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: c0099624-3c9b-42bd-ba8e-7b4e40c0f015 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:10:06.188119 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c0099624-3c9b-42bd-ba8e-7b4e40c0f015 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:10:06.335736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] For port ae90aa6e-0dd4-4350-a2f0-dc42f427720a, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:10:06.341503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] For port ae90aa6e-0dd4-4350-a2f0-dc42f427720a, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ae90aa6e-0dd4-4350-a2f0-dc42f427720a,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:10:06.415712 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:06.500153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-eb88abe1-54bf-4be1-8293-b10ed9da8afe tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] Request body: {'port': {'network_id': '0b33b381-acde-48e8-b894-30c5c71b5032', 'name': 'tempest-NetworksNegativeTestJSON-1494402628'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:06.613804 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb88abe1-54bf-4be1-8293-b10ed9da8afe tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] POST failed (client error): The resource could not be found. Aug 26 01:10:06.615026 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb88abe1-54bf-4be1-8293-b10ed9da8afe tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:10:06.616292 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-eb88abe1-54bf-4be1-8293-b10ed9da8afe tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4785142 Aug 26 01:10:06.621157 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:06.622909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47012) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:06.623246 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1e1a73e6-813d-4803-a88c-01ed7ce0558a up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:06.653570 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:06.660551 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9af27f-cc59-44a2-bdc5-04bd912059ef tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] DELETE failed (client error): The resource could not be found. Aug 26 01:10:06.660882 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9af27f-cc59-44a2-bdc5-04bd912059ef tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:10:06.690037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=87841971-516f-4e39-b191-bcfb46b3db30,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:06.714392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.714982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.715478 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.715990 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.716495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.716983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.717790 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.718281 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.718784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.719283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.719762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.720251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.734273 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:06.766764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Transition to ACTIVE for port object 0d1a81b2-ec21-4a09-89dd-6466900f86f4 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:06.774863 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faa7b2-676e-4237-b52e-7da512a819a4 None None] Pushing event updated for resources: {'Port': ['ID=ae90aa6e-0dd4-4350-a2f0-dc42f427720a,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:06.798742 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4e9af27f-cc59-44a2-bdc5-04bd912059ef tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] 10.222.0.83 "DELETE /v2.0/networks/58e615df-6753-440e-b425-a5f5c146518a HTTP/1.1" status: 404 len: 339 time: 0.1709008 Aug 26 01:10:06.804016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Transition to ACTIVE for port object 0d1a81b2-ec21-4a09-89dd-6466900f86f4 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:06.840245 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fc7d643a-2629-4042-a166-9b72bc1e4ef0 None None] Provisioning for port 974fd392-bc62-4b89-8882-ac96642d0f30 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:06.845885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fc7d643a-2629-4042-a166-9b72bc1e4ef0 None None] Provisioning complete for port 974fd392-bc62-4b89-8882-ac96642d0f30 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:06.849078 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fc7d643a-2629-4042-a166-9b72bc1e4ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:06.909331 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47016) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:06.917988 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 1e1a73e6-813d-4803-a88c-01ed7ce0558a completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:06.930808 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 1e1a73e6-813d-4803-a88c-01ed7ce0558a triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:06.931179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:06.962193 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6946a8e-c829-4e41-82b8-dd73b81a50a5 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] DELETE failed (client error): The resource could not be found. Aug 26 01:10:06.962669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6946a8e-c829-4e41-82b8-dd73b81a50a5 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:10:06.964381 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e6946a8e-c829-4e41-82b8-dd73b81a50a5 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] 10.222.0.83 "DELETE /v2.0/ports/0acee308-2530-4a7e-be8e-6def37b5bc55 HTTP/1.1" status: 404 len: 333 time: 0.0539651 Aug 26 01:10:06.969782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Checking segment: {'id': '2f16a195-beaf-4cd7-88a8-0101ddf83cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '52981b1f-afc0-46af-bfbb-7e4ec3c3ab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:06.973389 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47020) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:06.973907 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Network hostable DHCP agents. Network: 52981b1f-afc0-46af-bfbb-7e4ec3c3ab56, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:10:06.989776 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:07.036181 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-266da354-e834-4732-8462-3ac5ddbf6d72 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] DELETE failed (client error): The resource could not be found. Aug 26 01:10:07.036640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266da354-e834-4732-8462-3ac5ddbf6d72 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:10:07.038395 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-266da354-e834-4732-8462-3ac5ddbf6d72 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] 10.222.0.83 "DELETE /v2.0/subnets/2e9a71e4-011d-47b2-bc91-826a121023ec HTTP/1.1" status: 404 len: 337 time: 0.0641885 Aug 26 01:10:07.049866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47024) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:07.089444 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-1973b09a-eecb-4fd2-9261-214fb889d224 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] GET failed (client error): The resource could not be found. Aug 26 01:10:07.094610 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1973b09a-eecb-4fd2-9261-214fb889d224 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] 10.222.0.83 "GET /v2.0/networks/6c214d3b-3e8e-4f89-82db-b31c5e25f8f3 HTTP/1.1" status: 404 len: 339 time: 0.0401583 Aug 26 01:10:07.097662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47028) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:07.107688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Network 1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:07.120270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:07.128827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-fc7d643a-2629-4042-a166-9b72bc1e4ef0 None None] Port 974fd392-bc62-4b89-8882-ac96642d0f30 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:10:07.135473 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:07.165868 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-08400613-4c0c-4f66-9e9a-8d890a5d46c8 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] GET failed (client error): The resource could not be found. Aug 26 01:10:07.167246 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-08400613-4c0c-4f66-9e9a-8d890a5d46c8 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] 10.222.0.83 "GET /v2.0/ports/b10d36ce-4b06-40f1-9807-9546d7b3fac2 HTTP/1.1" status: 404 len: 333 time: 0.0684850 Aug 26 01:10:07.172929 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47032) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:07.199557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Pushing event updated for resources: {'Port': ['ID=0d1a81b2-ec21-4a09-89dd-6466900f86f4,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:07.218376 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb214f48-6a97-4727-af12-95f6c386c871 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] GET failed (client error): The resource could not be found. Aug 26 01:10:07.219736 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cb214f48-6a97-4727-af12-95f6c386c871 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] 10.222.0.83 "GET /v2.0/subnets/794caca7-98d2-43e9-962c-17cb8b35487a HTTP/1.1" status: 404 len: 337 time: 0.0458708 Aug 26 01:10:07.224185 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47036) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:07.230118 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e6ee677a-f11f-40ac-93cc-5d446e11d3eb tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:07.261670 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ee677a-f11f-40ac-93cc-5d446e11d3eb tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] PUT failed (client error): The resource could not be found. Aug 26 01:10:07.262119 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ee677a-f11f-40ac-93cc-5d446e11d3eb tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:10:07.266944 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e6ee677a-f11f-40ac-93cc-5d446e11d3eb tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] 10.222.0.83 "PUT /v2.0/networks/3e736099-9d9d-44a4-bcc7-b4ab1e7a7f21 HTTP/1.1" status: 404 len: 339 time: 0.0381360 Aug 26 01:10:07.267087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47040) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:07.273934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-a4476258-1320-44a2-b574-6b7f9f35111f tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:07.298460 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:07.307523 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:10:07.318541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Router 7a4d88fa-7a13-4b39-af03-a5d57be9ee76 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:10:07.332726 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4476258-1320-44a2-b574-6b7f9f35111f tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] PUT failed (client error): The resource could not be found. Aug 26 01:10:07.333250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4476258-1320-44a2-b574-6b7f9f35111f tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:10:07.338161 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a4476258-1320-44a2-b574-6b7f9f35111f tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] 10.222.0.83 "PUT /v2.0/ports/cc30006e-d21a-49a4-b843-a6bcc1fe37c8 HTTP/1.1" status: 404 len: 333 time: 0.0659037 Aug 26 01:10:07.344758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-36c7cffd-1952-4266-852d-7d1447a73c84 None None] Provisioning complete for port 974fd392-bc62-4b89-8882-ac96642d0f30 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:07.345139 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-36c7cffd-1952-4266-852d-7d1447a73c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:07.345382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47044) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:07.354446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:07.365793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-cf04af3d-d1f0-418c-8fdb-48b5df4877b3 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:07.369438 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Attempting to bind port 0d1a81b2-ec21-4a09-89dd-6466900f86f4 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:10:07.369833 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Attempting to bind port 0d1a81b2-ec21-4a09-89dd-6466900f86f4 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '675c0d72-23ec-44c5-a0b0-7d5436d9736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:10:07.370185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Attempting to bind port 0d1a81b2-ec21-4a09-89dd-6466900f86f4 on network 1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:07.396085 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:10:07.396465 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Checking segment: {'id': '675c0d72-23ec-44c5-a0b0-7d5436d9736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:07.397292 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:07.397520 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Bound using segment: {'id': '675c0d72-23ec-44c5-a0b0-7d5436d9736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:10:07.398058 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Bound port: 0d1a81b2-ec21-4a09-89dd-6466900f86f4, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675c0d72-23ec-44c5-a0b0-7d5436d9736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:10:07.398411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:07.407238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 1e1a73e6-813d-4803-a88c-01ed7ce0558a is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:07.408668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:07.411531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Transition to ACTIVE for port object 9ebe4e58-91d8-4b6f-a1e3-2ee07e4241b3 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:07.431257 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf04af3d-d1f0-418c-8fdb-48b5df4877b3 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] PUT failed (client error): The resource could not be found. Aug 26 01:10:07.431801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf04af3d-d1f0-418c-8fdb-48b5df4877b3 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:10:07.436573 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cf04af3d-d1f0-418c-8fdb-48b5df4877b3 tempest-NetworksNegativeTestJSON-1360396564 tempest-NetworksNegativeTestJSON-1360396564-project] 10.222.0.83 "PUT /v2.0/subnets/22aeb509-dfbe-461d-9ade-918de8846432 HTTP/1.1" status: 404 len: 337 time: 0.0851216 Aug 26 01:10:07.444520 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:07.445411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:07.537026 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] For port 0d1a81b2-ec21-4a09-89dd-6466900f86f4, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:10:07.540487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] For port 0d1a81b2-ec21-4a09-89dd-6466900f86f4, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0d1a81b2-ec21-4a09-89dd-6466900f86f4,segment=NetworkSegment(675c0d72-23ec-44c5-a0b0-7d5436d9736d),segment_id=675c0d72-23ec-44c5-a0b0-7d5436d9736d)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:10:07.542436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-36c7cffd-1952-4266-852d-7d1447a73c84 None None] Port 974fd392-bc62-4b89-8882-ac96642d0f30 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:10:07.558344 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:07.564454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:07.565706 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-84726921-4a4e-4864-a007-e01010612035 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "PUT /v2.0/routers/7a4d88fa-7a13-4b39-af03-a5d57be9ee76 HTTP/1.1" status: 200 len: 918 time: 4.9554965 Aug 26 01:10:07.568559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47050) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:07.570977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b15dd2-6dd8-4265-bd1d-77c785a41b13 None None] Sync routers for ids ['7a4d88fa-7a13-4b39-af03-a5d57be9ee76'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:07.574448 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b4f2-4698-4861-800f-0d6a6a58d165 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:07.574911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 1e1a73e6-813d-4803-a88c-01ed7ce0558a, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1e1a73e6-813d-4803-a88c-01ed7ce0558a,segment=NetworkSegment(88915039-083f-43ea-9ed0-38cb8900edf1),segment_id=88915039-083f-43ea-9ed0-38cb8900edf1)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:07.584792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Network 52981b1f-afc0-46af-bfbb-7e4ec3c3ab56 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:10:07.585223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b15dd2-6dd8-4265-bd1d-77c785a41b13 None None] Routers {'7a4d88fa-7a13-4b39-af03-a5d57be9ee76'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:07.585949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-95b15dd2-6dd8-4265-bd1d-77c785a41b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7a4d88fa-7a13-4b39-af03-a5d57be9ee76'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:07.649418 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:07.715131 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-95b15dd2-6dd8-4265-bd1d-77c785a41b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:07.717387 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:07.718180 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e3f05242-7512-4281-8da0-b26f6c664ad1 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:07.770184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4b4f2-4698-4861-800f-0d6a6a58d165 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for cbb92cc8-5c88-4e2f-856b-377b88155fdd owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:07.809865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b15dd2-6dd8-4265-bd1d-77c785a41b13 None None] Routers {'7a4d88fa-7a13-4b39-af03-a5d57be9ee76'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:07.812074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-95b15dd2-6dd8-4265-bd1d-77c785a41b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7a4d88fa-7a13-4b39-af03-a5d57be9ee76'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:07.829042 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5e2c79c2-ac19-424f-a972-d1d16023e22e tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/routers/7a4d88fa-7a13-4b39-af03-a5d57be9ee76 HTTP/1.1" status: 200 len: 924 time: 0.2561157 Aug 26 01:10:07.829265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47054) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:07.935242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-95b15dd2-6dd8-4265-bd1d-77c785a41b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:07.935982 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b15dd2-6dd8-4265-bd1d-77c785a41b13 None None] The sync data for ids ['7a4d88fa-7a13-4b39-af03-a5d57be9ee76'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:07.937155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 52981b1f-afc0-46af-bfbb-7e4ec3c3ab56) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:07.969157 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe132a5f-6d32-41ac-9e0e-4ccd23426607 None None] Pushing event updated for resources: {'Port': ['ID=0d1a81b2-ec21-4a09-89dd-6466900f86f4,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:07.977980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f226f470-f7b7-4b68-8054-9e790c2eb13c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:07.979154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f226f470-f7b7-4b68-8054-9e790c2eb13c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Synchronizing usage tracker for tenant:444e07bc0da54134a889d6a9e6f1a7f2 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:07.987060 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc713aed-22cb-40dc-82cc-d694176dd4de None None] Network 52981b1f-afc0-46af-bfbb-7e4ec3c3ab56 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:07.991972 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event updated for resources: {'Port': ['ID=974fd392-bc62-4b89-8882-ac96642d0f30,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:07.997333 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f226f470-f7b7-4b68-8054-9e790c2eb13c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Unset dirty status for tenant:444e07bc0da54134a889d6a9e6f1a7f2 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:07.998583 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f226f470-f7b7-4b68-8054-9e790c2eb13c tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&device_id=7a4d88fa-7a13-4b39-af03-a5d57be9ee76&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1683877 Aug 26 01:10:08.001621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47058) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:08.013464 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:08.014141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:08.168825 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:08.237913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47064) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:08.272814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358fb569-f7c6-4939-96c7-c6bff6ea50fe tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:08.278115 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-358fb569-f7c6-4939-96c7-c6bff6ea50fe tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/networks/49e274ef-58e5-4652-9e84-36bb0a18cd29 HTTP/1.1" status: 200 len: 881 time: 0.2751253 Aug 26 01:10:08.280633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47070) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:08.349430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 9345ad22-cf04-4cb5-a72f-4d990eec95e1 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:08.365156 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e3f05242-7512-4281-8da0-b26f6c664ad1 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:08.365715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:08.382952 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:08.387664 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:08.393864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:08.394851 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:08.423164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Allocated IP 172.23.0.1 (1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3/b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb/ea2cba52-7a4e-457a-a4e3-2982f89ae52f) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:08.445568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=9ebe4e58-91d8-4b6f-a1e3-2ee07e4241b3,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:08.486140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=1e1a73e6-813d-4803-a88c-01ed7ce0558a,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:08.502067 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-420f7346-03ba-47d8-bdda-27ddb024cb2a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8871238 Aug 26 01:10:08.518485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Network 443da489-868a-4da3-b375-28df8cac8aeb is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:08.524184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:08.537844 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Allocated IP 2001:db8::2 (9345ad22-cf04-4cb5-a72f-4d990eec95e1/ed353b2a-61bb-44fe-b2ac-3461de13bd20/376e5508-2cdf-4404-be1f-a029ad14c5a8) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:08.558676 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0b56feea-0619-4f5e-9a72-363005daa554 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.8890314 Aug 26 01:10:08.615797 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a2127835-53b7-4359-89e4-fc7615d43e68 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a4d88fa-7a13-4b39-af03-a5d57be9ee76 HTTP/1.1" status: 200 len: 205 time: 0.3308535 Aug 26 01:10:08.638190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47076) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:08.638618 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47078) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:08.639976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:08.801542 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-13c02b2f-7bc6-407c-9609-cca34467f23b None None] Provisioning for port ae90aa6e-0dd4-4350-a2f0-dc42f427720a completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:08.978990 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 44eb0247-26b4-4647-a209-4654026f992a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:10:08.993473 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:09.024510 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Usage tracker for resource:security_group_rule and tenant:babeffe0153e4d96993efdf02668bd33 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:09.041664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:09.056581 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-cab67807-d0ba-4427-86a6-8aba9ff5e13e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 9ebe4e58-91d8-4b6f-a1e3-2ee07e4241b3 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:09.056964 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cab67807-d0ba-4427-86a6-8aba9ff5e13e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:09.102579 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:09.204771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e3f05242-7512-4281-8da0-b26f6c664ad1 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:09.208399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ca27c010-dfcb-4851-b991-adf13ae8a8fd up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:09.214608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b4f2-4698-4861-800f-0d6a6a58d165 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:09.261214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54afbaf9-378f-4f2f-b30a-7a515748946d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:09.272671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e68cf2-a83b-4c07-b4ff-3f685517a782 None None] Network 52981b1f-afc0-46af-bfbb-7e4ec3c3ab56 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:09.303443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4b4f2-4698-4861-800f-0d6a6a58d165 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=cbb92cc8-5c88-4e2f-856b-377b88155fdd,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:09.314472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:09.327658 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Sync routers for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:09.343578 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:09.344734 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:09.345660 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-836f4b12-e7be-4086-a573-add272707085 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/44eb0247-26b4-4647-a209-4654026f992a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5637236 Aug 26 01:10:09.416944 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47090) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:09.448138 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-02e02b87-dc23-4b44-b461-83d7e9593bb8 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:09.499820 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-608802c0-d9c0-4d63-af82-7d6fd2058d9b None None] Could not find standard attr ID for object cbb92cc8-5c88-4e2f-856b-377b88155fdd. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:10:09.598344 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c24490-ae92-4c7b-8a1c-21a356734346 None None] Network 1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:09.637936 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:09.825099 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-608802c0-d9c0-4d63-af82-7d6fd2058d9b None None] Provisioning complete for port 974fd392-bc62-4b89-8882-ac96642d0f30 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:09.825630 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-608802c0-d9c0-4d63-af82-7d6fd2058d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:09.838336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b4f2-4698-4861-800f-0d6a6a58d165 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:09.840199 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d4a4b4f2-4698-4861-800f-0d6a6a58d165 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/cbb92cc8-5c88-4e2f-856b-377b88155fdd HTTP/1.1" status: 204 len: 168 time: 4.4884408 Aug 26 01:10:09.856826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47100) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:09.881416 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:09.930193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:09.946865 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47104) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:09.960001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port ca27c010-dfcb-4851-b991-adf13ae8a8fd completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:09.970479 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-895571502-network', 'tenant_id': '31e3fc2bea0047b1be707ac160d23056'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:09.987635 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:09.999545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:10.000413 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ca27c010-dfcb-4851-b991-adf13ae8a8fd triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:10.003775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.009963 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Usage tracker for resource:network and tenant:31e3fc2bea0047b1be707ac160d23056 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:10.017516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:10.031224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Transition to ACTIVE for port object ea2cba52-7a4e-457a-a4e3-2982f89ae52f will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:10.035886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:10.049706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8302daea-98b8-461a-afd5-958011cba55c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:10.052927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8302daea-98b8-461a-afd5-958011cba55c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:10.053705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8302daea-98b8-461a-afd5-958011cba55c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:10.078989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-608802c0-d9c0-4d63-af82-7d6fd2058d9b None None] Port 974fd392-bc62-4b89-8882-ac96642d0f30 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:10:10.084547 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Transition to ACTIVE for port object 376e5508-2cdf-4404-be1f-a029ad14c5a8 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:10.115498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Made reservation on behalf of 31e3fc2bea0047b1be707ac160d23056 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:10.120013 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.138805 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.151565 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8302daea-98b8-461a-afd5-958011cba55c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:10.157439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.158365 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8302daea-98b8-461a-afd5-958011cba55c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3005083 Aug 26 01:10:10.159874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47108) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:10.209013 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:10.221399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.232475 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Usage tracker for resource:security_group_rule and tenant:31e3fc2bea0047b1be707ac160d23056 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:10.236621 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:05Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': '974fd392-bc62-4b89-8882-ac96642d0f30', 'name': '', 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:7d:f7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:01Z', 'updated_at': '2022-08-26T01:10:06Z', 'revision_number': 2, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c5e82de-c41e-435c-b00b-cd91d8f817a0', 'name': '', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:2f:b6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:44Z', 'updated_at': '2022-08-26T01:09:59Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:10.243690 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Checking router: 44eb0247-26b4-4647-a209-4654026f992a for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:10:10.244172 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Updating router 44eb0247-26b4-4647-a209-4654026f992a port 974fd392-bc62-4b89-8882-ac96642d0f30 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:10:10.263086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Transition to ACTIVE for port object 376e5508-2cdf-4404-be1f-a029ad14c5a8 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:10.280983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54afbaf9-378f-4f2f-b30a-7a515748946d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.284658 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:10.326289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:10.327616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ec2053-3b8c-4eec-b665-225e28b42ee2,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:10.343246 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=babeffe0153e4d96993efdf02668bd33&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1061571 Aug 26 01:10:10.351749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47112) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:10.356242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.356913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.357101 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.357669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.358531 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.358963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.360151 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.360556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.360957 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.361351 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.361862 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.362344 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68756d85-6288-4b1c-bd40-1dfb0339eccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.384357 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.385799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:10.401169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-54afbaf9-378f-4f2f-b30a-7a515748946d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Deleting port 966a8881-bed6-4a14-b1f5-484d7ce06b4b {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:10.401584 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54afbaf9-378f-4f2f-b30a-7a515748946d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.406725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec1372d-e7a1-493c-a647-f23d5e201d21 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 1732b6a1-b446-455a-a704-2cae9e92402e {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:10:10.415580 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5ec1372d-e7a1-493c-a647-f23d5e201d21 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.455724 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.510340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-625fd64a-96be-4f17-95c5-7fc1d6ad9b2e None None] Provisioning for port 0d1a81b2-ec21-4a09-89dd-6466900f86f4 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:10.564652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5ec1372d-e7a1-493c-a647-f23d5e201d21 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.599267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Network 9345ad22-cf04-4cb5-a72f-4d990eec95e1 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:10.611537 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:10.618158 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:10.630200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Pushing event updated for resources: {'Port': ['ID=376e5508-2cdf-4404-be1f-a029ad14c5a8,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:10.633702 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ca27c010-dfcb-4851-b991-adf13ae8a8fd is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:10.634327 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.704690 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.704919 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.705269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.705613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.717108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.717536 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.717917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.718263 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.718605 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.718939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.719270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.719596 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:10.742004 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5ec1372d-e7a1-493c-a647-f23d5e201d21 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.746727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.857208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:10.882424 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:10.888343 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port ca27c010-dfcb-4851-b991-adf13ae8a8fd, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ca27c010-dfcb-4851-b991-adf13ae8a8fd,segment=NetworkSegment(f9ef22e0-9e77-487a-8cdb-6f20102f1c2a),segment_id=f9ef22e0-9e77-487a-8cdb-6f20102f1c2a)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:10.892742 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Attempting to bind port 376e5508-2cdf-4404-be1f-a029ad14c5a8 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:10:10.893112 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Attempting to bind port 376e5508-2cdf-4404-be1f-a029ad14c5a8 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'edb0751a-c515-4b37-9a53-7f5e060d0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '9345ad22-cf04-4cb5-a72f-4d990eec95e1'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:10:10.893477 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Attempting to bind port 376e5508-2cdf-4404-be1f-a029ad14c5a8 on network 9345ad22-cf04-4cb5-a72f-4d990eec95e1 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:10.904959 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:10:10.905340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Checking segment: {'id': 'edb0751a-c515-4b37-9a53-7f5e060d0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '9345ad22-cf04-4cb5-a72f-4d990eec95e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:10.905775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.906388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Bound using segment: {'id': 'edb0751a-c515-4b37-9a53-7f5e060d0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '9345ad22-cf04-4cb5-a72f-4d990eec95e1'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:10:10.906881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Bound port: 376e5508-2cdf-4404-be1f-a029ad14c5a8, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb0751a-c515-4b37-9a53-7f5e060d0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '9345ad22-cf04-4cb5-a72f-4d990eec95e1'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:10:10.907258 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:10.981996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=ea2cba52-7a4e-457a-a4e3-2982f89ae52f,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:10.989069 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.025577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5ec1372d-e7a1-493c-a647-f23d5e201d21 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.033426 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.051499 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Transition to ACTIVE for port object 974fd392-bc62-4b89-8882-ac96642d0f30 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:11.132024 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.199313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1372d-e7a1-493c-a647-f23d5e201d21 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=1732b6a1-b446-455a-a704-2cae9e92402e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:11.200339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5ec1372d-e7a1-493c-a647-f23d5e201d21 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.204274 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3651206-5c89-4580-b464-69fa33b0b4d4 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:11.225073 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54afbaf9-378f-4f2f-b30a-7a515748946d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.257315 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=ca27c010-dfcb-4851-b991-adf13ae8a8fd,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:11.274177 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.295767 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] For port 376e5508-2cdf-4404-be1f-a029ad14c5a8, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:10:11.386685 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5ec1372d-e7a1-493c-a647-f23d5e201d21 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/1732b6a1-b446-455a-a704-2cae9e92402e HTTP/1.1" status: 204 len: 168 time: 1.2232211 Aug 26 01:10:11.391725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47116) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:11.398119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c2ccda31-412a-4a10-b6d6-700541ef010d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.412352 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] For port 376e5508-2cdf-4404-be1f-a029ad14c5a8, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=376e5508-2cdf-4404-be1f-a029ad14c5a8,segment=NetworkSegment(edb0751a-c515-4b37-9a53-7f5e060d0e55),segment_id=edb0751a-c515-4b37-9a53-7f5e060d0e55)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:10:11.489530 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-54afbaf9-378f-4f2f-b30a-7a515748946d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Calling delete_port for 966a8881-bed6-4a14-b1f5-484d7ce06b4b owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:11.532005 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1e1a73e6-813d-4803-a88c-01ed7ce0558a up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:11.538033 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3175279a-8cc0-4d61-a86b-65ef01931264 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1279593 Aug 26 01:10:11.554191 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Attempting to bind port 974fd392-bc62-4b89-8882-ac96642d0f30 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:10:11.555013 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Attempting to bind port 974fd392-bc62-4b89-8882-ac96642d0f30 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '88915039-083f-43ea-9ed0-38cb8900edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:10:11.566678 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Attempting to bind port 974fd392-bc62-4b89-8882-ac96642d0f30 on network 443da489-868a-4da3-b375-28df8cac8aeb {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:11.566678 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:10:11.566678 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Checking segment: {'id': '88915039-083f-43ea-9ed0-38cb8900edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:11.566678 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.566678 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Bound using segment: {'id': '88915039-083f-43ea-9ed0-38cb8900edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:10:11.566678 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Bound port: 974fd392-bc62-4b89-8882-ac96642d0f30, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88915039-083f-43ea-9ed0-38cb8900edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:10:11.567713 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.570817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47120) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:11.586926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c2ccda31-412a-4a10-b6d6-700541ef010d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.611870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.680815 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a562b2c5-9fed-4375-9efa-68cc5a3b7e89 None None] Provisioning for port ea2cba52-7a4e-457a-a4e3-2982f89ae52f completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:11.685557 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e52af-01c5-470b-9636-6d84975f08c7 None None] Pushing event updated for resources: {'Port': ['ID=974fd392-bc62-4b89-8882-ac96642d0f30,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:11.736296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.744703 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] For port 974fd392-bc62-4b89-8882-ac96642d0f30, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:10:11.804165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cab67807-d0ba-4427-86a6-8aba9ff5e13e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.841033 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] For port 974fd392-bc62-4b89-8882-ac96642d0f30, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=974fd392-bc62-4b89-8882-ac96642d0f30,segment=NetworkSegment(88915039-083f-43ea-9ed0-38cb8900edf1),segment_id=88915039-083f-43ea-9ed0-38cb8900edf1)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:10:11.858568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1f5356-ee59-4026-91a1-396fadaeb565 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:11.859296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1d1f5356-ee59-4026-91a1-396fadaeb565 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:11.877484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1d1f5356-ee59-4026-91a1-396fadaeb565 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:11.878707 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e313c5a-305f-4cbf-ad8c-d63e77fb16e8 None None] Pushing event updated for resources: {'Port': ['ID=376e5508-2cdf-4404-be1f-a029ad14c5a8,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:11.881836 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1d1f5356-ee59-4026-91a1-396fadaeb565 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3070652 Aug 26 01:10:11.889710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47126) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:11.915234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a562b2c5-9fed-4375-9efa-68cc5a3b7e89 None None] Provisioning complete for port ea2cba52-7a4e-457a-a4e3-2982f89ae52f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:11.915622 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a562b2c5-9fed-4375-9efa-68cc5a3b7e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.936175 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.991079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:11.996012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c2ccda31-412a-4a10-b6d6-700541ef010d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:12.000799 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:12.000799 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:12.038070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-a562b2c5-9fed-4375-9efa-68cc5a3b7e89 None None] Port ea2cba52-7a4e-457a-a4e3-2982f89ae52f cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:10:12.082943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:10:12.093785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 1e1a73e6-813d-4803-a88c-01ed7ce0558a triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:12.094165 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:12.100178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54afbaf9-378f-4f2f-b30a-7a515748946d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:12.109903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:12.110484 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Added segment 2735fc04-3852-4d3d-b4b5-12e3ded9ffda of type vlan for network d3df3f65-766d-43c8-af04-7ba4dd6b3020 Aug 26 01:10:12.117443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-cab67807-d0ba-4427-86a6-8aba9ff5e13e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 9ebe4e58-91d8-4b6f-a1e3-2ee07e4241b3 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:12.140548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:12.206483 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052c382c-250e-4fe9-a07d-27ee6aa3db3c None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:10:12.222403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-052c382c-250e-4fe9-a07d-27ee6aa3db3c None None] Deleting port ae90aa6e-0dd4-4350-a2f0-dc42f427720a {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:12.222939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-052c382c-250e-4fe9-a07d-27ee6aa3db3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:12.238853 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c540d7ea-2050-4110-8aa9-d9ae7e06fc81,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:12.243662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c2ccda31-412a-4a10-b6d6-700541ef010d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:12.246054 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c2ccda31-412a-4a10-b6d6-700541ef010d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/86ec2053-3b8c-4eec-b665-225e28b42ee2 HTTP/1.1" status: 204 len: 168 time: 1.8693216 Aug 26 01:10:12.252866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afbaf9-378f-4f2f-b30a-7a515748946d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Pushing event deleted for resources: {'Port': ['ID=966a8881-bed6-4a14-b1f5-484d7ce06b4b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:12.271189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bf8bae-c67b-4350-baff-d5200db1dbc8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:12.271189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d5bf8bae-c67b-4350-baff-d5200db1dbc8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:12.273864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:12.298102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:12.299080 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:12.300756 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:12.302317 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e52af-01c5-470b-9636-6d84975f08c7 None None] Pushing event updated for resources: {'Port': ['ID=974fd392-bc62-4b89-8882-ac96642d0f30,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:12.314288 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:12.334953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ed01b9a8-7fa8-47e9-b61e-68c316627ab2 None None] Provisioning complete for port ea2cba52-7a4e-457a-a4e3-2982f89ae52f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:12.335651 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ed01b9a8-7fa8-47e9-b61e-68c316627ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:12.344471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccda31-412a-4a10-b6d6-700541ef010d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ec2053-3b8c-4eec-b665-225e28b42ee2,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:12.533810 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54afbaf9-378f-4f2f-b30a-7a515748946d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:12.549330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] Pushing event updated for resources: {'Network': ['ID=d3df3f65-766d-43c8-af04-7ba4dd6b3020,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:12.562685 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d5bf8bae-c67b-4350-baff-d5200db1dbc8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:12.564557 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d5bf8bae-c67b-4350-baff-d5200db1dbc8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6736870 Aug 26 01:10:12.577146 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ed01b9a8-7fa8-47e9-b61e-68c316627ab2 None None] Port ea2cba52-7a4e-457a-a4e3-2982f89ae52f cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:10:12.595226 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network d3df3f65-766d-43c8-af04-7ba4dd6b3020 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:10:12.637084 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 1e1a73e6-813d-4803-a88c-01ed7ce0558a is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:12.638464 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0d1a81b2-ec21-4a09-89dd-6466900f86f4 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:12.667142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47134) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:12.807447 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:05Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': '974fd392-bc62-4b89-8882-ac96642d0f30', 'name': '', 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:7d:f7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:01Z', 'updated_at': '2022-08-26T01:10:11Z', 'revision_number': 4, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c5e82de-c41e-435c-b00b-cd91d8f817a0', 'name': '', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:2f:b6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:44Z', 'updated_at': '2022-08-26T01:09:59Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:12.816545 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dce30c-77cd-47b2-866a-f83cc34504bb None None] The sync data for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv is: [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:05Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': '974fd392-bc62-4b89-8882-ac96642d0f30', 'name': '', 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:7d:f7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:01Z', 'updated_at': '2022-08-26T01:10:11Z', 'revision_number': 4, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c5e82de-c41e-435c-b00b-cd91d8f817a0', 'name': '', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:2f:b6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:44Z', 'updated_at': '2022-08-26T01:09:59Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:12.888871 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54afbaf9-378f-4f2f-b30a-7a515748946d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:12.903594 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54afbaf9-378f-4f2f-b30a-7a515748946d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:12.969608 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-906d4ac4-b698-49bd-bb7d-d648c1438ace admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0135312 Aug 26 01:10:12.979281 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47140) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:12.993177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-052c382c-250e-4fe9-a07d-27ee6aa3db3c None None] For port ae90aa6e-0dd4-4350-a2f0-dc42f427720a, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ae90aa6e-0dd4-4350-a2f0-dc42f427720a,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:12.994123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-052c382c-250e-4fe9-a07d-27ee6aa3db3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:13.003956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] Request body: {'subnet': {'network_id': 'd3df3f65-766d-43c8-af04-7ba4dd6b3020', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-895571502-subnet', 'tenant_id': '31e3fc2bea0047b1be707ac160d23056', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:13.015053 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:13.024879 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] Usage tracker for resource:subnet and tenant:31e3fc2bea0047b1be707ac160d23056 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:13.031033 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:13.056229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:13.090248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54afbaf9-378f-4f2f-b30a-7a515748946d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:13.102632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54afbaf9-378f-4f2f-b30a-7a515748946d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Fanout notify agent at l3_agent the message router_deleted on router 7a4d88fa-7a13-4b39-af03-a5d57be9ee76 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:10:13.166419 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8de63456-0e14-4a1c-8120-fb9389167a37 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4975643 Aug 26 01:10:13.181352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47146) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:13.190198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-e4203558-c408-4fc8-8112-c681516be9d0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:13.264664 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-052c382c-250e-4fe9-a07d-27ee6aa3db3c None None] Calling delete_port for ae90aa6e-0dd4-4350-a2f0-dc42f427720a owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:13.313244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] Made reservation on behalf of 31e3fc2bea0047b1be707ac160d23056 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:13.317099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:13.358826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7088122b-c01b-4992-bce0-e2701e920602 None None] Network 9345ad22-cf04-4cb5-a72f-4d990eec95e1 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:13.550831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-052c382c-250e-4fe9-a07d-27ee6aa3db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:13.551084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e4203558-c408-4fc8-8112-c681516be9d0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:13.569001 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e4203558-c408-4fc8-8112-c681516be9d0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:13.625652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:13.660280 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c382c-250e-4fe9-a07d-27ee6aa3db3c None None] Pushing event deleted for resources: {'Port': ['ID=ae90aa6e-0dd4-4350-a2f0-dc42f427720a,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:13.676871 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052c382c-250e-4fe9-a07d-27ee6aa3db3c None None] No DVR routers for this DVR port ae90aa6e-0dd4-4350-a2f0-dc42f427720a on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:10:13.703703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4203558-c408-4fc8-8112-c681516be9d0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:13.709565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-42594393-a8e4-4b06-bdde-49d24d2a47f5 None None] Provisioning for port 376e5508-2cdf-4404-be1f-a029ad14c5a8 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:13.710662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4203558-c408-4fc8-8112-c681516be9d0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:13.757309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:13.874056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54afbaf9-378f-4f2f-b30a-7a515748946d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:13.875326 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-54afbaf9-378f-4f2f-b30a-7a515748946d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "DELETE /v2.0/routers/7a4d88fa-7a13-4b39-af03-a5d57be9ee76 HTTP/1.1" status: 204 len: 168 time: 5.2181513 Aug 26 01:10:13.897892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47164) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:13.915554 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.extraroute_db [None req-02e02b87-dc23-4b44-b461-83d7e9593bb8 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=89863) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Aug 26 01:10:13.919450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 0d1a81b2-ec21-4a09-89dd-6466900f86f4 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:13.934803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 0d1a81b2-ec21-4a09-89dd-6466900f86f4 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:13.935405 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:13.978603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:13.981802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.extraroute_db [None req-02e02b87-dc23-4b44-b461-83d7e9593bb8 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Removed routes are [] {{(pid=89863) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Aug 26 01:10:13.981802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02e02b87-dc23-4b44-b461-83d7e9593bb8 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:14.044150 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-86b1f1db-a6e7-428d-b814-7b5256d11a50 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1999959935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:14.089689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9afce7ab-9082-43b4-a470-f43be741e0d8,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:14.102830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 0d1a81b2-ec21-4a09-89dd-6466900f86f4 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:14.103177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:14.111330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-86b1f1db-a6e7-428d-b814-7b5256d11a50 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:14.157082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 0d1a81b2-ec21-4a09-89dd-6466900f86f4, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0d1a81b2-ec21-4a09-89dd-6466900f86f4,segment=NetworkSegment(675c0d72-23ec-44c5-a0b0-7d5436d9736d),segment_id=675c0d72-23ec-44c5-a0b0-7d5436d9736d)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:14.157490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47172) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:14.202853 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-86b1f1db-a6e7-428d-b814-7b5256d11a50 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Usage tracker for resource:router and tenant:df11ba4ec1ec4a9eb1c23424d876b57f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:14.208476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event updated for resources: {'Port': ['ID=ea2cba52-7a4e-457a-a4e3-2982f89ae52f,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:14.218618 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-86b1f1db-a6e7-428d-b814-7b5256d11a50 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:14.226461 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:14.227530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ae90aa6e-0dd4-4350-a2f0-dc42f427720a up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:14.245648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-86b1f1db-a6e7-428d-b814-7b5256d11a50 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:14.271979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:14.309137 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: ae90aa6e-0dd4-4350-a2f0-dc42f427720a {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:10:14.309270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ae90aa6e-0dd4-4350-a2f0-dc42f427720a not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Aug 26 01:10:14.348020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cab67807-d0ba-4427-86a6-8aba9ff5e13e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:14.360466 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Port ae90aa6e-0dd4-4350-a2f0-dc42f427720a not found, will not notify nova. {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Aug 26 01:10:14.405296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-86b1f1db-a6e7-428d-b814-7b5256d11a50 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:14.405867 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=0d1a81b2-ec21-4a09-89dd-6466900f86f4,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:14.406671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-86b1f1db-a6e7-428d-b814-7b5256d11a50 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:14.411668 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] Checking segment: {'id': '2735fc04-3852-4d3d-b4b5-12e3ded9ffda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd3df3f65-766d-43c8-af04-7ba4dd6b3020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:14.412041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] Network hostable DHCP agents. Network: d3df3f65-766d-43c8-af04-7ba4dd6b3020, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:10:14.441284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab67807-d0ba-4427-86a6-8aba9ff5e13e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=9ebe4e58-91d8-4b6f-a1e3-2ee07e4241b3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:14.493783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-eb206de5-78be-423e-b944-d660b16df656 None None] Could not find standard attr ID for object 9ebe4e58-91d8-4b6f-a1e3-2ee07e4241b3. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:10:14.505053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ad49c-4f04-4973-9cf0-3d4e0aaa6a8c req-65a3cccc-97de-4264-85be-2bd4ef5051dc tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:14.513338 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cab67807-d0ba-4427-86a6-8aba9ff5e13e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:14.513872 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4d1ad49c-4f04-4973-9cf0-3d4e0aaa6a8c req-65a3cccc-97de-4264-85be-2bd4ef5051dc tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.3737152 Aug 26 01:10:14.563471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-86b1f1db-a6e7-428d-b814-7b5256d11a50 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:14.623842 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d57abb29-1d53-4d57-a01c-bf4bf224abeb tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1996463945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:14.642869 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cab67807-d0ba-4427-86a6-8aba9ff5e13e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/9ebe4e58-91d8-4b6f-a1e3-2ee07e4241b3 HTTP/1.1" status: 204 len: 168 time: 5.9881060 Aug 26 01:10:14.644502 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] Network d3df3f65-766d-43c8-af04-7ba4dd6b3020 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:10:14.654930 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d57abb29-1d53-4d57-a01c-bf4bf224abeb tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:14.657267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47178) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:14.664280 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4d1ad49c-4f04-4973-9cf0-3d4e0aaa6a8c req-77d76762-d469-4f17-8586-490074a180c9 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269734 Aug 26 01:10:14.718504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 376e5508-2cdf-4404-be1f-a029ad14c5a8 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:14.748044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Network 1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:14.756536 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d57abb29-1d53-4d57-a01c-bf4bf224abeb tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Usage tracker for resource:router and tenant:421deb42f88641849344b6cff13df80f is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:14.760198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-86b1f1db-a6e7-428d-b814-7b5256d11a50 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:14.766909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:14.796950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1831e3-0d6f-43ac-b854-cd45915c55b1 req-af61b8a0-fb4a-45c5-ac73-1a514ceee066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:14.799474 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b1831e3-0d6f-43ac-b854-cd45915c55b1 req-af61b8a0-fb4a-45c5-ac73-1a514ceee066 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2b51416469154fda977a78b7767f918c&device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 1098 time: 0.7051601 Aug 26 01:10:14.806414 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d57abb29-1d53-4d57-a01c-bf4bf224abeb tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:14.872433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, d3df3f65-766d-43c8-af04-7ba4dd6b3020) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:14.885221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d57abb29-1d53-4d57-a01c-bf4bf224abeb tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:14.894328 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-75273771-6550-4706-9833-8fe8e26bcea6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] GET failed (client error): The resource could not be found. Aug 26 01:10:14.900245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-75273771-6550-4706-9833-8fe8e26bcea6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:14.916353 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba1578c-2319-4c89-8084-c6a6a6ce298a None None] Network d3df3f65-766d-43c8-af04-7ba4dd6b3020 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:14.991841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-cef9ed4b-8905-46b1-a7d8-d388a2428752 None None] Could not find standard attr ID for object 9ebe4e58-91d8-4b6f-a1e3-2ee07e4241b3. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:10:15.001563 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:15.003000 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:15.071031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02e02b87-dc23-4b44-b461-83d7e9593bb8 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:15.082353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02e02b87-dc23-4b44-b461-83d7e9593bb8 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:15.099037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 376e5508-2cdf-4404-be1f-a029ad14c5a8 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:15.111663 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 376e5508-2cdf-4404-be1f-a029ad14c5a8 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:15.112046 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:15.152770 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-893fa618-d156-411b-959d-9447a5deab46 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1722243 Aug 26 01:10:15.223743 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.objects.ports [None req-e4203558-c408-4fc8-8112-c681516be9d0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89862) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:10:15.226875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4203558-c408-4fc8-8112-c681516be9d0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:15.236685 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db0da2d-7052-4a94-a91b-5a921adc2e59 None None] Network d3df3f65-766d-43c8-af04-7ba4dd6b3020 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:15.238750 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d57abb29-1d53-4d57-a01c-bf4bf224abeb tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:15.239848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d57abb29-1d53-4d57-a01c-bf4bf224abeb tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:15.243230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-75273771-6550-4706-9833-8fe8e26bcea6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:15.244613 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-75273771-6550-4706-9833-8fe8e26bcea6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/9ebe4e58-91d8-4b6f-a1e3-2ee07e4241b3 HTTP/1.1" status: 404 len: 333 time: 0.5185549 Aug 26 01:10:15.257457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47184) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:15.262764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-86b1f1db-a6e7-428d-b814-7b5256d11a50 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:15.264248 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-86b1f1db-a6e7-428d-b814-7b5256d11a50 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2346520 Aug 26 01:10:15.270442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:10:15.282102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47186) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:15.295107 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'enable_snat': False}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:15.368505 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1831e3-0d6f-43ac-b854-cd45915c55b1 req-95014a43-32b4-425a-93f9-644cad9e25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:15.370525 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b1831e3-0d6f-43ac-b854-cd45915c55b1 req-95014a43-32b4-425a-93f9-644cad9e25d4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ddd58b69-18ff-473a-81ae-b003ddd4fec6 HTTP/1.1" status: 200 len: 914 time: 0.5380566 Aug 26 01:10:15.391692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d57abb29-1d53-4d57-a01c-bf4bf224abeb tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:15.441345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8032977e-66f1-40f2-a3eb-cffd1eaedc54 None None] Provisioning complete for port ea2cba52-7a4e-457a-a4e3-2982f89ae52f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:15.441777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8032977e-66f1-40f2-a3eb-cffd1eaedc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:15.497490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e02b87-dc23-4b44-b461-83d7e9593bb8 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 44eb0247-26b4-4647-a209-4654026f992a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:10:15.501575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4203558-c408-4fc8-8112-c681516be9d0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:15.522095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-e4203558-c408-4fc8-8112-c681516be9d0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:15.547082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289ab051-3652-4f16-ae1b-05e86ef78b20 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:15.582203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22ebb7a-fd3c-473c-af0b-8ca383b1fbf2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting subnet ed353b2a-61bb-44fe-b2ac-3461de13bd20 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:10:15.755162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4203558-c408-4fc8-8112-c681516be9d0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:15.755749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4203558-c408-4fc8-8112-c681516be9d0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:15.768514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4203558-c408-4fc8-8112-c681516be9d0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=fa644f62-4f08-4fd8-9207-8394f4d11684,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:15.782108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8032977e-66f1-40f2-a3eb-cffd1eaedc54 None None] Port ea2cba52-7a4e-457a-a4e3-2982f89ae52f cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:10:15.802629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 376e5508-2cdf-4404-be1f-a029ad14c5a8 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:15.803366 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:15.834356 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d22ebb7a-fd3c-473c-af0b-8ca383b1fbf2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:15.942637 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b1831e3-0d6f-43ac-b854-cd45915c55b1 req-0b03ebc6-69b6-4596-9b93-58d1ff7d5d13 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c97109-2c25-45f5-9473-dbefc15173ad HTTP/1.1" status: 200 len: 1001 time: 0.5526597 Aug 26 01:10:15.950804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 376e5508-2cdf-4404-be1f-a029ad14c5a8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=376e5508-2cdf-4404-be1f-a029ad14c5a8,segment=NetworkSegment(edb0751a-c515-4b37-9a53-7f5e060d0e55),segment_id=edb0751a-c515-4b37-9a53-7f5e060d0e55)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:15.969126 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': 'fa644f62-4f08-4fd8-9207-8394f4d11684'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:10:15.970323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:16.057993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d57abb29-1d53-4d57-a01c-bf4bf224abeb tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:16.085335 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d22ebb7a-fd3c-473c-af0b-8ca383b1fbf2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:16.113962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:16.114743 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ca27c010-dfcb-4851-b991-adf13ae8a8fd up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:16.139736 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e4203558-c408-4fc8-8112-c681516be9d0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9570391 Aug 26 01:10:16.146941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47208) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:16.149776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:16.155156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e02b87-dc23-4b44-b461-83d7e9593bb8 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:16.155838 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-57c60067-c957-410e-a60a-3739df2a1c33 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/db41edb8-e3cc-460d-ba71-5f6bc10b1ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8772476 Aug 26 01:10:16.160883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'mac_address': 'fa:16:3e:9a:1c:5b', 'name': 'tempest-NetworksTestDHCPv6-1918157062'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:16.166541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47212) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:16.172483 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02e02b87-dc23-4b44-b461-83d7e9593bb8 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:16.173612 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-02e02b87-dc23-4b44-b461-83d7e9593bb8 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/44eb0247-26b4-4647-a209-4654026f992a HTTP/1.1" status: 200 len: 953 time: 6.7467268 Aug 26 01:10:16.177174 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297e016-1462-41aa-9ed7-5421fda80809 None None] Sync routers for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:16.187929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:16.191070 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297e016-1462-41aa-9ed7-5421fda80809 None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:16.191857 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-6297e016-1462-41aa-9ed7-5421fda80809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:16.192002 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47214) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:16.195652 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9ded1d21-03de-4829-9a6c-54af98af7e49 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:16.217846 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Sync routers for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:16.275348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:16.276031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:16.375348 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-6297e016-1462-41aa-9ed7-5421fda80809 None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:16.414040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d22ebb7a-fd3c-473c-af0b-8ca383b1fbf2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:16.420795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Allocated IP 2001:db8::f816:3eff:fe23:fb23 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/fa644f62-4f08-4fd8-9207-8394f4d11684/10066c1b-7787-40a1-be73-d727253d3c11) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:16.460060 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=376e5508-2cdf-4404-be1f-a029ad14c5a8,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:16.527415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace38cd1-7389-4adf-929a-606be07ff241 req-16c22168-c618-40a8-9555-29b0ccdb583f tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:16.528994 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ace38cd1-7389-4adf-929a-606be07ff241 req-16c22168-c618-40a8-9555-29b0ccdb583f tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.6816468 Aug 26 01:10:16.563654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1831e3-0d6f-43ac-b854-cd45915c55b1 req-95e1b80a-dd49-4042-909f-c8bb70410e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:16.566140 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b1831e3-0d6f-43ac-b854-cd45915c55b1 req-95e1b80a-dd49-4042-909f-c8bb70410e17 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8b9c5a93-9423-4301-b9da-a87da6db8e95 HTTP/1.1" status: 200 len: 851 time: 0.5592170 Aug 26 01:10:16.574426 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-6c35b045-0e55-4bb0-bc33-746b31b8beb6 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:16.575941 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-6c35b045-0e55-4bb0-bc33-746b31b8beb6 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Synchronizing usage tracker for tenant:b4779a1b8672466db600fe52bb2949a4 on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:16.611344 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0b569161-d714-4a7f-9a10-f87ffcc13832 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/routers/44eb0247-26b4-4647-a209-4654026f992a HTTP/1.1" status: 200 len: 953 time: 0.4183385 Aug 26 01:10:16.630450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47220) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:16.639932 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-e05273f3-6c49-4193-b6ac-81d602d35909 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'router': {'routes': None}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:16.640789 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ca27c010-dfcb-4851-b991-adf13ae8a8fd triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:16.641165 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:16.687248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d22ebb7a-fd3c-473c-af0b-8ca383b1fbf2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:16.691605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d57abb29-1d53-4d57-a01c-bf4bf224abeb tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:16.695368 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d57abb29-1d53-4d57-a01c-bf4bf224abeb tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 2.5334568 Aug 26 01:10:16.702603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:16.708656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47224) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:16.848743 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ebb7a-fd3c-473c-af0b-8ca383b1fbf2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Subnet': ['ID=ed353b2a-61bb-44fe-b2ac-3461de13bd20,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:16.860132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d22ebb7a-fd3c-473c-af0b-8ca383b1fbf2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:16.880874 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-6297e016-1462-41aa-9ed7-5421fda80809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:13Z', 'revision_number': 6, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': '974fd392-bc62-4b89-8882-ac96642d0f30', 'name': '', 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:7d:f7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:01Z', 'updated_at': '2022-08-26T01:10:11Z', 'revision_number': 4, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c5e82de-c41e-435c-b00b-cd91d8f817a0', 'name': '', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:2f:b6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:44Z', 'updated_at': '2022-08-26T01:09:59Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:16.886796 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297e016-1462-41aa-9ed7-5421fda80809 None None] Checking router: 44eb0247-26b4-4647-a209-4654026f992a for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:10:16.888196 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d22ebb7a-fd3c-473c-af0b-8ca383b1fbf2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/ed353b2a-61bb-44fe-b2ac-3461de13bd20 HTTP/1.1" status: 204 len: 168 time: 1.6162317 Aug 26 01:10:16.892779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47228) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:16.902650 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297e016-1462-41aa-9ed7-5421fda80809 None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:16.903923 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-6297e016-1462-41aa-9ed7-5421fda80809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:16.926173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db9225c-7be7-4a27-aadf-e1237e32029f None None] Network 9345ad22-cf04-4cb5-a72f-4d990eec95e1 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:17.089262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-6c35b045-0e55-4bb0-bc33-746b31b8beb6 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Unset dirty status for tenant:b4779a1b8672466db600fe52bb2949a4 on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:17.095914 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-6c35b045-0e55-4bb0-bc33-746b31b8beb6 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/networks?id=52981b1f-afc0-46af-bfbb-7e4ec3c3ab56 HTTP/1.1" status: 200 len: 812 time: 1.2631676 Aug 26 01:10:17.113562 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-6297e016-1462-41aa-9ed7-5421fda80809 None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:17.322669 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ca27c010-dfcb-4851-b991-adf13ae8a8fd is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:17.323713 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 974fd392-bc62-4b89-8882-ac96642d0f30 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:17.355525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1202062839'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:17.366902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:17.371659 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ace38cd1-7389-4adf-929a-606be07ff241 req-044a1728-6f6f-4bb4-ba8c-e1ae57d842fb tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8331006 Aug 26 01:10:17.386680 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:17.414970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:17.419744 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Usage tracker for resource:network and tenant:421deb42f88641849344b6cff13df80f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:17.429482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:17.454854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:17.467582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:17.534824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Transition to ACTIVE for port object 10066c1b-7787-40a1-be73-d727253d3c11 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:17.548905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1831e3-0d6f-43ac-b854-cd45915c55b1 req-cefe918c-6b13-4fff-a864-a4e9b093ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:17.550996 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b1831e3-0d6f-43ac-b854-cd45915c55b1 req-cefe918c-6b13-4fff-a864-a4e9b093ea28 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ddd58b69-18ff-473a-81ae-b003ddd4fec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8665879 Aug 26 01:10:17.559145 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-5a3193d1-cbd6-48a2-93ad-5b9336adb8ec tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/quotas/b4779a1b8672466db600fe52bb2949a4 HTTP/1.1" status: 200 len: 375 time: 0.4623926 Aug 26 01:10:17.563832 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-6297e016-1462-41aa-9ed7-5421fda80809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:13Z', 'revision_number': 6, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': '974fd392-bc62-4b89-8882-ac96642d0f30', 'name': '', 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:7d:f7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:01Z', 'updated_at': '2022-08-26T01:10:11Z', 'revision_number': 4, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c5e82de-c41e-435c-b00b-cd91d8f817a0', 'name': '', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:2f:b6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:44Z', 'updated_at': '2022-08-26T01:09:59Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:17.572875 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297e016-1462-41aa-9ed7-5421fda80809 None None] The sync data for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv is: [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:13Z', 'revision_number': 6, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': '974fd392-bc62-4b89-8882-ac96642d0f30', 'name': '', 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:7d:f7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:01Z', 'updated_at': '2022-08-26T01:10:11Z', 'revision_number': 4, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c5e82de-c41e-435c-b00b-cd91d8f817a0', 'name': '', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:2f:b6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:44Z', 'updated_at': '2022-08-26T01:09:59Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:17.614147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Transition to ACTIVE for port object 10066c1b-7787-40a1-be73-d727253d3c11 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:17.688995 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:17.728571 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:17.795983 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 974fd392-bc62-4b89-8882-ac96642d0f30 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:17.810803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf6da11-6d75-4627-9c72-5e85bfccb8a6 None None] DHCP port deletion for 9345ad22-cf04-4cb5-a72f-4d990eec95e1 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:10:17.812704 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.extraroute_db [None req-9ded1d21-03de-4829-9a6c-54af98af7e49 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=89863) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Aug 26 01:10:17.823184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:17.832842 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 974fd392-bc62-4b89-8882-ac96642d0f30 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:17.834246 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:17.873081 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-327ce497-6385-4b15-97cd-0cd3822e10ce tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4779a1b8672466db600fe52bb2949a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3016796 Aug 26 01:10:17.873321 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:17.905392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port 4e4c12c1-e9d0-4f65-a2bf-65fed3f86905 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:10:17.928017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6da11-6d75-4627-9c72-5e85bfccb8a6 None None] Deleting port 376e5508-2cdf-4404-be1f-a029ad14c5a8 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:17.928634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ecf6da11-6d75-4627-9c72-5e85bfccb8a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:17.945208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:17.973752 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Pushing event updated for resources: {'Port': ['ID=10066c1b-7787-40a1-be73-d727253d3c11,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:17.989435 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:17.989944 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:18.005109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Made reservation on behalf of 421deb42f88641849344b6cff13df80f for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:18.005324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:18.008084 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.extraroute_db [None req-9ded1d21-03de-4829-9a6c-54af98af7e49 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Removed routes are [] {{(pid=89863) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Aug 26 01:10:18.008389 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ded1d21-03de-4829-9a6c-54af98af7e49 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:18.008549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:18.010124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:18.017161 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 376e5508-2cdf-4404-be1f-a029ad14c5a8 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:18.017345 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:18.104612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:18.111446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:11Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca27c010-dfcb-4851-b991-adf13ae8a8fd', 'name': '', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:cc:a8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:53Z', 'updated_at': '2022-08-26T01:10:10Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2cba52-7a4e-457a-a4e3-2982f89ae52f', 'name': '', 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:c5:68:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:07Z', 'updated_at': '2022-08-26T01:10:13Z', 'revision_number': 2, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:18.162372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:18.171373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Checking router: db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:10:18.171373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Updating router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 port ea2cba52-7a4e-457a-a4e3-2982f89ae52f binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:10:18.212915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Usage tracker for resource:security_group_rule and tenant:421deb42f88641849344b6cff13df80f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:18.245113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Attempting to bind port 10066c1b-7787-40a1-be73-d727253d3c11 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:10:18.245489 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Attempting to bind port 10066c1b-7787-40a1-be73-d727253d3c11 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:10:18.245950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Attempting to bind port 10066c1b-7787-40a1-be73-d727253d3c11 on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:18.252214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:18.283545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:18.314396 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b1831e3-0d6f-43ac-b854-cd45915c55b1 req-5cd0af01-28a8-4f26-84f1-e283823e846a service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7379446 Aug 26 01:10:18.325567 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-11cd70e3-e7e3-4c43-a1c1-8006dd6ba57c service neutron] 10.222.0.83 "GET /v2.0/networks/52981b1f-afc0-46af-bfbb-7e4ec3c3ab56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351153 Aug 26 01:10:18.370371 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:10:18.370645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:18.371053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:18.371465 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:10:18.372103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Bound port: 10066c1b-7787-40a1-be73-d727253d3c11, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:10:18.372319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:18.406017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:18.415309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::f816:3eff:fe9a:1c5b (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/fa644f62-4f08-4fd8-9207-8394f4d11684/4e4c12c1-e9d0-4f65-a2bf-65fed3f86905) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:18.462548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Allocated IP 172.26.2.79 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/4a9ecc15-0ec1-4a34-bab6-e9d965ce034f) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:18.466747 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.extraroute_db [None req-e05273f3-6c49-4193-b6ac-81d602d35909 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Added routes are [] {{(pid=89862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Aug 26 01:10:18.467144 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.extraroute_db [None req-e05273f3-6c49-4193-b6ac-81d602d35909 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=89862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Aug 26 01:10:18.545351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 974fd392-bc62-4b89-8882-ac96642d0f30 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:18.545765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:18.678392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ecf6da11-6d75-4627-9c72-5e85bfccb8a6 None None] For port 376e5508-2cdf-4404-be1f-a029ad14c5a8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=376e5508-2cdf-4404-be1f-a029ad14c5a8,segment=NetworkSegment(edb0751a-c515-4b37-9a53-7f5e060d0e55),segment_id=edb0751a-c515-4b37-9a53-7f5e060d0e55)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:18.678705 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ecf6da11-6d75-4627-9c72-5e85bfccb8a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:18.796110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e05273f3-6c49-4193-b6ac-81d602d35909 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:18.835838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6da11-6d75-4627-9c72-5e85bfccb8a6 None None] Calling delete_port for 376e5508-2cdf-4404-be1f-a029ad14c5a8 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:18.840457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] For port 376e5508-2cdf-4404-be1f-a029ad14c5a8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=376e5508-2cdf-4404-be1f-a029ad14c5a8,segment=NetworkSegment(edb0751a-c515-4b37-9a53-7f5e060d0e55),segment_id=edb0751a-c515-4b37-9a53-7f5e060d0e55)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:18.840809 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:18.852744 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b1831e3-0d6f-43ac-b854-cd45915c55b1 req-ef5d8be4-0ae2-4424-8f3f-e6883545c5a3 service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167994 Aug 26 01:10:18.876508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:18.953448 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 974fd392-bc62-4b89-8882-ac96642d0f30, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=974fd392-bc62-4b89-8882-ac96642d0f30,segment=NetworkSegment(88915039-083f-43ea-9ed0-38cb8900edf1),segment_id=88915039-083f-43ea-9ed0-38cb8900edf1)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:18.960184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] For port 10066c1b-7787-40a1-be73-d727253d3c11, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:10:18.988450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] For port 10066c1b-7787-40a1-be73-d727253d3c11, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=10066c1b-7787-40a1-be73-d727253d3c11,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:10:19.030974 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 376e5508-2cdf-4404-be1f-a029ad14c5a8 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:19.062112 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-494b298e-c9b2-4968-a51f-62809ab915c6 service neutron] 10.222.0.83 "GET /v2.0/networks/52981b1f-afc0-46af-bfbb-7e4ec3c3ab56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982241 Aug 26 01:10:19.087304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ded1d21-03de-4829-9a6c-54af98af7e49 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:19.097623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ded1d21-03de-4829-9a6c-54af98af7e49 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:19.105087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:19.107858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:19.197792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ecf6da11-6d75-4627-9c72-5e85bfccb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:19.223506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:19.276533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf6da11-6d75-4627-9c72-5e85bfccb8a6 None None] No DVR routers for this DVR port 376e5508-2cdf-4404-be1f-a029ad14c5a8 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:10:19.277822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:19.281634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ae90aa6e-0dd4-4350-a2f0-dc42f427720a no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:19.322331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18e41d-2545-4949-92c7-67b1e9c844b6 None None] Pushing event updated for resources: {'Port': ['ID=10066c1b-7787-40a1-be73-d727253d3c11,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:19.327097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:19.347157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:10:19.365608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687509e9-6c73-4a66-b335-07beb4bf19b8 req-7dd0c28c-028f-442c-a1b6-2b5d009e2a85 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:19.367369 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-687509e9-6c73-4a66-b335-07beb4bf19b8 req-7dd0c28c-028f-442c-a1b6-2b5d009e2a85 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.8315907 Aug 26 01:10:19.385650 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: ae90aa6e-0dd4-4350-a2f0-dc42f427720a {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:10:19.386027 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ae90aa6e-0dd4-4350-a2f0-dc42f427720a not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:10:19.395233 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e94b1d7-cdd8-45b4-845c-0f99caf949e8,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:19.502689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:19.503957 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Added segment af4d13d6-c6a0-419b-af9c-aca78a7cd329 of type vlan for network 51c482de-5212-4c3d-a2ec-a9105d62dfff Aug 26 01:10:19.505597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object 4e4c12c1-e9d0-4f65-a2bf-65fed3f86905 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:19.533318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=974fd392-bc62-4b89-8882-ac96642d0f30,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:19.595123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6da11-6d75-4627-9c72-5e85bfccb8a6 None None] Pushing event deleted for resources: {'Port': ['ID=376e5508-2cdf-4404-be1f-a029ad14c5a8,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:19.623736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:19.649202 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Transition to ACTIVE for port object ea2cba52-7a4e-457a-a4e3-2982f89ae52f will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:19.708573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:19.745231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:19.823971 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4d547906-15e3-4ae8-b164-cf6539c841aa req-39cf5642-fe30-4d83-ac34-59c7e9b09bd0 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 210 time: 0.1471097 Aug 26 01:10:19.824658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.api [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:10:19.824970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG oslo_db.api [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:10:19.839677 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-687509e9-6c73-4a66-b335-07beb4bf19b8 req-ef722edd-4b91-4fdb-9524-5a6d6022bd40 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4596977 Aug 26 01:10:19.923738 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e05273f3-6c49-4193-b6ac-81d602d35909 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:19.936012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e05273f3-6c49-4193-b6ac-81d602d35909 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:20.022045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ded1d21-03de-4829-9a6c-54af98af7e49 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:10:20.057811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:10:20.088406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f49e9-8933-4f92-932b-fdeb5aa5a6a3 None None] Pushing event updated for resources: {'Port': ['ID=ea2cba52-7a4e-457a-a4e3-2982f89ae52f,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:20.146302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0d1a81b2-ec21-4a09-89dd-6466900f86f4 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:20.177618 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:20.227110 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159930df-65de-44df-a0a2-34647eb0558d req-1c8b9458-00e1-4d79-bff1-bce255bbb25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:20.227764 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-159930df-65de-44df-a0a2-34647eb0558d req-1c8b9458-00e1-4d79-bff1-bce255bbb25a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2b51416469154fda977a78b7767f918c&device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 1098 time: 0.3467138 Aug 26 01:10:20.245716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ded1d21-03de-4829-9a6c-54af98af7e49 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:20.269425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:20.275848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:20.276060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:20.280347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:20.289732 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ded1d21-03de-4829-9a6c-54af98af7e49 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:20.290952 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9ded1d21-03de-4829-9a6c-54af98af7e49 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 HTTP/1.1" status: 200 len: 933 time: 4.1039286 Aug 26 01:10:20.309943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Attempting to bind port ea2cba52-7a4e-457a-a4e3-2982f89ae52f on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:10:20.310563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Attempting to bind port ea2cba52-7a4e-457a-a4e3-2982f89ae52f by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '675c0d72-23ec-44c5-a0b0-7d5436d9736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:10:20.311137 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Attempting to bind port ea2cba52-7a4e-457a-a4e3-2982f89ae52f on network 1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:20.318008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47242) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:20.329401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:10:20.329994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Checking segment: {'id': '675c0d72-23ec-44c5-a0b0-7d5436d9736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:20.331713 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:20.332335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Bound using segment: {'id': '675c0d72-23ec-44c5-a0b0-7d5436d9736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:10:20.332890 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Bound port: ea2cba52-7a4e-457a-a4e3-2982f89ae52f, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675c0d72-23ec-44c5-a0b0-7d5436d9736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:10:20.333797 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:20.339437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 376e5508-2cdf-4404-be1f-a029ad14c5a8 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:20.339763 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:20.422972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] The port '376e5508-2cdf-4404-be1f-a029ad14c5a8' was deleted {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:10:20.455936 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 0d1a81b2-ec21-4a09-89dd-6466900f86f4 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:20.455936 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:20.544967 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] For port ea2cba52-7a4e-457a-a4e3-2982f89ae52f, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:10:20.549538 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] For port ea2cba52-7a4e-457a-a4e3-2982f89ae52f, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ea2cba52-7a4e-457a-a4e3-2982f89ae52f,segment=NetworkSegment(675c0d72-23ec-44c5-a0b0-7d5436d9736d),segment_id=675c0d72-23ec-44c5-a0b0-7d5436d9736d)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:10:20.578721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:20.590457 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:20.592178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:20.594896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:20.617877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9345ad22-cf04-4cb5-a72f-4d990eec95e1']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:20.629630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159930df-65de-44df-a0a2-34647eb0558d req-55b9af81-84f7-4e42-aecc-3ca77ea8d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:20.631180 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-159930df-65de-44df-a0a2-34647eb0558d req-55b9af81-84f7-4e42-aecc-3ca77ea8d661 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ddd58b69-18ff-473a-81ae-b003ddd4fec6 HTTP/1.1" status: 200 len: 914 time: 0.3785100 Aug 26 01:10:20.634924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb0751a-c515-4b37-9a53-7f5e060d0e55') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:20.635216 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb0751a-c515-4b37-9a53-7f5e060d0e55') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:20.653169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 0d1a81b2-ec21-4a09-89dd-6466900f86f4 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:20.655083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 10066c1b-7787-40a1-be73-d727253d3c11 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:20.730177 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:20.746621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:20.758811 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:20.770524 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-159930df-65de-44df-a0a2-34647eb0558d req-c441051d-3582-412f-a7b4-649f447bbd63 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c97109-2c25-45f5-9473-dbefc15173ad HTTP/1.1" status: 200 len: 1001 time: 0.1280301 Aug 26 01:10:20.771484 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:10:20.772258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:20.870946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f49e9-8933-4f92-932b-fdeb5aa5a6a3 None None] Pushing event updated for resources: {'Port': ['ID=ea2cba52-7a4e-457a-a4e3-2982f89ae52f,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:20.886963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:20.887598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:21.002585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Pushing event updated for resources: {'Port': ['ID=4a9ecc15-0ec1-4a34-bab6-e9d965ce034f,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:21.125802 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment edb0751a-c515-4b37-9a53-7f5e060d0e55 resource provider aggregate not found Aug 26 01:10:21.153918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159930df-65de-44df-a0a2-34647eb0558d req-254c33e2-41cd-402a-9d22-9d56db10160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:21.155381 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-159930df-65de-44df-a0a2-34647eb0558d req-254c33e2-41cd-402a-9d22-9d56db10160c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8b9c5a93-9423-4301-b9da-a87da6db8e95 HTTP/1.1" status: 200 len: 851 time: 0.3596222 Aug 26 01:10:21.157443 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7922a40b-38f5-45d8-b89b-7ead84cdcef4 req-37614071-2b6a-47d8-8d8d-8cac1ac5d62e tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 210 time: 0.0951731 Aug 26 01:10:21.162412 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment edb0751a-c515-4b37-9a53-7f5e060d0e55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edb0751a-c515-4b37-9a53-7f5e060d0e55 found for delete ", "request_id": "req-ed7838bf-845c-4ec9-8486-97991815fe3e"}]} Aug 26 01:10:21.177957 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 4.4614499 Aug 26 01:10:21.179048 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=4e4c12c1-e9d0-4f65-a2bf-65fed3f86905,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:21.210696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:21.221159 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47260) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:21.227313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Request body: {'subnet': {'network_id': '51c482de-5212-4c3d-a2ec-a9105d62dfff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:21.241922 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:21.255259 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 10066c1b-7787-40a1-be73-d727253d3c11 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:21.276550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 974fd392-bc62-4b89-8882-ac96642d0f30 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:21.313947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4de43421-f90e-4ad9-b011-981299739f5b None None] Provisioning for port 10066c1b-7787-40a1-be73-d727253d3c11 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:21.328844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:21.346336 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4de43421-f90e-4ad9-b011-981299739f5b None None] Provisioning complete for port 10066c1b-7787-40a1-be73-d727253d3c11 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:21.346812 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4de43421-f90e-4ad9-b011-981299739f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:21.364894 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/networks/9345ad22-cf04-4cb5-a72f-4d990eec95e1 HTTP/1.1" status: 204 len: 168 time: 4.4700327 Aug 26 01:10:21.372096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16161bf7-3084-4682-911f-5914ab2926ab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Network': ['ID=9345ad22-cf04-4cb5-a72f-4d990eec95e1,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:21.372543 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47264) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:21.391744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'name': 'tempest-PortsIpV6TestJSON-469499422'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:21.517234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:21.538855 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:21.543171 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:21.549123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:21.550027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:21.589561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a65d78-1daf-485a-8274-ccf359e087a3 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event updated for resources: {'Network': ['ID=51c482de-5212-4c3d-a2ec-a9105d62dfff,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:21.600157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05273f3-6c49-4193-b6ac-81d602d35909 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 44eb0247-26b4-4647-a209-4654026f992a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:10:21.621981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:21.633892 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-72c83ec1-c9cd-4c6e-9830-f13b8bb0fb6b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/routers/db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 HTTP/1.1" status: 200 len: 933 time: 1.3020751 Aug 26 01:10:21.637826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47268) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:21.638257 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Usage tracker for resource:subnet and tenant:421deb42f88641849344b6cff13df80f is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:21.645997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:21.653773 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:21.656488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-2b3dd589-3aaa-4311-b70f-b7f8724e0f5b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'router': {'routes': None}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:21.660418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159930df-65de-44df-a0a2-34647eb0558d req-489accee-c82b-4542-b0b3-effde2512866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:21.661354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 51c482de-5212-4c3d-a2ec-a9105d62dfff details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:10:21.663324 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-159930df-65de-44df-a0a2-34647eb0558d req-489accee-c82b-4542-b0b3-effde2512866 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ddd58b69-18ff-473a-81ae-b003ddd4fec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5000012 Aug 26 01:10:21.672920 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:21.686607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 974fd392-bc62-4b89-8882-ac96642d0f30 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:21.686989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:21.702274 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:port and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:21.707631 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:21.717586 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fb54d7dd-db4b-4f52-8d49-7cd305a875c7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.5658116 Aug 26 01:10:21.770649 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:21.772213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47272) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:21.785512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Made reservation on behalf of 421deb42f88641849344b6cff13df80f for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:21.788933 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:21.913004 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4de43421-f90e-4ad9-b011-981299739f5b None None] Current status of the port 10066c1b-7787-40a1-be73-d727253d3c11 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:21.913004 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4de43421-f90e-4ad9-b011-981299739f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:21.989421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-4de43421-f90e-4ad9-b011-981299739f5b None None] For port 10066c1b-7787-40a1-be73-d727253d3c11, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=10066c1b-7787-40a1-be73-d727253d3c11,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:21.996877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa865-04b8-4c65-8adc-5ff8fece6619 req-974119f9-04f6-4fd9-89cf-6b84704207d5 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:21.997727 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4ffaa865-04b8-4c65-8adc-5ff8fece6619 req-974119f9-04f6-4fd9-89cf-6b84704207d5 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.9028215 Aug 26 01:10:22.037862 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:22.056531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 974fd392-bc62-4b89-8882-ac96642d0f30 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:22.062009 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:17Z', 'revision_number': 6, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca27c010-dfcb-4851-b991-adf13ae8a8fd', 'name': '', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:cc:a8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:53Z', 'updated_at': '2022-08-26T01:10:10Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2cba52-7a4e-457a-a4e3-2982f89ae52f', 'name': '', 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:c5:68:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:07Z', 'updated_at': '2022-08-26T01:10:20Z', 'revision_number': 4, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:22.066463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4de43421-f90e-4ad9-b011-981299739f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:22.073173 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:22.093079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:22.109992 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1871e86-2d8d-49e8-9dbb-7e0f1e831bd5 None None] The sync data for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv is: [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:17Z', 'revision_number': 6, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca27c010-dfcb-4851-b991-adf13ae8a8fd', 'name': '', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:cc:a8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:53Z', 'updated_at': '2022-08-26T01:10:10Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2cba52-7a4e-457a-a4e3-2982f89ae52f', 'name': '', 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:c5:68:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:07Z', 'updated_at': '2022-08-26T01:10:20Z', 'revision_number': 4, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:22.166328 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a3e13d-7534-4a78-9ca2-6e9b37c74beb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:22.182422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 376e5508-2cdf-4404-be1f-a029ad14c5a8 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:22.210386 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a3e13d-7534-4a78-9ca2-6e9b37c74beb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:22.215022 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-53a3e13d-7534-4a78-9ca2-6e9b37c74beb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4390972 Aug 26 01:10:22.232081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47278) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:22.270901 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de43421-f90e-4ad9-b011-981299739f5b None None] Pushing event updated for resources: {'Port': ['ID=10066c1b-7787-40a1-be73-d727253d3c11,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:22.288773 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 376e5508-2cdf-4404-be1f-a029ad14c5a8 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:10:22.289344 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 376e5508-2cdf-4404-be1f-a029ad14c5a8 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:10:22.320488 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-159930df-65de-44df-a0a2-34647eb0558d req-147016ae-a5cc-4202-826d-546b4d692cfe service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493256 Aug 26 01:10:22.331739 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port d4060467-b5b2-4ae2-b566-f8d0bc957437 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:10:22.379780 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a2c7a0cc-8065-49a2-ba4e-d5165e4be828 None None] Provisioning for port 4e4c12c1-e9d0-4f65-a2bf-65fed3f86905 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:22.396977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a2c7a0cc-8065-49a2-ba4e-d5165e4be828 None None] Provisioning complete for port 4e4c12c1-e9d0-4f65-a2bf-65fed3f86905 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:22.397571 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a2c7a0cc-8065-49a2-ba4e-d5165e4be828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:22.460912 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4ffaa865-04b8-4c65-8adc-5ff8fece6619 req-08a35866-2d8a-404a-ad4d-2c602672b628 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4456236 Aug 26 01:10:22.463410 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-a2c7a0cc-8065-49a2-ba4e-d5165e4be828 None None] Port 4e4c12c1-e9d0-4f65-a2bf-65fed3f86905 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:10:22.479589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05273f3-6c49-4193-b6ac-81d602d35909 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:22.492552 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b5016-372f-4594-8333-c024cd21ea81 None None] Sync routers for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:22.529168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b5016-372f-4594-8333-c024cd21ea81 None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:22.530131 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-753b5016-372f-4594-8333-c024cd21ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:22.608051 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e05273f3-6c49-4193-b6ac-81d602d35909 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:22.611588 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e05273f3-6c49-4193-b6ac-81d602d35909 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/44eb0247-26b4-4647-a209-4654026f992a HTTP/1.1" status: 200 len: 703 time: 5.9738207 Aug 26 01:10:22.615411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 10066c1b-7787-40a1-be73-d727253d3c11 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:22.621209 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47284) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:22.661026 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0a85c9fe-4e43-48db-bc10-c08da6b77a37 req-4bd5a096-f075-4916-acf8-8729da17a9c8 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 210 time: 0.2620847 Aug 26 01:10:22.813488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-753b5016-372f-4594-8333-c024cd21ea81 None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:22.840425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3a751003-cccb-4f56-a421-a0f6bac9398b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port 4e4c12c1-e9d0-4f65-a2bf-65fed3f86905 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:22.840802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a751003-cccb-4f56-a421-a0f6bac9398b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:22.906889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 10066c1b-7787-40a1-be73-d727253d3c11 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:22.922458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:23.100639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-4545b256-5ad7-42c6-b739-5b4e5cbfa900 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:23.102390 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-4545b256-5ad7-42c6-b739-5b4e5cbfa900 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.94 "GET /v2.0/networks?id=52981b1f-afc0-46af-bfbb-7e4ec3c3ab56 HTTP/1.1" status: 200 len: 812 time: 0.6754377 Aug 26 01:10:23.132042 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Request body: {'port': {'device_id': 'bb8a20a9-4470-40b2-8458-c7d824f80ce5', 'network_id': '52981b1f-afc0-46af-bfbb-7e4ec3c3ab56', 'admin_state_up': True, 'tenant_id': 'b4779a1b8672466db600fe52bb2949a4'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:23.180491 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-159930df-65de-44df-a0a2-34647eb0558d req-0b60fe86-a662-4525-b871-38b715185b61 service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7952175 Aug 26 01:10:23.297126 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4d95a9cc-4de8-45eb-bb2e-73cf17cda6b4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/routers/44eb0247-26b4-4647-a209-4654026f992a HTTP/1.1" status: 200 len: 703 time: 0.6599240 Aug 26 01:10:23.323706 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47292) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:23.337580 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedae7b9-afaf-4c48-99b6-3c026ed85463 None None] Sync routers for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:23.353317 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedae7b9-afaf-4c48-99b6-3c026ed85463 None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:23.354202 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-aedae7b9-afaf-4c48-99b6-3c026ed85463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:23.399026 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:23.456032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:23.468667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:23.480562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 10066c1b-7787-40a1-be73-d727253d3c11 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:23.481667 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ea2cba52-7a4e-457a-a4e3-2982f89ae52f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:23.597998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-753b5016-372f-4594-8333-c024cd21ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:18Z', 'revision_number': 7, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': '974fd392-bc62-4b89-8882-ac96642d0f30', 'name': '', 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:7d:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:01Z', 'updated_at': '2022-08-26T01:10:18Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c5e82de-c41e-435c-b00b-cd91d8f817a0', 'name': '', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:2f:b6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:44Z', 'updated_at': '2022-08-26T01:09:59Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:23.603098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b5016-372f-4594-8333-c024cd21ea81 None None] Checking router: 44eb0247-26b4-4647-a209-4654026f992a for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:10:23.614159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b5016-372f-4594-8333-c024cd21ea81 None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:23.614514 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-aedae7b9-afaf-4c48-99b6-3c026ed85463 None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:23.614871 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-753b5016-372f-4594-8333-c024cd21ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:23.689450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port ea2cba52-7a4e-457a-a4e3-2982f89ae52f completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:23.760157 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:23.766128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:23.788794 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:23.804900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Usage tracker for resource:port and tenant:b4779a1b8672466db600fe52bb2949a4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:23.822263 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ea2cba52-7a4e-457a-a4e3-2982f89ae52f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:23.823041 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:23.849560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.extraroute_db [None req-2b3dd589-3aaa-4311-b70f-b7f8724e0f5b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Added routes are [] {{(pid=89862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Aug 26 01:10:23.849807 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.extraroute_db [None req-2b3dd589-3aaa-4311-b70f-b7f8724e0f5b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=89862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Aug 26 01:10:23.854348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:23.869380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:23.888854 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5497232f-0869-4b75-8b3d-4d6996e7ed40 req-12b425f9-ab32-4b07-85be-38febd202430 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 210 time: 0.0781567 Aug 26 01:10:23.930595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2b3dd589-3aaa-4311-b70f-b7f8724e0f5b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:23.948151 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event updated for resources: {'Subnet': ['ID=4c7beac9-2dcc-4c50-9775-dbccd3c0b059,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:23.965946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-753b5016-372f-4594-8333-c024cd21ea81 None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:23.995248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Made reservation on behalf of b4779a1b8672466db600fe52bb2949a4 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:24.000612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:24.052896 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=d4060467-b5b2-4ae2-b566-f8d0bc957437,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:24.076390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network e4433a21-e596-431b-b309-8731d6bb49f8 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:24.109619 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Router 3b4133df-cb96-4e44-bf9e-0f3bdf3ef81b is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:10:24.110258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:24.118345 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Checking segment: {'id': 'af4d13d6-c6a0-419b-af9c-aca78a7cd329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '51c482de-5212-4c3d-a2ec-a9105d62dfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:24.118888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Network hostable DHCP agents. Network: 51c482de-5212-4c3d-a2ec-a9105d62dfff, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:10:24.125469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:24.131409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:24.132026 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:24.159227 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-aedae7b9-afaf-4c48-99b6-3c026ed85463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:17Z', 'revision_number': 6, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca27c010-dfcb-4851-b991-adf13ae8a8fd', 'name': '', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:cc:a8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:53Z', 'updated_at': '2022-08-26T01:10:10Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2cba52-7a4e-457a-a4e3-2982f89ae52f', 'name': '', 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:c5:68:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:07Z', 'updated_at': '2022-08-26T01:10:20Z', 'revision_number': 4, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:24.164651 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedae7b9-afaf-4c48-99b6-3c026ed85463 None None] Checking router: db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:10:24.182347 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedae7b9-afaf-4c48-99b6-3c026ed85463 None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:24.183060 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-aedae7b9-afaf-4c48-99b6-3c026ed85463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:24.193412 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ea2cba52-7a4e-457a-a4e3-2982f89ae52f is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:24.194082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:24.301871 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port ea2cba52-7a4e-457a-a4e3-2982f89ae52f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ea2cba52-7a4e-457a-a4e3-2982f89ae52f,segment=NetworkSegment(675c0d72-23ec-44c5-a0b0-7d5436d9736d),segment_id=675c0d72-23ec-44c5-a0b0-7d5436d9736d)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:24.340194 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a0942901-d7c1-4da9-a408-80b5903c10d3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9624848 Aug 26 01:10:24.365110 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47298) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:24.409837 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:24.447234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-09a4c113-a14d-462b-a4ec-11f3b4f4715e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port d4060467-b5b2-4ae2-b566-f8d0bc957437 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:24.447701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-09a4c113-a14d-462b-a4ec-11f3b4f4715e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:24.501356 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=ea2cba52-7a4e-457a-a4e3-2982f89ae52f,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:24.504165 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-aedae7b9-afaf-4c48-99b6-3c026ed85463 None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:24.504922 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Network 51c482de-5212-4c3d-a2ec-a9105d62dfff is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:10:24.517698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a751003-cccb-4f56-a421-a0f6bac9398b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:24.527606 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-753b5016-372f-4594-8333-c024cd21ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:18Z', 'revision_number': 7, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': '974fd392-bc62-4b89-8882-ac96642d0f30', 'name': '', 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:7d:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:01Z', 'updated_at': '2022-08-26T01:10:18Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c5e82de-c41e-435c-b00b-cd91d8f817a0', 'name': '', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:2f:b6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:44Z', 'updated_at': '2022-08-26T01:09:59Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:24.532235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b5016-372f-4594-8333-c024cd21ea81 None None] The sync data for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv is: [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:18Z', 'revision_number': 7, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': '974fd392-bc62-4b89-8882-ac96642d0f30', 'name': '', 'network_id': '443da489-868a-4da3-b375-28df8cac8aeb', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:7d:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:01Z', 'updated_at': '2022-08-26T01:10:18Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '65af74cc-ed73-46e0-84c5-f781c4a5bb7b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c5e82de-c41e-435c-b00b-cd91d8f817a0', 'name': '', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:2f:b6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:44Z', 'updated_at': '2022-08-26T01:09:59Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:24.686886 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3a751003-cccb-4f56-a421-a0f6bac9398b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for 4e4c12c1-e9d0-4f65-a2bf-65fed3f86905 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:24.712569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2b3dd589-3aaa-4311-b70f-b7f8724e0f5b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:24.729394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2b3dd589-3aaa-4311-b70f-b7f8724e0f5b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:24.732278 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:24.732410 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 51c482de-5212-4c3d-a2ec-a9105d62dfff) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:24.742783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7f1aa9-e06e-47c1-a263-0883c21e9305 None None] Network 51c482de-5212-4c3d-a2ec-a9105d62dfff requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:24.838971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Allocated IP 172.20.0.12 (52981b1f-afc0-46af-bfbb-7e4ec3c3ab56/87841971-516f-4e39-b191-bcfb46b3db30/bf71a35e-3faa-47b9-ba6c-e89ed2e51c69) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:24.868450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:24.873937 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8724e539-c83f-482e-8dd7-115a77ae0caa tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "PUT /v2.0/routers/3b4133df-cb96-4e44-bf9e-0f3bdf3ef81b HTTP/1.1" status: 200 len: 919 time: 9.5876312 Aug 26 01:10:24.884779 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:10:24.906884 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:24.906884 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:24.940376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47302) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:24.987290 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-aedae7b9-afaf-4c48-99b6-3c026ed85463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:23Z', 'revision_number': 7, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca27c010-dfcb-4851-b991-adf13ae8a8fd', 'name': '', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:cc:a8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:53Z', 'updated_at': '2022-08-26T01:10:10Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2cba52-7a4e-457a-a4e3-2982f89ae52f', 'name': '', 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:c5:68:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:07Z', 'updated_at': '2022-08-26T01:10:20Z', 'revision_number': 4, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:24.993972 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedae7b9-afaf-4c48-99b6-3c026ed85463 None None] The sync data for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv is: [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:23Z', 'revision_number': 7, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca27c010-dfcb-4851-b991-adf13ae8a8fd', 'name': '', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:cc:a8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:53Z', 'updated_at': '2022-08-26T01:10:10Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2cba52-7a4e-457a-a4e3-2982f89ae52f', 'name': '', 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:c5:68:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:07Z', 'updated_at': '2022-08-26T01:10:20Z', 'revision_number': 4, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:25.030898 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc556333-ea1e-4941-aac2-711cc17febb6 None None] Sync routers for ids ['3b4133df-cb96-4e44-bf9e-0f3bdf3ef81b'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:25.076876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc556333-ea1e-4941-aac2-711cc17febb6 None None] Routers {'3b4133df-cb96-4e44-bf9e-0f3bdf3ef81b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:25.077525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cc556333-ea1e-4941-aac2-711cc17febb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3b4133df-cb96-4e44-bf9e-0f3bdf3ef81b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:25.098757 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a751003-cccb-4f56-a421-a0f6bac9398b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:25.163156 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cc556333-ea1e-4941-aac2-711cc17febb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:25.235123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc556333-ea1e-4941-aac2-711cc17febb6 None None] Routers {'3b4133df-cb96-4e44-bf9e-0f3bdf3ef81b'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:25.235785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cc556333-ea1e-4941-aac2-711cc17febb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3b4133df-cb96-4e44-bf9e-0f3bdf3ef81b'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:25.251672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3dd589-3aaa-4311-b70f-b7f8724e0f5b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:10:25.290127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a751003-cccb-4f56-a421-a0f6bac9398b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=4e4c12c1-e9d0-4f65-a2bf-65fed3f86905,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:25.354784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-51c482de-5212-4c3d-a2ec-a9105d62dfff', 'network_id': '51c482de-5212-4c3d-a2ec-a9105d62dfff', 'tenant_id': '421deb42f88641849344b6cff13df80f', 'fixed_ips': [{'subnet_id': '4c7beac9-2dcc-4c50-9775-dbccd3c0b059'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:10:25.355413 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:25.383102 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-cc556333-ea1e-4941-aac2-711cc17febb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:25.383648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc556333-ea1e-4941-aac2-711cc17febb6 None None] The sync data for ids ['3b4133df-cb96-4e44-bf9e-0f3bdf3ef81b'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:25.547032 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Allocated IP 172.20.0.2 (51c482de-5212-4c3d-a2ec-a9105d62dfff/4c7beac9-2dcc-4c50-9775-dbccd3c0b059/4d113af8-1751-460d-811a-87f1232c4f4f) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:25.558516 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef236678-4d43-47e7-8e07-9a412b95996e req-832fa176-8a67-4043-868a-2bfc201a757c tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 210 time: 0.3764722 Aug 26 01:10:25.564158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:25.607029 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4f159b3c-7c52-4fd3-80b3-d3c1782b5633 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3839419 Aug 26 01:10:25.616596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3dd589-3aaa-4311-b70f-b7f8724e0f5b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:25.624971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47308) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:25.629159 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ab85fb-1035-4ab4-883f-145ccf0b9b35 None None] Sync routers for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:25.637382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2b3dd589-3aaa-4311-b70f-b7f8724e0f5b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:25.639264 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2b3dd589-3aaa-4311-b70f-b7f8724e0f5b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 HTTP/1.1" status: 200 len: 699 time: 3.9976354 Aug 26 01:10:25.639548 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab85fb-1035-4ab4-883f-145ccf0b9b35 None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:25.640206 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-45ab85fb-1035-4ab4-883f-145ccf0b9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:25.644958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Request body: {'network': {'name': 'tempest-router-network01--1845413933'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:25.649051 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47312) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:25.700963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a751003-cccb-4f56-a421-a0f6bac9398b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:25.707346 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3a751003-cccb-4f56-a421-a0f6bac9398b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/4e4c12c1-e9d0-4f65-a2bf-65fed3f86905 HTTP/1.1" status: 204 len: 168 time: 3.4491282 Aug 26 01:10:25.711290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47316) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:25.714892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:25.796565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:25.808815 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Transition to ACTIVE for port object 4d113af8-1751-460d-811a-87f1232c4f4f will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:25.812721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:25.829222 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Usage tracker for resource:network and tenant:421deb42f88641849344b6cff13df80f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:25.833354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Transition to ACTIVE for port object 4d113af8-1751-460d-811a-87f1232c4f4f will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:25.843985 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-09a4c113-a14d-462b-a4ec-11f3b4f4715e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:25.845138 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-45ab85fb-1035-4ab4-883f-145ccf0b9b35 None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:25.870773 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-175f07d4-c7df-4706-a673-5768b58ab185 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/routers/3b4133df-cb96-4e44-bf9e-0f3bdf3ef81b HTTP/1.1" status: 200 len: 925 time: 0.8844717 Aug 26 01:10:25.902736 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47320) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:25.903707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:25.938840 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:25.957556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:26.000308 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac050d9-9150-40c6-afe6-8c1e78f45d4a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:26.002072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac050d9-9150-40c6-afe6-8c1e78f45d4a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:26.003264 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-aac050d9-9150-40c6-afe6-8c1e78f45d4a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:26.017074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-09a4c113-a14d-462b-a4ec-11f3b4f4715e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for d4060467-b5b2-4ae2-b566-f8d0bc957437 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:26.021035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Pushing event updated for resources: {'Port': ['ID=4d113af8-1751-460d-811a-87f1232c4f4f,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:26.027315 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Network 51c482de-5212-4c3d-a2ec-a9105d62dfff is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:26.029224 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:26.031579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:26.038548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Network 52981b1f-afc0-46af-bfbb-7e4ec3c3ab56 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:26.046216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:26.062105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Made reservation on behalf of 421deb42f88641849344b6cff13df80f for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:26.067644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:26.082837 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:26.144795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Attempting to bind port 4d113af8-1751-460d-811a-87f1232c4f4f on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:10:26.145173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Attempting to bind port 4d113af8-1751-460d-811a-87f1232c4f4f by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'af4d13d6-c6a0-419b-af9c-aca78a7cd329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '51c482de-5212-4c3d-a2ec-a9105d62dfff'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:10:26.145536 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Attempting to bind port 4d113af8-1751-460d-811a-87f1232c4f4f on network 51c482de-5212-4c3d-a2ec-a9105d62dfff {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:26.152348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:10:26.152730 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Checking segment: {'id': 'af4d13d6-c6a0-419b-af9c-aca78a7cd329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '51c482de-5212-4c3d-a2ec-a9105d62dfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:26.153137 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:26.153528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Bound using segment: {'id': 'af4d13d6-c6a0-419b-af9c-aca78a7cd329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '51c482de-5212-4c3d-a2ec-a9105d62dfff'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:10:26.154094 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Bound port: 4d113af8-1751-460d-811a-87f1232c4f4f, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4d13d6-c6a0-419b-af9c-aca78a7cd329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '51c482de-5212-4c3d-a2ec-a9105d62dfff'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:10:26.155401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:26.179599 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:26.180819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:26.182479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-aac050d9-9150-40c6-afe6-8c1e78f45d4a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:26.183802 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-aac050d9-9150-40c6-afe6-8c1e78f45d4a tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4559078 Aug 26 01:10:26.187472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47324) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:26.213575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Pushing event updated for resources: {'Port': ['ID=bf71a35e-3faa-47b9-ba6c-e89ed2e51c69,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:26.240266 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a899d40c-3c51-4dca-9c47-d1f368555c06 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/routers/db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 HTTP/1.1" status: 200 len: 699 time: 0.5887983 Aug 26 01:10:26.246377 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47328) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:26.266606 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-45ab85fb-1035-4ab4-883f-145ccf0b9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:23Z', 'revision_number': 7, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca27c010-dfcb-4851-b991-adf13ae8a8fd', 'name': '', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:cc:a8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:53Z', 'updated_at': '2022-08-26T01:10:10Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2cba52-7a4e-457a-a4e3-2982f89ae52f', 'name': '', 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:c5:68:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:07Z', 'updated_at': '2022-08-26T01:10:24Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:26.270613 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ab85fb-1035-4ab4-883f-145ccf0b9b35 None None] Checking router: db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:10:26.284540 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab85fb-1035-4ab4-883f-145ccf0b9b35 None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:26.285497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e2d20f-e2d4-42ee-b280-d938d0ac64bb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet fa644f62-4f08-4fd8-9207-8394f4d11684 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:10:26.286192 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-45ab85fb-1035-4ab4-883f-145ccf0b9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:26.291456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e080de0a-e368-4df1-9d8e-98a576133b0f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:26.293334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] For port 4d113af8-1751-460d-811a-87f1232c4f4f, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:10:26.296574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] For port 4d113af8-1751-460d-811a-87f1232c4f4f, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4d113af8-1751-460d-811a-87f1232c4f4f,segment=NetworkSegment(af4d13d6-c6a0-419b-af9c-aca78a7cd329),segment_id=af4d13d6-c6a0-419b-af9c-aca78a7cd329)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:10:26.342036 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d20f-e2d4-42ee-b280-d938d0ac64bb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:26.381010 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:26.381254 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-09a4c113-a14d-462b-a4ec-11f3b4f4715e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:26.403115 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-cb6a59e7-81e5-4ef3-9fbe-d9e705469471 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2788320 Aug 26 01:10:26.412288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:10:26.437054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Request body: {'port': {'device_id': 'bb8a20a9-4470-40b2-8458-c7d824f80ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:26.476664 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-45ab85fb-1035-4ab4-883f-145ccf0b9b35 None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:26.482754 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:26.483104 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Added segment 1835f593-1f51-4717-91e8-09f3a0318fe3 of type vlan for network dbdbf59a-d0e0-400b-bcea-d091e2f49191 Aug 26 01:10:26.485854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f9a4b1-c17f-4e91-a653-a6d01e67c560 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:26.490751 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d5f9a4b1-c17f-4e91-a653-a6d01e67c560 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&device_id=3b4133df-cb96-4e44-bf9e-0f3bdf3ef81b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5808773 Aug 26 01:10:26.500300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47332) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:26.514800 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4c113-a14d-462b-a4ec-11f3b4f4715e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=d4060467-b5b2-4ae2-b566-f8d0bc957437,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:26.554744 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:26.600114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dcab2-4aa2-478a-b1e4-5458750dc920 None None] Pushing event updated for resources: {'Port': ['ID=4d113af8-1751-460d-811a-87f1232c4f4f,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:26.622428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ea2cba52-7a4e-457a-a4e3-2982f89ae52f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:26.742156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18bc17c-7a8d-4ee6-8eac-5db4182163a5 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:26.743825 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e18bc17c-7a8d-4ee6-8eac-5db4182163a5 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/networks/49e274ef-58e5-4652-9e84-36bb0a18cd29 HTTP/1.1" status: 200 len: 881 time: 0.2257578 Aug 26 01:10:26.754564 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-09a4c113-a14d-462b-a4ec-11f3b4f4715e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:26.759495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47338) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:26.759843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ea2cba52-7a4e-457a-a4e3-2982f89ae52f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:26.760245 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:26.845049 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-09a4c113-a14d-462b-a4ec-11f3b4f4715e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/d4060467-b5b2-4ae2-b566-f8d0bc957437 HTTP/1.1" status: 204 len: 168 time: 2.4788055 Aug 26 01:10:26.855246 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cf4a86aa-1e45-4fd0-9bf4-ff6cfbb4f219 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b4133df-cb96-4e44-bf9e-0f3bdf3ef81b HTTP/1.1" status: 200 len: 205 time: 0.0915210 Aug 26 01:10:26.859604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d20f-e2d4-42ee-b280-d938d0ac64bb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:26.908318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47342) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:26.909463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47344) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:26.990565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ea2cba52-7a4e-457a-a4e3-2982f89ae52f is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:27.127266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:27.135609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:27.136164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:27.147607 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d20f-e2d4-42ee-b280-d938d0ac64bb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:27.156772 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-45ab85fb-1035-4ab4-883f-145ccf0b9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:23Z', 'revision_number': 7, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca27c010-dfcb-4851-b991-adf13ae8a8fd', 'name': '', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:cc:a8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:53Z', 'updated_at': '2022-08-26T01:10:10Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2cba52-7a4e-457a-a4e3-2982f89ae52f', 'name': '', 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:c5:68:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:07Z', 'updated_at': '2022-08-26T01:10:24Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:27.162434 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ab85fb-1035-4ab4-883f-145ccf0b9b35 None None] The sync data for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv is: [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:23Z', 'revision_number': 7, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca27c010-dfcb-4851-b991-adf13ae8a8fd', 'name': '', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:cc:a8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:53Z', 'updated_at': '2022-08-26T01:10:10Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2cba52-7a4e-457a-a4e3-2982f89ae52f', 'name': '', 'network_id': '1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:c5:68:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:10:07Z', 'updated_at': '2022-08-26T01:10:24Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:27.254189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'mac_address': 'fa:16:3e:09:1f:dd', 'name': 'tempest-PortsIpV6TestJSON-477336002'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:27.281254 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-e080de0a-e368-4df1-9d8e-98a576133b0f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port 974fd392-bc62-4b89-8882-ac96642d0f30 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:27.281427 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e080de0a-e368-4df1-9d8e-98a576133b0f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:27.342473 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7164359 Aug 26 01:10:27.346762 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47350) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:27.358082 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Request body: {'network': {'name': 'tempest-router-network02--808514685'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:27.384530 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:27.498703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:27.556430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375a723-46d4-422c-b777-8c46e3151b02 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event updated for resources: {'Network': ['ID=dbdbf59a-d0e0-400b-bcea-d091e2f49191,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:27.574622 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network dbdbf59a-d0e0-400b-bcea-d091e2f49191 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:10:27.581950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Usage tracker for resource:network and tenant:421deb42f88641849344b6cff13df80f is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:27.595184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d20f-e2d4-42ee-b280-d938d0ac64bb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:27.603642 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:27.647099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:27.664805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f7e2d20f-e2d4-42ee-b280-d938d0ac64bb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:27.667583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2d20f-e2d4-42ee-b280-d938d0ac64bb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=fa644f62-4f08-4fd8-9207-8394f4d11684,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:27.699950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403ebde1-0eb7-467d-b40c-59b16cbd5b9c None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:27.723883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:27.741189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-e080de0a-e368-4df1-9d8e-98a576133b0f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] For port 974fd392-bc62-4b89-8882-ac96642d0f30, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=974fd392-bc62-4b89-8882-ac96642d0f30,segment=NetworkSegment(88915039-083f-43ea-9ed0-38cb8900edf1),segment_id=88915039-083f-43ea-9ed0-38cb8900edf1)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:27.741633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e080de0a-e368-4df1-9d8e-98a576133b0f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:27.757897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:port and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:27.772317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:27.833923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:27.895492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4b601a72-1a58-4ba0-b835-8c1b1cab481a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:27.903204 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-e080de0a-e368-4df1-9d8e-98a576133b0f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for 974fd392-bc62-4b89-8882-ac96642d0f30 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:27.935029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Made reservation on behalf of 421deb42f88641849344b6cff13df80f for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:27.938879 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:27.949452 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd46edb-6f43-456e-9c0d-f44cfe9100c6 None None] Network 51c482de-5212-4c3d-a2ec-a9105d62dfff requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:27.962187 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f7e2d20f-e2d4-42ee-b280-d938d0ac64bb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/fa644f62-4f08-4fd8-9207-8394f4d11684 HTTP/1.1" status: 204 len: 168 time: 1.7700181 Aug 26 01:10:27.969421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47354) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:28.040645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506729f-2589-4ad5-9797-6dc1e319077a req-7f87ab8a-5acd-47e1-9a3d-424c24116a7e tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:28.041329 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-b506729f-2589-4ad5-9797-6dc1e319077a req-7f87ab8a-5acd-47e1-9a3d-424c24116a7e tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Synchronizing usage tracker for tenant:b4779a1b8672466db600fe52bb2949a4 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:28.059717 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-be904c33-422a-4f21-adb1-9b83b62312d3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834217 Aug 26 01:10:28.060630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47358) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:28.072326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-ec0a0964-eafd-4dd7-aa5e-38065fcec02b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:28.087319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:10:28.157937 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c67c14d5-234c-4962-a98e-a762397fcc6f None None] Provisioning for port 4d113af8-1751-460d-811a-87f1232c4f4f completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:28.165053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:28.175606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:28.175956 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Added segment bb53bce8-51c8-445a-89ab-30d2d4c76587 of type vlan for network 27f1936d-ddc6-40b6-86b3-12dee2699598 Aug 26 01:10:28.230250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97caeed-a953-4221-8b8f-713ee8fc1f30 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:10:28.236305 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-a97caeed-a953-4221-8b8f-713ee8fc1f30 None None] Deleting port 10066c1b-7787-40a1-be73-d727253d3c11 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:28.236798 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a97caeed-a953-4221-8b8f-713ee8fc1f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:28.261829 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:28.265132 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-b506729f-2589-4ad5-9797-6dc1e319077a req-7f87ab8a-5acd-47e1-9a3d-424c24116a7e tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Unset dirty status for tenant:b4779a1b8672466db600fe52bb2949a4 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:28.266944 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b506729f-2589-4ad5-9797-6dc1e319077a req-7f87ab8a-5acd-47e1-9a3d-424c24116a7e tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 932 time: 1.4471271 Aug 26 01:10:28.267091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ec0a0964-eafd-4dd7-aa5e-38065fcec02b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:28.280927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ec0a0964-eafd-4dd7-aa5e-38065fcec02b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:28.286420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ec0a0964-eafd-4dd7-aa5e-38065fcec02b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:28.298840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ec0a0964-eafd-4dd7-aa5e-38065fcec02b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:28.434779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4b601a72-1a58-4ba0-b835-8c1b1cab481a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:28.468866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:28.481779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0a0964-eafd-4dd7-aa5e-38065fcec02b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:28.483006 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b506729f-2589-4ad5-9797-6dc1e319077a req-c5b7fd20-9fef-46d4-97e4-05225032bcde tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526704 Aug 26 01:10:28.485365 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0964-eafd-4dd7-aa5e-38065fcec02b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:28.526979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e080de0a-e368-4df1-9d8e-98a576133b0f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:28.529577 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-a97caeed-a953-4221-8b8f-713ee8fc1f30 None None] For port 10066c1b-7787-40a1-be73-d727253d3c11, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=10066c1b-7787-40a1-be73-d727253d3c11,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:28.529577 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a97caeed-a953-4221-8b8f-713ee8fc1f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:28.591293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:28.596052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port 21e913fe-5a1b-4b2f-8ad7-d0c654deb795 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:10:28.597973 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:28.599009 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:28.623433 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4d113af8-1751-460d-811a-87f1232c4f4f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:28.643752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-4b601a72-1a58-4ba0-b835-8c1b1cab481a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Deleting port 4a9ecc15-0ec1-4a34-bab6-e9d965ce034f {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:28.644216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4b601a72-1a58-4ba0-b835-8c1b1cab481a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:28.703360 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080de0a-e368-4df1-9d8e-98a576133b0f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Port': ['ID=974fd392-bc62-4b89-8882-ac96642d0f30,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:28.719998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-a97caeed-a953-4221-8b8f-713ee8fc1f30 None None] Calling delete_port for 10066c1b-7787-40a1-be73-d727253d3c11 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:28.733593 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:10:29.017930 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event updated for resources: {'Network': ['ID=27f1936d-ddc6-40b6-86b3-12dee2699598,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:29.033334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 27f1936d-ddc6-40b6-86b3-12dee2699598 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:10:29.068128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e080de0a-e368-4df1-9d8e-98a576133b0f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:29.101419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 4d113af8-1751-460d-811a-87f1232c4f4f completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:29.110261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a97caeed-a953-4221-8b8f-713ee8fc1f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:29.128188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:10:29.145022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:29.170902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 4d113af8-1751-460d-811a-87f1232c4f4f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:29.171390 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:29.203085 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97caeed-a953-4221-8b8f-713ee8fc1f30 None None] Pushing event deleted for resources: {'Port': ['ID=10066c1b-7787-40a1-be73-d727253d3c11,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:29.241439 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97caeed-a953-4221-8b8f-713ee8fc1f30 None None] No DVR routers for this DVR port 10066c1b-7787-40a1-be73-d727253d3c11 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:10:29.261024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-14ef884c-e20e-48f1-8ab1-941dae44a975 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:29.341500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Transition to ACTIVE for port object bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:29.343585 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-988972c5-c115-48d0-9f31-7ff93cae2e91 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9956441 Aug 26 01:10:29.348903 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 4d113af8-1751-460d-811a-87f1232c4f4f is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:29.349444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:29.350462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47362) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:29.372156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Request body: {'subnet': {'network_id': 'dbdbf59a-d0e0-400b-bcea-d091e2f49191', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:29.391392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 4d113af8-1751-460d-811a-87f1232c4f4f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4d113af8-1751-460d-811a-87f1232c4f4f,segment=NetworkSegment(af4d13d6-c6a0-419b-af9c-aca78a7cd329),segment_id=af4d13d6-c6a0-419b-af9c-aca78a7cd329)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:29.456850 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:29.490583 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:29.595425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4b601a72-1a58-4ba0-b835-8c1b1cab481a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:29.634872 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 10066c1b-7787-40a1-be73-d727253d3c11 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:29.663647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=4d113af8-1751-460d-811a-87f1232c4f4f,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:29.671698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:29.680530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 10066c1b-7787-40a1-be73-d727253d3c11 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:10:29.680961 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 10066c1b-7787-40a1-be73-d727253d3c11 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:10:29.706715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Usage tracker for resource:subnet and tenant:421deb42f88641849344b6cff13df80f is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:29.712429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:29.748512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:29.806369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:29.814343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-4b601a72-1a58-4ba0-b835-8c1b1cab481a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Calling delete_port for 4a9ecc15-0ec1-4a34-bab6-e9d965ce034f owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:29.873748 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e080de0a-e368-4df1-9d8e-98a576133b0f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 44eb0247-26b4-4647-a209-4654026f992a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:10:29.888696 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.objects.ports [None req-ec0a0964-eafd-4dd7-aa5e-38065fcec02b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89863) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:10:29.894733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0964-eafd-4dd7-aa5e-38065fcec02b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:29.970913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf71a35e-3faa-47b9-ba6c-e89ed2e51c69,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:30.017130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Made reservation on behalf of 421deb42f88641849344b6cff13df80f for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:30.021369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:30.094349 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0a0964-eafd-4dd7-aa5e-38065fcec02b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:30.112160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-ec0a0964-eafd-4dd7-aa5e-38065fcec02b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:30.113294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Attempting to bind port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:10:30.113639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Attempting to bind port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '2f16a195-beaf-4cd7-88a8-0101ddf83cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '52981b1f-afc0-46af-bfbb-7e4ec3c3ab56'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:10:30.114003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Attempting to bind port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 on network 52981b1f-afc0-46af-bfbb-7e4ec3c3ab56 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:30.122668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4756d851-a5a2-4895-9ac9-4ac12ffc4f0f None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:30.125998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 on network 52981b1f-afc0-46af-bfbb-7e4ec3c3ab56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:10:30.126327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Attempting to bind port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 on network 52981b1f-afc0-46af-bfbb-7e4ec3c3ab56 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:30.135672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:10:30.136030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Checking segment: {'id': '2f16a195-beaf-4cd7-88a8-0101ddf83cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '52981b1f-afc0-46af-bfbb-7e4ec3c3ab56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:30.136403 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Bound using segment: {'id': '2f16a195-beaf-4cd7-88a8-0101ddf83cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '52981b1f-afc0-46af-bfbb-7e4ec3c3ab56'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:10:30.136838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Bound port: bf71a35e-3faa-47b9-ba6c-e89ed2e51c69, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f16a195-beaf-4cd7-88a8-0101ddf83cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '52981b1f-afc0-46af-bfbb-7e4ec3c3ab56'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:10:30.137190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:30.174723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a0964-eafd-4dd7-aa5e-38065fcec02b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:30.175333 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0964-eafd-4dd7-aa5e-38065fcec02b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:30.198331 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a0964-eafd-4dd7-aa5e-38065fcec02b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=e8915b6a-695a-44ef-9829-9e6142449d4d,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:30.210756 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:30.247902 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b78799-c424-4f04-be5f-60cfa55dca02 req-405bbff8-0274-4221-a691-9f77ee8083c1 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:30.249390 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e2b78799-c424-4f04-be5f-60cfa55dca02 req-405bbff8-0274-4221-a691-9f77ee8083c1 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 944 time: 0.5834265 Aug 26 01:10:30.286855 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e080de0a-e368-4df1-9d8e-98a576133b0f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:30.299003 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e080de0a-e368-4df1-9d8e-98a576133b0f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/44eb0247-26b4-4647-a209-4654026f992a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9736016 Aug 26 01:10:30.301228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47370) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:30.309634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af1d2d-5f05-43cd-8152-71833ccee13e None None] Sync routers for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:30.328904 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af1d2d-5f05-43cd-8152-71833ccee13e None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:30.329697 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-83af1d2d-5f05-43cd-8152-71833ccee13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:30.354433 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ec0a0964-eafd-4dd7-aa5e-38065fcec02b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2897105 Aug 26 01:10:30.361054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47374) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:30.378497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'mac_address': 'fa:16:3e:24:df:c6', 'name': 'tempest-NetworksTestDHCPv6-465531070'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:30.400358 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-e2b78799-c424-4f04-be5f-60cfa55dca02 req-45831352-ac57-4f90-aa7c-2c0c99a41006 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Synchronizing usage tracker for tenant:b4779a1b8672466db600fe52bb2949a4 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:30.427248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network e4433a21-e596-431b-b309-8731d6bb49f8 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:30.443871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=21e913fe-5a1b-4b2f-8ad7-d0c654deb795,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:30.447194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:30.457405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:30.463115 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:30.463650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:30.469081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-14ef884c-e20e-48f1-8ab1-941dae44a975 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port ea2cba52-7a4e-457a-a4e3-2982f89ae52f {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:30.469358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-14ef884c-e20e-48f1-8ab1-941dae44a975 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:30.498864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] For port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:10:30.559260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e375762-b94d-4df0-ab51-51ac998ce1c5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting subnet 65af74cc-ed73-46e0-84c5-f781c4a5bb7b {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:10:30.570245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7e375762-b94d-4df0-ab51-51ac998ce1c5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:30.573535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': 'e8915b6a-695a-44ef-9829-9e6142449d4d'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:10:30.574533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:30.618993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-e2b78799-c424-4f04-be5f-60cfa55dca02 req-45831352-ac57-4f90-aa7c-2c0c99a41006 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Unset dirty status for tenant:b4779a1b8672466db600fe52bb2949a4 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:30.620599 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e2b78799-c424-4f04-be5f-60cfa55dca02 req-45831352-ac57-4f90-aa7c-2c0c99a41006 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605673 Aug 26 01:10:30.679751 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7e375762-b94d-4df0-ab51-51ac998ce1c5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:30.694200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4b601a72-1a58-4ba0-b835-8c1b1cab481a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:30.729684 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1d153f26-c106-4e67-b68a-2fe3170c0e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:30.732150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:30.734640 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] For port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=bf71a35e-3faa-47b9-ba6c-e89ed2e51c69,segment=NetworkSegment(2f16a195-beaf-4cd7-88a8-0101ddf83cf4),segment_id=2f16a195-beaf-4cd7-88a8-0101ddf83cf4)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:10:30.736565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4d113af8-1751-460d-811a-87f1232c4f4f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:30.753456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:30.766966 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b601a72-1a58-4ba0-b835-8c1b1cab481a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Pushing event deleted for resources: {'Port': ['ID=4a9ecc15-0ec1-4a34-bab6-e9d965ce034f,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:30.769051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:30.784889 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:30.841458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:30.847429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7e375762-b94d-4df0-ab51-51ac998ce1c5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:30.858723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-83af1d2d-5f05-43cd-8152-71833ccee13e None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:30.885346 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:30.912443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:30.948543 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Allocated IP 2001:db8::f816:3eff:fee3:e61a (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/e8915b6a-695a-44ef-9829-9e6142449d4d/7a1e3420-932e-4aa9-a8a2-05268709149f) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:30.963167 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:30.964010 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:30.965507 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] 10.222.0.94 "PUT /v2.0/ports/bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 HTTP/1.1" status: 200 len: 1094 time: 4.5425327 Aug 26 01:10:30.980631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8a20a9-4470-40b2-8458-c7d824f80ce5', 'tag': 'bf71a35e-3faa-47b9-ba6c-e89ed2e51c69'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:10:30.989946 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0214ad0f-99dc-43b6-bf31-e1d1a48e8d0a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.8675306 Aug 26 01:10:30.990662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47380) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:31.062325 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb692453-e506-436b-95bd-c4f28b847bd1'] response: {'name': 'network-changed', 'server_uuid': 'bb8a20a9-4470-40b2-8458-c7d824f80ce5', 'tag': 'bf71a35e-3faa-47b9-ba6c-e89ed2e51c69', 'status': 'completed', 'code': 200} Aug 26 01:10:31.205809 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 4d113af8-1751-460d-811a-87f1232c4f4f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:31.206371 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:31.219535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773966d5-4875-4c58-9485-ec60cd5bb20b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:31.220264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-773966d5-4875-4c58-9485-ec60cd5bb20b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:31.224407 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4a5b7-3663-4314-9cde-8303c2f580f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf71a35e-3faa-47b9-ba6c-e89ed2e51c69,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:31.240865 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4b601a72-1a58-4ba0-b835-8c1b1cab481a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:31.252943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event updated for resources: {'Subnet': ['ID=1b69ba3a-109c-443d-bdc4-6b4050370734,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:31.288945 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Checking segment: {'id': '1835f593-1f51-4717-91e8-09f3a0318fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'dbdbf59a-d0e0-400b-bcea-d091e2f49191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:31.289364 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Network hostable DHCP agents. Network: dbdbf59a-d0e0-400b-bcea-d091e2f49191, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:10:31.324678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:31.355402 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7e375762-b94d-4df0-ab51-51ac998ce1c5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:31.360217 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port cf6f79c7-80a5-4eee-8c05-03a71b0e3235 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:10:31.437075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Network dbdbf59a-d0e0-400b-bcea-d091e2f49191 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:10:31.462095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e375762-b94d-4df0-ab51-51ac998ce1c5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Subnet': ['ID=65af74cc-ed73-46e0-84c5-f781c4a5bb7b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:31.464147 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7e375762-b94d-4df0-ab51-51ac998ce1c5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:31.473279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-14ef884c-e20e-48f1-8ab1-941dae44a975 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] For port ea2cba52-7a4e-457a-a4e3-2982f89ae52f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ea2cba52-7a4e-457a-a4e3-2982f89ae52f,segment=NetworkSegment(675c0d72-23ec-44c5-a0b0-7d5436d9736d),segment_id=675c0d72-23ec-44c5-a0b0-7d5436d9736d)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:31.473648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-14ef884c-e20e-48f1-8ab1-941dae44a975 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:31.484903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4b601a72-1a58-4ba0-b835-8c1b1cab481a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:31.490879 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4b601a72-1a58-4ba0-b835-8c1b1cab481a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:31.494335 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7e375762-b94d-4df0-ab51-51ac998ce1c5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/65af74cc-ed73-46e0-84c5-f781c4a5bb7b HTTP/1.1" status: 204 len: 168 time: 1.1908231 Aug 26 01:10:31.495015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47384) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:31.508061 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d260ba9b-eb3e-4c5f-8def-08dfe52c65bd None None] Network 443da489-868a-4da3-b375-28df8cac8aeb requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:31.582658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, dbdbf59a-d0e0-400b-bcea-d091e2f49191) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:31.599899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:31.600731 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:31.602508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be252e1-cfba-4914-b70e-712c99ec304b None None] Network dbdbf59a-d0e0-400b-bcea-d091e2f49191 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:31.614593 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-14ef884c-e20e-48f1-8ab1-941dae44a975 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for ea2cba52-7a4e-457a-a4e3-2982f89ae52f owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:31.644947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:31.645186 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-773966d5-4875-4c58-9485-ec60cd5bb20b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:31.649230 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-773966d5-4875-4c58-9485-ec60cd5bb20b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/21e913fe-5a1b-4b2f-8ad7-d0c654deb795 HTTP/1.1" status: 200 len: 844 time: 0.6315706 Aug 26 01:10:31.649863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47388) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:31.693970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf6531-8b8e-461e-aed4-f82329b57bb2 req-105aad91-e85a-4986-9d19-104569a9bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:31.695467 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7baf6531-8b8e-461e-aed4-f82329b57bb2 req-105aad91-e85a-4986-9d19-104569a9bccb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b4779a1b8672466db600fe52bb2949a4&device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 1097 time: 0.5784774 Aug 26 01:10:31.719295 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0ce91b03-3f69-4fc2-bf75-e457ea09a510 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3608475 Aug 26 01:10:31.721169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47394) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:31.731836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Request body: {'subnet': {'network_id': '27f1936d-ddc6-40b6-86b3-12dee2699598', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:31.751917 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port 1e1a73e6-813d-4803-a88c-01ed7ce0558a {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:31.752557 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:31.756081 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 4d113af8-1751-460d-811a-87f1232c4f4f is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:31.767804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:31.791373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4b601a72-1a58-4ba0-b835-8c1b1cab481a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:31.791911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b601a72-1a58-4ba0-b835-8c1b1cab481a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Fanout notify agent at l3_agent the message router_deleted on router 3b4133df-cb96-4e44-bf9e-0f3bdf3ef81b {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:10:31.826152 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Transition to ACTIVE for port object 7a1e3420-932e-4aa9-a8a2-05268709149f will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:31.874609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4b601a72-1a58-4ba0-b835-8c1b1cab481a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:31.881473 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4b601a72-1a58-4ba0-b835-8c1b1cab481a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "DELETE /v2.0/routers/3b4133df-cb96-4e44-bf9e-0f3bdf3ef81b HTTP/1.1" status: 204 len: 168 time: 4.7515488 Aug 26 01:10:31.889628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47398) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:31.899515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1902176879', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:31.914705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:31.923773 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Usage tracker for resource:router and tenant:df11ba4ec1ec4a9eb1c23424d876b57f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:31.925686 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-37338766-e1f9-4bcb-9ddf-0328c15830d4 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 21e913fe-5a1b-4b2f-8ad7-d0c654deb795 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:31.926047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37338766-e1f9-4bcb-9ddf-0328c15830d4 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:31.929150 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Transition to ACTIVE for port object 7a1e3420-932e-4aa9-a8a2-05268709149f will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:31.930795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:31.935539 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-83af1d2d-5f05-43cd-8152-71833ccee13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:28Z', 'revision_number': 8, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': '9c5e82de-c41e-435c-b00b-cd91d8f817a0', 'name': '', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:2f:b6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:44Z', 'updated_at': '2022-08-26T01:09:59Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:31.940089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:31.983640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af1d2d-5f05-43cd-8152-71833ccee13e None None] Checking router: 44eb0247-26b4-4647-a209-4654026f992a for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:10:32.004418 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af1d2d-5f05-43cd-8152-71833ccee13e None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:32.005520 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-83af1d2d-5f05-43cd-8152-71833ccee13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:32.027877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf6531-8b8e-461e-aed4-f82329b57bb2 req-180a7ca9-c838-4e60-82a8-3ad02d9125d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:32.029355 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7baf6531-8b8e-461e-aed4-f82329b57bb2 req-180a7ca9-c838-4e60-82a8-3ad02d9125d9 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=b4779a1b8672466db600fe52bb2949a4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2710857 Aug 26 01:10:32.076733 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:32.077723 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:32.120609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:32.154462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:32.184376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:32.203656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-14ef884c-e20e-48f1-8ab1-941dae44a975 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:32.210498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Usage tracker for resource:subnet and tenant:421deb42f88641849344b6cff13df80f is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:32.221772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:32.239638 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:32.349140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:32.349718 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::f816:3eff:fe24:dfc6 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/e8915b6a-695a-44ef-9829-9e6142449d4d/cf6f79c7-80a5-4eee-8c05-03a71b0e3235) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:32.363339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-dbdbf59a-d0e0-400b-bcea-d091e2f49191', 'network_id': 'dbdbf59a-d0e0-400b-bcea-d091e2f49191', 'tenant_id': '421deb42f88641849344b6cff13df80f', 'fixed_ips': [{'subnet_id': '1b69ba3a-109c-443d-bdc4-6b4050370734'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:10:32.364159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:32.374615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:32.389378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:32.389627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf6531-8b8e-461e-aed4-f82329b57bb2 req-024db4b2-6637-4b37-a0af-369c3fdf97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:32.390900 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7baf6531-8b8e-461e-aed4-f82329b57bb2 req-024db4b2-6637-4b37-a0af-369c3fdf97ad service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3523042 Aug 26 01:10:32.404959 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Pushing event updated for resources: {'Port': ['ID=7a1e3420-932e-4aa9-a8a2-05268709149f,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:32.409622 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-83af1d2d-5f05-43cd-8152-71833ccee13e None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:32.485000 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Made reservation on behalf of 421deb42f88641849344b6cff13df80f for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:32.489068 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:32.531589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef884c-e20e-48f1-8ab1-941dae44a975 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Port': ['ID=ea2cba52-7a4e-457a-a4e3-2982f89ae52f,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:32.555371 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95c4ac-a828-42fc-8c0d-91ac3d8c2e1d req-a7ae70d5-e369-494d-ae54-53af5a308f99 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:32.563472 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4a95c4ac-a828-42fc-8c0d-91ac3d8c2e1d req-a7ae70d5-e369-494d-ae54-53af5a308f99 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 944 time: 0.7601559 Aug 26 01:10:32.568360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d96aed4-0de0-4e06-8f22-e216674ec6f8 None None] DHCP port deletion for 443da489-868a-4da3-b375-28df8cac8aeb request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:10:32.634300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5d96aed4-0de0-4e06-8f22-e216674ec6f8 None None] Deleting port 1e1a73e6-813d-4803-a88c-01ed7ce0558a {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:32.634755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5d96aed4-0de0-4e06-8f22-e216674ec6f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:32.688240 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] For port 1e1a73e6-813d-4803-a88c-01ed7ce0558a, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1e1a73e6-813d-4803-a88c-01ed7ce0558a,segment=NetworkSegment(88915039-083f-43ea-9ed0-38cb8900edf1),segment_id=88915039-083f-43ea-9ed0-38cb8900edf1)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:32.688594 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:32.716749 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37338766-e1f9-4bcb-9ddf-0328c15830d4 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:32.817461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:32.921132 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Attempting to bind port 7a1e3420-932e-4aa9-a8a2-05268709149f on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:10:32.921511 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Attempting to bind port 7a1e3420-932e-4aa9-a8a2-05268709149f by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:10:32.922032 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Attempting to bind port 7a1e3420-932e-4aa9-a8a2-05268709149f on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:32.998786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:10:32.999293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:32.999766 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:33.000222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:10:33.000772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Bound port: 7a1e3420-932e-4aa9-a8a2-05268709149f, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:10:33.001208 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:33.094163 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for 1e1a73e6-813d-4803-a88c-01ed7ce0558a owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:33.112516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-c6414cb1-bf3b-4e75-8e7c-4e571c9e0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:33.114225 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-c6414cb1-bf3b-4e75-8e7c-4e571c9e0bd6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b4779a1b8672466db600fe52bb2949a4&device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 1097 time: 0.5803251 Aug 26 01:10:33.124589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-14ef884c-e20e-48f1-8ab1-941dae44a975 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:33.163018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Allocated IP 172.20.0.2 (dbdbf59a-d0e0-400b-bcea-d091e2f49191/1b69ba3a-109c-443d-bdc4-6b4050370734/cce9503a-a52a-448b-87cd-22d4321a1924) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:33.207804 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-d5cac9cc-4063-4760-99a2-51d96118ab19 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 HTTP/1.1" status: 200 len: 217 time: 0.0763984 Aug 26 01:10:33.229948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-37de1cbd-3a7c-43fe-913a-c49e8528d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:33.316589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-37338766-e1f9-4bcb-9ddf-0328c15830d4 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 21e913fe-5a1b-4b2f-8ad7-d0c654deb795 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:33.352401 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4a95c4ac-a828-42fc-8c0d-91ac3d8c2e1d req-727392af-6252-4ae8-8a48-03bae0b7bac6 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7878587 Aug 26 01:10:33.418736 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-b4fd1c6c-f14a-4df9-bd1c-3597186943f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:33.420167 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-b4fd1c6c-f14a-4df9-bd1c-3597186943f8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=87841971-516f-4e39-b191-bcfb46b3db30 HTTP/1.1" status: 200 len: 852 time: 0.1595545 Aug 26 01:10:33.431319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] For port 7a1e3420-932e-4aa9-a8a2-05268709149f, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:10:33.445435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5d96aed4-0de0-4e06-8f22-e216674ec6f8 None None] For port 1e1a73e6-813d-4803-a88c-01ed7ce0558a, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1e1a73e6-813d-4803-a88c-01ed7ce0558a,segment=NetworkSegment(88915039-083f-43ea-9ed0-38cb8900edf1),segment_id=88915039-083f-43ea-9ed0-38cb8900edf1)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:33.445862 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5d96aed4-0de0-4e06-8f22-e216674ec6f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:33.490843 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-3d8ec4ce-6e64-4c54-946e-cd20b6ff6abe service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=52981b1f-afc0-46af-bfbb-7e4ec3c3ab56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624642 Aug 26 01:10:33.516282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] For port 7a1e3420-932e-4aa9-a8a2-05268709149f, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7a1e3420-932e-4aa9-a8a2-05268709149f,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:10:33.592318 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:33.600316 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5d96aed4-0de0-4e06-8f22-e216674ec6f8 None None] Calling delete_port for 1e1a73e6-813d-4803-a88c-01ed7ce0558a owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:33.604103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:33.606999 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37338766-e1f9-4bcb-9ddf-0328c15830d4 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:33.661067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:33.683312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object cf6f79c7-80a5-4eee-8c05-03a71b0e3235 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:33.700200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Port': ['ID=1e1a73e6-813d-4803-a88c-01ed7ce0558a,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:33.700200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] No DVR routers for this DVR port 1e1a73e6-813d-4803-a88c-01ed7ce0558a on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:10:33.782087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37338766-e1f9-4bcb-9ddf-0328c15830d4 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:33.799302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37338766-e1f9-4bcb-9ddf-0328c15830d4 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=21e913fe-5a1b-4b2f-8ad7-d0c654deb795,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:33.877875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:33.889563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-83af1d2d-5f05-43cd-8152-71833ccee13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:28Z', 'revision_number': 8, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': '9c5e82de-c41e-435c-b00b-cd91d8f817a0', 'name': '', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:2f:b6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:44Z', 'updated_at': '2022-08-26T01:09:59Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:33.912207 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a4f29-0705-46fd-a462-f438116d76a0 None None] Pushing event updated for resources: {'Port': ['ID=7a1e3420-932e-4aa9-a8a2-05268709149f,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:33.915288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83af1d2d-5f05-43cd-8152-71833ccee13e None None] The sync data for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv is: [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:28Z', 'revision_number': 8, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': '9c5e82de-c41e-435c-b00b-cd91d8f817a0', 'name': '', 'network_id': 'b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:2f:b6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:44Z', 'updated_at': '2022-08-26T01:09:59Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'cf966d10-0b65-4e11-b976-785a39268d27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:33.920877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-5d96aed4-0de0-4e06-8f22-e216674ec6f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:10:33.921233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-5d96aed4-0de0-4e06-8f22-e216674ec6f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:10:33.938705 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:33.976921 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Transition to ACTIVE for port object cce9503a-a52a-448b-87cd-22d4321a1924 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:33.979882 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:33.988775 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.002963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Transition to ACTIVE for port object cce9503a-a52a-448b-87cd-22d4321a1924 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:34.017262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443da489-868a-4da3-b375-28df8cac8aeb']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:34.030795 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-37338766-e1f9-4bcb-9ddf-0328c15830d4 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/21e913fe-5a1b-4b2f-8ad7-d0c654deb795 HTTP/1.1" status: 204 len: 168 time: 2.3800664 Aug 26 01:10:34.032612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88915039-083f-43ea-9ed0-38cb8900edf1') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:34.032972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88915039-083f-43ea-9ed0-38cb8900edf1') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:34.040044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47406) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:34.093206 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.098294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ef884c-e20e-48f1-8ab1-941dae44a975 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:10:34.099244 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1dd31fd-5b7d-44f8-bd12-12b0055746df tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] GET failed (client error): The resource could not be found. Aug 26 01:10:34.099779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c1dd31fd-5b7d-44f8-bd12-12b0055746df tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:34.104138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.105129 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.145470 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.170959 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-49e0e50b-7371-4440-b055-c0c783f80226 service neutron] 10.222.0.94 "GET /v2.0/networks/52981b1f-afc0-46af-bfbb-7e4ec3c3ab56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6714115 Aug 26 01:10:34.172945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Network dbdbf59a-d0e0-400b-bcea-d091e2f49191 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:34.176442 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:34.180732 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:34.189922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Pushing event updated for resources: {'Port': ['ID=cce9503a-a52a-448b-87cd-22d4321a1924,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:34.228630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.233705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.277813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:10:34.277813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.307242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:34.356242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:34.366727 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.423224 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5d96aed4-0de0-4e06-8f22-e216674ec6f8 None None] Deleting port 1e1a73e6-813d-4803-a88c-01ed7ce0558a {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:34.423713 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5d96aed4-0de0-4e06-8f22-e216674ec6f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.513223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Attempting to bind port cce9503a-a52a-448b-87cd-22d4321a1924 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:10:34.514040 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Attempting to bind port cce9503a-a52a-448b-87cd-22d4321a1924 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '1835f593-1f51-4717-91e8-09f3a0318fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'dbdbf59a-d0e0-400b-bcea-d091e2f49191'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:10:34.518671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Attempting to bind port cce9503a-a52a-448b-87cd-22d4321a1924 on network dbdbf59a-d0e0-400b-bcea-d091e2f49191 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:34.537252 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 88915039-083f-43ea-9ed0-38cb8900edf1 resource provider aggregate not found Aug 26 01:10:34.552874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:34.558709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:34.562469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.576283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event updated for resources: {'Subnet': ['ID=852dba9e-4d8a-4490-b73f-53c70d5a1e10,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:34.589501 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ef884c-e20e-48f1-8ab1-941dae44a975 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:34.604584 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c1dd31fd-5b7d-44f8-bd12-12b0055746df tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:34.607899 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0167ed-f19d-41b2-93d6-6fce07935a7a None None] Sync routers for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:34.609311 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:10:34.610081 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Checking segment: {'id': '1835f593-1f51-4717-91e8-09f3a0318fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'dbdbf59a-d0e0-400b-bcea-d091e2f49191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:34.610723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.611338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Bound using segment: {'id': '1835f593-1f51-4717-91e8-09f3a0318fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'dbdbf59a-d0e0-400b-bcea-d091e2f49191'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:10:34.612864 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Bound port: cce9503a-a52a-448b-87cd-22d4321a1924, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1835f593-1f51-4717-91e8-09f3a0318fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'dbdbf59a-d0e0-400b-bcea-d091e2f49191'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:10:34.613641 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.621662 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c1dd31fd-5b7d-44f8-bd12-12b0055746df tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/21e913fe-5a1b-4b2f-8ad7-d0c654deb795 HTTP/1.1" status: 404 len: 333 time: 0.5774612 Aug 26 01:10:34.636289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47418) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:34.636579 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0167ed-f19d-41b2-93d6-6fce07935a7a None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:34.637557 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9e0167ed-f19d-41b2-93d6-6fce07935a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:34.643824 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 88915039-083f-43ea-9ed0-38cb8900edf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88915039-083f-43ea-9ed0-38cb8900edf1 found for delete ", "request_id": "req-4d77f863-0cb3-4c26-ac6b-db17b9635c3d"}]} Aug 26 01:10:34.648359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=cf6f79c7-80a5-4eee-8c05-03a71b0e3235,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:34.683748 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5d96aed4-0de0-4e06-8f22-e216674ec6f8 None None] The port '1e1a73e6-813d-4803-a88c-01ed7ce0558a' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:10:34.712168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Checking segment: {'id': 'bb53bce8-51c8-445a-89ab-30d2d4c76587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '27f1936d-ddc6-40b6-86b3-12dee2699598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:34.712530 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Network hostable DHCP agents. Network: 27f1936d-ddc6-40b6-86b3-12dee2699598, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:10:34.730461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-59c4e56b-060f-48ac-b2cf-f4ac7ae0e430 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'name': 'tempest-PortsIpV6TestJSON-2010477498'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:34.749052 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23e28e20-5868-46b6-9d2c-9c8fb0e59cab req-1220820b-0799-47a7-8941-36f9a7052007 service neutron] 10.222.0.94 "GET /v2.0/networks/52981b1f-afc0-46af-bfbb-7e4ec3c3ab56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203001 Aug 26 01:10:34.755394 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-90652e2b-3052-4058-bbc0-e0ab6e27678f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3872671 Aug 26 01:10:34.760509 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47424) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:34.879937 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Network 27f1936d-ddc6-40b6-86b3-12dee2699598 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:10:34.896927 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] For port cce9503a-a52a-448b-87cd-22d4321a1924, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:10:34.907624 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] For port cce9503a-a52a-448b-87cd-22d4321a1924, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=cce9503a-a52a-448b-87cd-22d4321a1924,segment=NetworkSegment(1835f593-1f51-4717-91e8-09f3a0318fe3),segment_id=1835f593-1f51-4717-91e8-09f3a0318fe3)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:10:34.911591 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.932649 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7a1e3420-932e-4aa9-a8a2-05268709149f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:34.947816 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.948992 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-14ef884c-e20e-48f1-8ab1-941dae44a975 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/db41edb8-e3cc-460d-ba71-5f6bc10b1ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7015886 Aug 26 01:10:34.957480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47428) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:34.961481 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-9e0167ed-f19d-41b2-93d6-6fce07935a7a None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:34.980645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:34.997562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Allocated IP 172.26.2.22 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/2f36d050-8ea3-48e9-92c0-f6f880982cdc) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:35.033251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-59c4e56b-060f-48ac-b2cf-f4ac7ae0e430 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:35.093579 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-3746568f-95a4-44e1-9876-dd4db41d8254 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting subnet b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:10:35.103222 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/networks/443da489-868a-4da3-b375-28df8cac8aeb HTTP/1.1" status: 204 len: 168 time: 3.6038899 Aug 26 01:10:35.104353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d556cc6-d4d2-4cbb-8bd8-6699e7621f27 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Network': ['ID=443da489-868a-4da3-b375-28df8cac8aeb,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:35.106639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47432) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:35.121952 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c345e-4e65-4b4e-9fd0-65e22f545b8c None None] Pushing event updated for resources: {'Port': ['ID=cce9503a-a52a-448b-87cd-22d4321a1924,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:35.137151 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3746568f-95a4-44e1-9876-dd4db41d8254 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:35.172718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-59c4e56b-060f-48ac-b2cf-f4ac7ae0e430 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:35.217022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 7a1e3420-932e-4aa9-a8a2-05268709149f completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:35.235532 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631668af-fea3-4f37-940d-907b71b47022 req-5168002c-0912-4675-903c-16b75f1c1675 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:35.244483 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-631668af-fea3-4f37-940d-907b71b47022 req-5168002c-0912-4675-903c-16b75f1c1675 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 944 time: 0.5026450 Aug 26 01:10:35.288809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c4e56b-060f-48ac-b2cf-f4ac7ae0e430 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:35.292362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59c4e56b-060f-48ac-b2cf-f4ac7ae0e430 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:35.304887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 27f1936d-ddc6-40b6-86b3-12dee2699598) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:35.317987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eafab3-07e6-4bd1-b55d-6c29a7345b23 None None] Network 27f1936d-ddc6-40b6-86b3-12dee2699598 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:35.342075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-59c4e56b-060f-48ac-b2cf-f4ac7ae0e430 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port bd702d8f-54b5-4f06-8ad2-ca0c588d54c0 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:10:35.382521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1e1a73e6-813d-4803-a88c-01ed7ce0558a no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:35.420429 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9e0167ed-f19d-41b2-93d6-6fce07935a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:31Z', 'revision_number': 8, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca27c010-dfcb-4851-b991-adf13ae8a8fd', 'name': '', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:cc:a8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:53Z', 'updated_at': '2022-08-26T01:10:10Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:35.428017 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0167ed-f19d-41b2-93d6-6fce07935a7a None None] Checking router: db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:10:35.454154 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0167ed-f19d-41b2-93d6-6fce07935a7a None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:35.456388 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9e0167ed-f19d-41b2-93d6-6fce07935a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:35.517527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 1e1a73e6-813d-4803-a88c-01ed7ce0558a {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:10:35.519303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1e1a73e6-813d-4803-a88c-01ed7ce0558a not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:10:35.532553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 974fd392-bc62-4b89-8882-ac96642d0f30 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:35.624342 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:35.624964 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:35.699363 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3746568f-95a4-44e1-9876-dd4db41d8254 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:35.733000 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-9e0167ed-f19d-41b2-93d6-6fce07935a7a None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:35.741370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 974fd392-bc62-4b89-8882-ac96642d0f30 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:10:35.741804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 974fd392-bc62-4b89-8882-ac96642d0f30 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:10:35.781240 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d501564e-3192-44fa-b2d1-56619b0e7cb6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0564184 Aug 26 01:10:35.789504 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47436) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:35.883951 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-76832d53-1a95-45bd-a08c-572551d75071 None None] Provisioning for port 7a1e3420-932e-4aa9-a8a2-05268709149f completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:35.900983 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-76832d53-1a95-45bd-a08c-572551d75071 None None] Provisioning complete for port 7a1e3420-932e-4aa9-a8a2-05268709149f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:35.908406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-76832d53-1a95-45bd-a08c-572551d75071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:35.931332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:36.052438 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b7d484-5fb9-452e-94e6-99fb97037f2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:36.057445 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b7d484-5fb9-452e-94e6-99fb97037f2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:36.058274 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-77b7d484-5fb9-452e-94e6-99fb97037f2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:36.083059 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-27f1936d-ddc6-40b6-86b3-12dee2699598', 'network_id': '27f1936d-ddc6-40b6-86b3-12dee2699598', 'tenant_id': '421deb42f88641849344b6cff13df80f', 'fixed_ips': [{'subnet_id': '852dba9e-4d8a-4490-b73f-53c70d5a1e10'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:10:36.084797 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:36.148504 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-631668af-fea3-4f37-940d-907b71b47022 req-e321d81c-8808-43e9-9ebd-499f3bfdccb9 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9027877 Aug 26 01:10:36.202843 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:36.221938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59c4e56b-060f-48ac-b2cf-f4ac7ae0e430 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:36.281593 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-76832d53-1a95-45bd-a08c-572551d75071 None None] Current status of the port 7a1e3420-932e-4aa9-a8a2-05268709149f is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:36.281593 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-76832d53-1a95-45bd-a08c-572551d75071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:36.324333 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9e0167ed-f19d-41b2-93d6-6fce07935a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:31Z', 'revision_number': 8, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca27c010-dfcb-4851-b991-adf13ae8a8fd', 'name': '', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:cc:a8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:53Z', 'updated_at': '2022-08-26T01:10:10Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:36.330668 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0167ed-f19d-41b2-93d6-6fce07935a7a None None] The sync data for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv is: [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:31Z', 'revision_number': 8, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca27c010-dfcb-4851-b991-adf13ae8a8fd', 'name': '', 'network_id': 'aef79848-506b-4581-90b8-06c1a305fe04', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:cc:a8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:53Z', 'updated_at': '2022-08-26T01:10:10Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'd48007af-5c89-4fea-a278-2bf66b943549', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:36.350032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-77b7d484-5fb9-452e-94e6-99fb97037f2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:36.350389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:36.351687 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-77b7d484-5fb9-452e-94e6-99fb97037f2d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.5903618 Aug 26 01:10:36.364352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47442) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:36.390623 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-76832d53-1a95-45bd-a08c-572551d75071 None None] For port 7a1e3420-932e-4aa9-a8a2-05268709149f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7a1e3420-932e-4aa9-a8a2-05268709149f,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:36.412299 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Allocated IP 172.20.0.2 (27f1936d-ddc6-40b6-86b3-12dee2699598/852dba9e-4d8a-4490-b73f-53c70d5a1e10/89fc5284-c6a9-49fd-95a5-f43678098043) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:36.434090 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59c4e56b-060f-48ac-b2cf-f4ac7ae0e430 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:36.473057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:36.477003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c4e56b-060f-48ac-b2cf-f4ac7ae0e430 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network e4433a21-e596-431b-b309-8731d6bb49f8 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:36.480627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-59c4e56b-060f-48ac-b2cf-f4ac7ae0e430 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:36.482796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:36.484620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4e56b-060f-48ac-b2cf-f4ac7ae0e430 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:36.495407 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c4e56b-060f-48ac-b2cf-f4ac7ae0e430 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:36.496062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59c4e56b-060f-48ac-b2cf-f4ac7ae0e430 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:36.504174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:36.513082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-76832d53-1a95-45bd-a08c-572551d75071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:36.554118 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Pushing event updated for resources: {'Port': ['ID=2f36d050-8ea3-48e9-92c0-f6f880982cdc,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:36.627468 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76832d53-1a95-45bd-a08c-572551d75071 None None] Pushing event updated for resources: {'Port': ['ID=7a1e3420-932e-4aa9-a8a2-05268709149f,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:36.653212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:10:36.661396 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4e56b-060f-48ac-b2cf-f4ac7ae0e430 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=bd702d8f-54b5-4f06-8ad2-ca0c588d54c0,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:36.705499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3746568f-95a4-44e1-9876-dd4db41d8254 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:36.773858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-96a54070-6562-46be-acb0-087ee30f0fb5 None None] Provisioning for port cf6f79c7-80a5-4eee-8c05-03a71b0e3235 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:36.784749 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-59c4e56b-060f-48ac-b2cf-f4ac7ae0e430 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1442368 Aug 26 01:10:36.804049 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-873c2b3f-8163-49b1-92c8-5aa35373280d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port cf6f79c7-80a5-4eee-8c05-03a71b0e3235 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:36.804811 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-873c2b3f-8163-49b1-92c8-5aa35373280d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:36.809400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47446) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:36.844093 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-96a54070-6562-46be-acb0-087ee30f0fb5 None None] Provisioning complete for port cf6f79c7-80a5-4eee-8c05-03a71b0e3235 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:36.844887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-96a54070-6562-46be-acb0-087ee30f0fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:36.945126 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5c2ca2b5-fb4a-4c22-9127-13bbd48e280e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:36.994148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=bf71a35e-3faa-47b9-ba6c-e89ed2e51c69,segment=NetworkSegment(2f16a195-beaf-4cd7-88a8-0101ddf83cf4),segment_id=2f16a195-beaf-4cd7-88a8-0101ddf83cf4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:37.019613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device cce9503a-a52a-448b-87cd-22d4321a1924 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:37.067566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1821a6-be23-4038-bcaf-5eae47fe1533 None None] Network dbdbf59a-d0e0-400b-bcea-d091e2f49191 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:37.109261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:37.116251 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'bf71a35e-3faa-47b9-ba6c-e89ed2e51c69', 'network_id': '52981b1f-afc0-46af-bfbb-7e4ec3c3ab56', 'port_id': 'bf71a35e-3faa-47b9-ba6c-e89ed2e51c69', 'mac_address': 'fa:16:3e:78:8b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87841971-516f-4e39-b191-bcfb46b3db30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:10:37.161011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca2b5-fb4a-4c22-9127-13bbd48e280e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:37.181406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3746568f-95a4-44e1-9876-dd4db41d8254 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:37.218242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:37.247429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Transition to ACTIVE for port object 89fc5284-c6a9-49fd-95a5-f43678098043 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:37.275775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-96a54070-6562-46be-acb0-087ee30f0fb5 None None] Port cf6f79c7-80a5-4eee-8c05-03a71b0e3235 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:10:37.338551 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Transition to ACTIVE for port object 89fc5284-c6a9-49fd-95a5-f43678098043 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:37.357269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:37.357649 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:37.403865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:10:37.450070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:37.482251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746568f-95a4-44e1-9876-dd4db41d8254 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:37.513715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port cce9503a-a52a-448b-87cd-22d4321a1924 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:37.541970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=bf71a35e-3faa-47b9-ba6c-e89ed2e51c69,segment=NetworkSegment(2f16a195-beaf-4cd7-88a8-0101ddf83cf4),segment_id=2f16a195-beaf-4cd7-88a8-0101ddf83cf4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:37.550594 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Network 27f1936d-ddc6-40b6-86b3-12dee2699598 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:37.553264 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7a1e3420-932e-4aa9-a8a2-05268709149f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:37.555853 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:37.608053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:37.622856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3746568f-95a4-44e1-9876-dd4db41d8254 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:37.625932 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:37.634985 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3746568f-95a4-44e1-9876-dd4db41d8254 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb HTTP/1.1" status: 204 len: 168 time: 2.6615050 Aug 26 01:10:37.635199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-27d5c2cf-3161-4422-9294-de21d84d5fbd None None] Provisioning for port cce9503a-a52a-448b-87cd-22d4321a1924 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:37.650557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f601b24a-0650-48a7-8c28-f8e67b7a49cc None None] Network 1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:37.656031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47452) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:37.671635 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Pushing event updated for resources: {'Port': ['ID=89fc5284-c6a9-49fd-95a5-f43678098043,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:37.700204 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca2b5-fb4a-4c22-9127-13bbd48e280e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:37.712716 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:37.796954 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-27d5c2cf-3161-4422-9294-de21d84d5fbd None None] Provisioning complete for port cce9503a-a52a-448b-87cd-22d4321a1924 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:37.797273 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-27d5c2cf-3161-4422-9294-de21d84d5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:37.886609 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:37.984118 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port 0d1a81b2-ec21-4a09-89dd-6466900f86f4 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:37.984456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:38.013603 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca2b5-fb4a-4c22-9127-13bbd48e280e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:38.014735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ca2b5-fb4a-4c22-9127-13bbd48e280e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] In _notify_port_updated(), no bound segment for port bd702d8f-54b5-4f06-8ad2-ca0c588d54c0 on network e4433a21-e596-431b-b309-8731d6bb49f8 {{(pid=89862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:10:38.020834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ca2b5-fb4a-4c22-9127-13bbd48e280e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:38.021994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca2b5-fb4a-4c22-9127-13bbd48e280e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:38.023590 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5c2ca2b5-fb4a-4c22-9127-13bbd48e280e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "PUT /v2.0/ports/bd702d8f-54b5-4f06-8ad2-ca0c588d54c0 HTTP/1.1" status: 200 len: 818 time: 1.2133393 Aug 26 01:10:38.030992 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Attempting to bind port 89fc5284-c6a9-49fd-95a5-f43678098043 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:10:38.031358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Attempting to bind port 89fc5284-c6a9-49fd-95a5-f43678098043 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'bb53bce8-51c8-445a-89ab-30d2d4c76587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '27f1936d-ddc6-40b6-86b3-12dee2699598'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:10:38.031713 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Attempting to bind port 89fc5284-c6a9-49fd-95a5-f43678098043 on network 27f1936d-ddc6-40b6-86b3-12dee2699598 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:38.059881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47456) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:38.075209 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=bf71a35e-3faa-47b9-ba6c-e89ed2e51c69,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:38.086407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['bf71a35e-3faa-47b9-ba6c-e89ed2e51c69'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:10:38.110460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:10:38.110831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Checking segment: {'id': 'bb53bce8-51c8-445a-89ab-30d2d4c76587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '27f1936d-ddc6-40b6-86b3-12dee2699598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:38.111228 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:38.111611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Bound using segment: {'id': 'bb53bce8-51c8-445a-89ab-30d2d4c76587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '27f1936d-ddc6-40b6-86b3-12dee2699598'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:10:38.112147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Bound port: 89fc5284-c6a9-49fd-95a5-f43678098043, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb53bce8-51c8-445a-89ab-30d2d4c76587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '27f1936d-ddc6-40b6-86b3-12dee2699598'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:10:38.112783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:38.121911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ca2b5-fb4a-4c22-9127-13bbd48e280e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=bd702d8f-54b5-4f06-8ad2-ca0c588d54c0,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:38.152796 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-873c2b3f-8163-49b1-92c8-5aa35373280d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:38.157155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:38.213910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 7a1e3420-932e-4aa9-a8a2-05268709149f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:38.214316 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:38.264803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64d876-8496-4bd5-a96f-820847fede8f req-a5a414e6-bc4e-43c1-b6e9-7c14333bf0af tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:38.266364 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-da64d876-8496-4bd5-a96f-820847fede8f req-a5a414e6-bc4e-43c1-b6e9-7c14333bf0af tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 944 time: 0.7879024 Aug 26 01:10:38.395074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-27d5c2cf-3161-4422-9294-de21d84d5fbd None None] Current status of the port cce9503a-a52a-448b-87cd-22d4321a1924 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:38.395472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-27d5c2cf-3161-4422-9294-de21d84d5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:38.411754 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-873c2b3f-8163-49b1-92c8-5aa35373280d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for cf6f79c7-80a5-4eee-8c05-03a71b0e3235 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:38.440743 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] For port 89fc5284-c6a9-49fd-95a5-f43678098043, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:10:38.454471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Router 4d857513-e23d-4ab6-b34b-0c67e44d48e7 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:10:38.474280 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] For port 89fc5284-c6a9-49fd-95a5-f43678098043, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=89fc5284-c6a9-49fd-95a5-f43678098043,segment=NetworkSegment(bb53bce8-51c8-445a-89ab-30d2d4c76587),segment_id=bb53bce8-51c8-445a-89ab-30d2d4c76587)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:10:38.546117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-27d5c2cf-3161-4422-9294-de21d84d5fbd None None] For port cce9503a-a52a-448b-87cd-22d4321a1924, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=cce9503a-a52a-448b-87cd-22d4321a1924,segment=NetworkSegment(1835f593-1f51-4717-91e8-09f3a0318fe3),segment_id=1835f593-1f51-4717-91e8-09f3a0318fe3)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:38.564066 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:38.570009 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-6f35de5f-39d4-4e92-849f-dbd9049a66b2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port bd702d8f-54b5-4f06-8ad2-ca0c588d54c0 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:38.570370 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f35de5f-39d4-4e92-849f-dbd9049a66b2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:38.610153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34acd4f-3f33-41dd-9b7c-77fdd5cf1904 None None] DHCP port deletion for 1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:10:38.637935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-27d5c2cf-3161-4422-9294-de21d84d5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:38.654527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d34acd4f-3f33-41dd-9b7c-77fdd5cf1904 None None] Deleting port 0d1a81b2-ec21-4a09-89dd-6466900f86f4 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:38.654902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d34acd4f-3f33-41dd-9b7c-77fdd5cf1904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:38.697015 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 7a1e3420-932e-4aa9-a8a2-05268709149f is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:38.700944 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-da64d876-8496-4bd5-a96f-820847fede8f req-17cc2d30-4cbc-4451-975a-06d7be2e3644 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095186 Aug 26 01:10:38.722745 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:38.728148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ea2cba52-7a4e-457a-a4e3-2982f89ae52f no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:38.770151 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b70ab1-a56a-4533-8edc-1ad5f4ff01e4 None None] Sync routers for ids ['4d857513-e23d-4ab6-b34b-0c67e44d48e7'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:38.803225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: ea2cba52-7a4e-457a-a4e3-2982f89ae52f {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:10:38.803573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ea2cba52-7a4e-457a-a4e3-2982f89ae52f not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:10:38.815755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238a048-9c86-4fe9-aacf-b30fabf69040 None None] Pushing event updated for resources: {'Port': ['ID=89fc5284-c6a9-49fd-95a5-f43678098043,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:38.821091 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:38.822745 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3e794dd9-e4e2-4e8c-bb36-a06fe520962b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.9321012 Aug 26 01:10:38.825846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47460) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:38.833124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:38.856934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Allocated IP 172.20.0.1 (dbdbf59a-d0e0-400b-bcea-d091e2f49191/1b69ba3a-109c-443d-bdc4-6b4050370734/c20cef06-a837-47c1-9dfb-0b1ff01dc511) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:39.103046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] For port 0d1a81b2-ec21-4a09-89dd-6466900f86f4, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0d1a81b2-ec21-4a09-89dd-6466900f86f4,segment=NetworkSegment(675c0d72-23ec-44c5-a0b0-7d5436d9736d),segment_id=675c0d72-23ec-44c5-a0b0-7d5436d9736d)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:39.103046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:39.108138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b70ab1-a56a-4533-8edc-1ad5f4ff01e4 None None] Routers {'4d857513-e23d-4ab6-b34b-0c67e44d48e7'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:39.108138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e7b70ab1-a56a-4533-8edc-1ad5f4ff01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['4d857513-e23d-4ab6-b34b-0c67e44d48e7'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:39.108138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0d1a81b2-ec21-4a09-89dd-6466900f86f4 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:39.141293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2eb04fac-3745-432d-b307-ed343f9cbf8d None None] Provisioning complete for port cce9503a-a52a-448b-87cd-22d4321a1924 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:39.141584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2eb04fac-3745-432d-b307-ed343f9cbf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:39.182079 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e7b70ab1-a56a-4533-8edc-1ad5f4ff01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:39.337882 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5c2cf-3161-4422-9294-de21d84d5fbd None None] Pushing event updated for resources: {'Port': ['ID=cce9503a-a52a-448b-87cd-22d4321a1924,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:39.352786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b70ab1-a56a-4533-8edc-1ad5f4ff01e4 None None] Routers {'4d857513-e23d-4ab6-b34b-0c67e44d48e7'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:39.353632 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e7b70ab1-a56a-4533-8edc-1ad5f4ff01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['4d857513-e23d-4ab6-b34b-0c67e44d48e7'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:39.407009 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acdde6e5-e9c5-4c2d-b734-9ca0aec26d0b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:39.449824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e7b70ab1-a56a-4533-8edc-1ad5f4ff01e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:39.450428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b70ab1-a56a-4533-8edc-1ad5f4ff01e4 None None] The sync data for ids ['4d857513-e23d-4ab6-b34b-0c67e44d48e7'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:39.466601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d34acd4f-3f33-41dd-9b7c-77fdd5cf1904 None None] For port 0d1a81b2-ec21-4a09-89dd-6466900f86f4, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0d1a81b2-ec21-4a09-89dd-6466900f86f4,segment=NetworkSegment(675c0d72-23ec-44c5-a0b0-7d5436d9736d),segment_id=675c0d72-23ec-44c5-a0b0-7d5436d9736d)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:39.466997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d34acd4f-3f33-41dd-9b7c-77fdd5cf1904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:39.469888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for 0d1a81b2-ec21-4a09-89dd-6466900f86f4 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:39.617209 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:39.636635 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d34acd4f-3f33-41dd-9b7c-77fdd5cf1904 None None] Calling delete_port for 0d1a81b2-ec21-4a09-89dd-6466900f86f4 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:39.724046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:39.750363 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 0d1a81b2-ec21-4a09-89dd-6466900f86f4 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:39.751662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:39.755474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f35de5f-39d4-4e92-849f-dbd9049a66b2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:39.770860 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-873c2b3f-8163-49b1-92c8-5aa35373280d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:39.781667 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2eb04fac-3745-432d-b307-ed343f9cbf8d None None] Current status of the port cce9503a-a52a-448b-87cd-22d4321a1924 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:39.819787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Deleting port 2f36d050-8ea3-48e9-92c0-f6f880982cdc {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:39.820282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:39.972397 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-d34acd4f-3f33-41dd-9b7c-77fdd5cf1904 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:10:39.972907 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-d34acd4f-3f33-41dd-9b7c-77fdd5cf1904 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:10:39.983811 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-6f35de5f-39d4-4e92-849f-dbd9049a66b2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for bd702d8f-54b5-4f06-8ad2-ca0c588d54c0 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:40.013170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c2b3f-8163-49b1-92c8-5aa35373280d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=cf6f79c7-80a5-4eee-8c05-03a71b0e3235,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:40.071223 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:40.075187 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cba537-ff6a-449c-985e-921f8b119ab1 None None] Network 27f1936d-ddc6-40b6-86b3-12dee2699598 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:40.144827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:40.188703 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:40.235724 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Port': ['ID=0d1a81b2-ec21-4a09-89dd-6466900f86f4,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:40.249943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-873c2b3f-8163-49b1-92c8-5aa35373280d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:40.270217 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] No DVR routers for this DVR port 0d1a81b2-ec21-4a09-89dd-6466900f86f4 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:10:40.336768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Transition to ACTIVE for port object c20cef06-a837-47c1-9dfb-0b1ff01dc511 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:40.375202 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1f274-c2a8-4388-b76a-26d19dbff3ec req-c58690d6-1d3c-4238-b794-45a016de0445 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:40.378016 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-96e1f274-c2a8-4388-b76a-26d19dbff3ec req-c58690d6-1d3c-4238-b794-45a016de0445 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 945 time: 0.4773746 Aug 26 01:10:40.387192 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2b338a72-2546-4224-bc0d-01b2c5720a3e None None] Provisioning for port 89fc5284-c6a9-49fd-95a5-f43678098043 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:40.435255 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-873c2b3f-8163-49b1-92c8-5aa35373280d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/cf6f79c7-80a5-4eee-8c05-03a71b0e3235 HTTP/1.1" status: 204 len: 168 time: 4.0667021 Aug 26 01:10:40.444219 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47466) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:40.456897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Calling delete_port for 2f36d050-8ea3-48e9-92c0-f6f880982cdc owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:40.474678 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d34acd4f-3f33-41dd-9b7c-77fdd5cf1904 None None] Deleting port 0d1a81b2-ec21-4a09-89dd-6466900f86f4 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:40.481035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d34acd4f-3f33-41dd-9b7c-77fdd5cf1904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:40.512114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:40.525229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f35de5f-39d4-4e92-849f-dbd9049a66b2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:40.533853 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:40.536213 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-96e1f274-c2a8-4388-b76a-26d19dbff3ec req-9e59ee0e-536a-4801-83db-4d922b822cdf tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021671 Aug 26 01:10:40.587414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d34acd4f-3f33-41dd-9b7c-77fdd5cf1904 None None] The port '0d1a81b2-ec21-4a09-89dd-6466900f86f4' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:10:40.652102 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:40.739102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:40.765606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:40.774857 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35de5f-39d4-4e92-849f-dbd9049a66b2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=bd702d8f-54b5-4f06-8ad2-ca0c588d54c0,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:40.790720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2068fbe0-ebed-44d8-94b8-83fddc4571a4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:40.790720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2068fbe0-ebed-44d8-94b8-83fddc4571a4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:40.790983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2068fbe0-ebed-44d8-94b8-83fddc4571a4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:40.796619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675c0d72-23ec-44c5-a0b0-7d5436d9736d') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:40.796785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Pushing event deleted for resources: {'Port': ['ID=2f36d050-8ea3-48e9-92c0-f6f880982cdc,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:40.796907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675c0d72-23ec-44c5-a0b0-7d5436d9736d') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:40.810779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:40.813701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f35de5f-39d4-4e92-849f-dbd9049a66b2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:40.817013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:40.817488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:40.843898 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:40.880591 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:40.934344 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:40.947213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:40.969670 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6f35de5f-39d4-4e92-849f-dbd9049a66b2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/bd702d8f-54b5-4f06-8ad2-ca0c588d54c0 HTTP/1.1" status: 204 len: 168 time: 2.9048922 Aug 26 01:10:40.984976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:10:40.985292 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47470) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:40.985426 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.029349 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 675c0d72-23ec-44c5-a0b0-7d5436d9736d resource provider aggregate not found Aug 26 01:10:41.071649 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device cce9503a-a52a-448b-87cd-22d4321a1924 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:41.102030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Network dbdbf59a-d0e0-400b-bcea-d091e2f49191 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:41.103313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2068fbe0-ebed-44d8-94b8-83fddc4571a4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:41.104274 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2068fbe0-ebed-44d8-94b8-83fddc4571a4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6579986 Aug 26 01:10:41.110564 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47478) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:41.113555 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-acdde6e5-e9c5-4c2d-b734-9ca0aec26d0b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port 9c5e82de-c41e-435c-b00b-cd91d8f817a0 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:41.113932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acdde6e5-e9c5-4c2d-b734-9ca0aec26d0b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.130958 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:41.131507 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.138261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:41.147178 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 675c0d72-23ec-44c5-a0b0-7d5436d9736d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 675c0d72-23ec-44c5-a0b0-7d5436d9736d found for delete ", "request_id": "req-ddaf36b6-09cd-480f-b365-6e069d377436"}]} Aug 26 01:10:41.150529 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event updated for resources: {'Port': ['ID=c20cef06-a837-47c1-9dfb-0b1ff01dc511,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:41.171782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:41.185248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8a20a9-4470-40b2-8458-c7d824f80ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71a35e-3faa-47b9-ba6c-e89ed2e51c69'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:10:41.203788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=bf71a35e-3faa-47b9-ba6c-e89ed2e51c69,segment=NetworkSegment(2f16a195-beaf-4cd7-88a8-0101ddf83cf4),segment_id=2f16a195-beaf-4cd7-88a8-0101ddf83cf4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:41.213416 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port cce9503a-a52a-448b-87cd-22d4321a1924 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:41.213947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.283066 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda2cd10-d92e-47c0-a30c-4cfadf85017a'] response: {'server_uuid': 'bb8a20a9-4470-40b2-8458-c7d824f80ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71a35e-3faa-47b9-ba6c-e89ed2e51c69', 'code': 200} Aug 26 01:10:41.350923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13f5697-5491-44e9-8213-21e5829025f4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet e8915b6a-695a-44ef-9829-9e6142449d4d {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:10:41.374343 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.400581 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.426437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.442767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.455961 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Network': ['ID=1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:41.474563 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a66616ee-79f2-4d99-89bb-10d4fc0efa08 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/networks/1e6d6e31-2e8c-46b1-9fd0-1e1e1c5fe4f3 HTTP/1.1" status: 204 len: 168 time: 3.8122940 Aug 26 01:10:41.479019 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47484) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:41.499418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c13f5697-5491-44e9-8213-21e5829025f4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.547662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port cce9503a-a52a-448b-87cd-22d4321a1924 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:41.549806 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 89fc5284-c6a9-49fd-95a5-f43678098043 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:41.601613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=bf71a35e-3faa-47b9-ba6c-e89ed2e51c69,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:41.602101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c13f5697-5491-44e9-8213-21e5829025f4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.604738 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-acdde6e5-e9c5-4c2d-b734-9ca0aec26d0b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] For port 9c5e82de-c41e-435c-b00b-cd91d8f817a0, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9c5e82de-c41e-435c-b00b-cd91d8f817a0,segment=NetworkSegment(75c8d59f-613e-4018-a1b9-a964a0153a19),segment_id=75c8d59f-613e-4018-a1b9-a964a0153a19)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:41.605452 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acdde6e5-e9c5-4c2d-b734-9ca0aec26d0b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.629156 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6bee960c-04cd-4f3f-8c3c-d35aad884333 None None] Provisioning for port c20cef06-a837-47c1-9dfb-0b1ff01dc511 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:41.634287 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6bee960c-04cd-4f3f-8c3c-d35aad884333 None None] Provisioning complete for port c20cef06-a837-47c1-9dfb-0b1ff01dc511 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:41.641090 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6bee960c-04cd-4f3f-8c3c-d35aad884333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.677367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.690091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 89fc5284-c6a9-49fd-95a5-f43678098043 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:41.701051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 89fc5284-c6a9-49fd-95a5-f43678098043 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:41.701432 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.731387 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6bee960c-04cd-4f3f-8c3c-d35aad884333 None None] Port c20cef06-a837-47c1-9dfb-0b1ff01dc511 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:10:41.734326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e3ff2e-1772-4059-b184-7de0d76f41dc tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:41.735022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-60e3ff2e-1772-4059-b184-7de0d76f41dc tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:41.753440 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.825410 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 89fc5284-c6a9-49fd-95a5-f43678098043 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:41.825994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:41.858829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 89fc5284-c6a9-49fd-95a5-f43678098043, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=89fc5284-c6a9-49fd-95a5-f43678098043,segment=NetworkSegment(bb53bce8-51c8-445a-89ab-30d2d4c76587),segment_id=bb53bce8-51c8-445a-89ab-30d2d4c76587)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:41.938139 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:42.014930 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=89fc5284-c6a9-49fd-95a5-f43678098043,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:42.029534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-acdde6e5-e9c5-4c2d-b734-9ca0aec26d0b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for 9c5e82de-c41e-435c-b00b-cd91d8f817a0 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:42.155892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:42.156577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c13f5697-5491-44e9-8213-21e5829025f4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:42.211184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-60e3ff2e-1772-4059-b184-7de0d76f41dc tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:42.212321 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-60e3ff2e-1772-4059-b184-7de0d76f41dc tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 1.2167208 Aug 26 01:10:42.223337 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47492) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:42.223767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Router 4d857513-e23d-4ab6-b34b-0c67e44d48e7 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:10:42.325668 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafb766-2af5-41e8-a21a-282cd46c93d3 req-0870cc1c-89b0-4d9b-b82b-54d5e3a6f6e0 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:42.327513 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eafb766-2af5-41e8-a21a-282cd46c93d3 req-0870cc1c-89b0-4d9b-b82b-54d5e3a6f6e0 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.6482224 Aug 26 01:10:42.443443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17a2df-8506-4cb4-a5b5-6399f5aad17e req-89334a5f-aa04-4568-bc5f-64e189150855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:42.444844 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ef17a2df-8506-4cb4-a5b5-6399f5aad17e req-89334a5f-aa04-4568-bc5f-64e189150855 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 1099 time: 0.7255154 Aug 26 01:10:42.453715 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-910b3624-7195-4636-a063-2ac78e66ed9c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] GET failed (client error): The resource could not be found. Aug 26 01:10:42.455087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-910b3624-7195-4636-a063-2ac78e66ed9c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:42.458493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:42.470494 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128ab89-558e-4503-ba30-17aa47bfa815 None None] Sync routers for ids ['4d857513-e23d-4ab6-b34b-0c67e44d48e7'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:42.484911 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128ab89-558e-4503-ba30-17aa47bfa815 None None] Routers {'4d857513-e23d-4ab6-b34b-0c67e44d48e7'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:42.485872 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c128ab89-558e-4503-ba30-17aa47bfa815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['4d857513-e23d-4ab6-b34b-0c67e44d48e7'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:42.503407 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eafb766-2af5-41e8-a21a-282cd46c93d3 req-c556e01b-8dab-40fd-b5a9-fa42d71ada4a tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103933 Aug 26 01:10:42.513886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:42.518551 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f3cbdf2b-635e-475b-b48d-5277082d8584 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "PUT /v2.0/routers/4d857513-e23d-4ab6-b34b-0c67e44d48e7 HTTP/1.1" status: 200 len: 710 time: 3.6903381 Aug 26 01:10:42.519768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47496) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:42.528081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c13f5697-5491-44e9-8213-21e5829025f4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:42.561889 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c128ab89-558e-4503-ba30-17aa47bfa815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:42.571202 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128ab89-558e-4503-ba30-17aa47bfa815 None None] Routers {'4d857513-e23d-4ab6-b34b-0c67e44d48e7'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:42.571757 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c128ab89-558e-4503-ba30-17aa47bfa815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['4d857513-e23d-4ab6-b34b-0c67e44d48e7'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:42.595459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-910b3624-7195-4636-a063-2ac78e66ed9c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:42.596953 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-910b3624-7195-4636-a063-2ac78e66ed9c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/bd702d8f-54b5-4f06-8ad2-ca0c588d54c0 HTTP/1.1" status: 404 len: 333 time: 0.3719516 Aug 26 01:10:42.629756 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ef17a2df-8506-4cb4-a5b5-6399f5aad17e req-21d5756c-9585-4c61-8e34-f3fb443b2374 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754236 Aug 26 01:10:42.630754 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c13f5697-5491-44e9-8213-21e5829025f4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:42.635133 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c13f5697-5491-44e9-8213-21e5829025f4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/e8915b6a-695a-44ef-9829-9e6142449d4d HTTP/1.1" status: 204 len: 168 time: 1.5160916 Aug 26 01:10:42.635133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47500) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:42.638429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ef0667-8722-44ed-87ba-bcb628449ee7 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:42.643572 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c128ab89-558e-4503-ba30-17aa47bfa815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:42.643572 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128ab89-558e-4503-ba30-17aa47bfa815 None None] The sync data for ids ['4d857513-e23d-4ab6-b34b-0c67e44d48e7'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:42.655948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47502) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:42.704475 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f5697-5491-44e9-8213-21e5829025f4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=e8915b6a-695a-44ef-9829-9e6142449d4d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:42.718362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-419024250'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:42.723243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:42.727242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:network and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:42.732572 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:42.742244 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:42.751741 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c35677d8-0125-45ac-a0e6-5bd879de3bc9 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/routers/4d857513-e23d-4ab6-b34b-0c67e44d48e7 HTTP/1.1" status: 200 len: 745 time: 0.2104490 Aug 26 01:10:42.754435 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47510) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:42.811897 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7d4b97a2-e8d6-428a-bcc5-7730c7be11b2 tempest-RoutersIpV6AdminTest-1209828263 tempest-RoutersIpV6AdminTest-1209828263-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&device_id=4d857513-e23d-4ab6-b34b-0c67e44d48e7 HTTP/1.1" status: 200 len: 205 time: 0.0561559 Aug 26 01:10:42.821688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47514) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:42.878576 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:42.882068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:42.914401 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-93c5a0bb-f7fe-4583-bb16-8cfb3f6f6ac3 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d857513-e23d-4ab6-b34b-0c67e44d48e7 HTTP/1.1" status: 200 len: 205 time: 0.0961437 Aug 26 01:10:42.918636 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47518) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:42.934964 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 89fc5284-c6a9-49fd-95a5-f43678098043 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:43.010217 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c5144a96-3dd3-49a5-94e7-bfaaeafe450b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3522701 Aug 26 01:10:43.020192 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 89fc5284-c6a9-49fd-95a5-f43678098043 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:43.020578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.038786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47522) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:43.090801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08b84fbb-a9c1-4002-b041-cd16134dd610 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.096369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b0cc47-0eb0-474a-b302-9368c2592355 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:10:43.105774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-60b0cc47-0eb0-474a-b302-9368c2592355 None None] Deleting port 7a1e3420-932e-4aa9-a8a2-05268709149f {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:43.106153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-60b0cc47-0eb0-474a-b302-9368c2592355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.125275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acdde6e5-e9c5-4c2d-b734-9ca0aec26d0b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.149778 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:10:43.208923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdde6e5-e9c5-4c2d-b734-9ca0aec26d0b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Port': ['ID=9c5e82de-c41e-435c-b00b-cd91d8f817a0,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:43.227741 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.230058 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Added segment 1d08a125-4ada-4976-83ba-c934dd2ed48a of type vlan for network 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 Aug 26 01:10:43.251873 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 89fc5284-c6a9-49fd-95a5-f43678098043 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:43.383564 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-60b0cc47-0eb0-474a-b302-9368c2592355 None None] For port 7a1e3420-932e-4aa9-a8a2-05268709149f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7a1e3420-932e-4aa9-a8a2-05268709149f,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:43.384063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-60b0cc47-0eb0-474a-b302-9368c2592355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.418064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.resource_extend [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:10:43.446643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.454812 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.456250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08b84fbb-a9c1-4002-b041-cd16134dd610 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.461450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08b84fbb-a9c1-4002-b041-cd16134dd610 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.491762 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31aedaa-dff6-4090-9d6c-601433bed8ae tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:43.492506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e31aedaa-dff6-4090-9d6c-601433bed8ae tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:43.504975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6097e655-d369-462f-a5d2-4793ad570412 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.519613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-60b0cc47-0eb0-474a-b302-9368c2592355 None None] Calling delete_port for 7a1e3420-932e-4aa9-a8a2-05268709149f owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:43.618706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08b84fbb-a9c1-4002-b041-cd16134dd610 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.619492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b84fbb-a9c1-4002-b041-cd16134dd610 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Fanout notify agent at l3_agent the message router_deleted on router 4d857513-e23d-4ab6-b34b-0c67e44d48e7 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:10:43.621275 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.628806 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:43.629218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.654577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.713506 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-60b0cc47-0eb0-474a-b302-9368c2592355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.743545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acdde6e5-e9c5-4c2d-b734-9ca0aec26d0b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.821506 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0cc47-0eb0-474a-b302-9368c2592355 None None] Pushing event deleted for resources: {'Port': ['ID=7a1e3420-932e-4aa9-a8a2-05268709149f,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:43.845479 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0cc47-0eb0-474a-b302-9368c2592355 None None] No DVR routers for this DVR port 7a1e3420-932e-4aa9-a8a2-05268709149f on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:10:43.886374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08b84fbb-a9c1-4002-b041-cd16134dd610 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:43.891401 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-08b84fbb-a9c1-4002-b041-cd16134dd610 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "DELETE /v2.0/routers/4d857513-e23d-4ab6-b34b-0c67e44d48e7 HTTP/1.1" status: 204 len: 168 time: 0.9716852 Aug 26 01:10:43.897947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47528) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:43.944314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Network': ['ID=2b0e0e7c-fda1-40fc-ad2e-230b6a160f18,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:43.961047 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-017f7a20-7309-44d6-b30d-7e15d82318f7 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d857513-e23d-4ab6-b34b-0c67e44d48e7 HTTP/1.1" status: 200 len: 205 time: 0.0594275 Aug 26 01:10:43.961216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:10:43.967039 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47532) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:44.051665 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e31aedaa-dff6-4090-9d6c-601433bed8ae tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:44.052844 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e31aedaa-dff6-4090-9d6c-601433bed8ae tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0133965 Aug 26 01:10:44.062979 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cc9c5463-b772-4099-8987-43b17d26ebcb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4190543 Aug 26 01:10:44.063568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47536) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:44.063988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47538) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:44.121874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'subnet': {'network_id': '2b0e0e7c-fda1-40fc-ad2e-230b6a160f18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:44.135958 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-04b68f00-7ce9-4301-83bd-31da0b940344 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] delete failed (client error): The resource could not be found. Aug 26 01:10:44.137775 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-04b68f00-7ce9-4301-83bd-31da0b940344 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "DELETE /v2.0/routers/4d857513-e23d-4ab6-b34b-0c67e44d48e7 HTTP/1.1" status: 404 len: 336 time: 0.1690919 Aug 26 01:10:44.149306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47544) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:44.219877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:44.244251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event updated for resources: {'Port': ['ID=c20cef06-a837-47c1-9dfb-0b1ff01dc511,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:44.266782 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3b1ffe4a-b123-4bd3-938d-8168c6d8d102 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b4133df-cb96-4e44-bf9e-0f3bdf3ef81b HTTP/1.1" status: 200 len: 205 time: 0.1119950 Aug 26 01:10:44.277503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47548) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:44.353054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18612f2c-0050-4797-8bc4-8e65ab287406 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:44.353840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-18612f2c-0050-4797-8bc4-8e65ab287406 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:44.376462 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-925752f5-74d7-4cd3-925d-34f7b0a9ef91 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] delete failed (client error): The resource could not be found. Aug 26 01:10:44.380550 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-925752f5-74d7-4cd3-925d-34f7b0a9ef91 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "DELETE /v2.0/routers/3b4133df-cb96-4e44-bf9e-0f3bdf3ef81b HTTP/1.1" status: 404 len: 336 time: 0.0979505 Aug 26 01:10:44.381049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47552) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:44.431718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:44.451255 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-53bd8da1-bee9-42b1-91c5-6d5be57b1a6d tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a4d88fa-7a13-4b39-af03-a5d57be9ee76 HTTP/1.1" status: 200 len: 205 time: 0.0671468 Aug 26 01:10:44.451255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:subnet and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:44.453146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47556) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:44.453943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:44.461925 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:44.533046 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-a9c3caa7-0e60-4193-95e5-0cd774bb711c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] delete failed (client error): The resource could not be found. Aug 26 01:10:44.537508 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a9c3caa7-0e60-4193-95e5-0cd774bb711c tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "DELETE /v2.0/routers/7a4d88fa-7a13-4b39-af03-a5d57be9ee76 HTTP/1.1" status: 404 len: 336 time: 0.0774784 Aug 26 01:10:44.537696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47560) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:44.554204 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a73cb0-1ae0-4781-b810-15dcfaaf681f req-dc80feaa-740a-4bb0-91af-7070ea08b000 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:44.556360 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-22a73cb0-1ae0-4781-b810-15dcfaaf681f req-dc80feaa-740a-4bb0-91af-7070ea08b000 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.8743169 Aug 26 01:10:44.584124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-18612f2c-0050-4797-8bc4-8e65ab287406 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:44.587654 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-18612f2c-0050-4797-8bc4-8e65ab287406 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5051892 Aug 26 01:10:44.591456 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47564) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:44.595580 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-55f27794-d932-4d0a-a0ef-c4bad7b49ccf tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b2b90ec-4644-4209-8b60-8ed95ccb0794 HTTP/1.1" status: 200 len: 205 time: 0.0568433 Aug 26 01:10:44.599266 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47568) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:44.654318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:44.657624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:44.681839 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-385b405e-7391-4563-b6b0-09280001e0c4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892582 Aug 26 01:10:44.686034 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47572) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:44.720081 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-d1bca889-fb56-4627-a30a-40c086876137 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] delete failed (client error): The resource could not be found. Aug 26 01:10:44.723902 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d1bca889-fb56-4627-a30a-40c086876137 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "DELETE /v2.0/routers/6b2b90ec-4644-4209-8b60-8ed95ccb0794 HTTP/1.1" status: 404 len: 336 time: 0.1151197 Aug 26 01:10:44.728390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47576) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:44.739238 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-c63408a4-04b6-43a7-8942-d3dbacdc8d78 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:44.739506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Network dbdbf59a-d0e0-400b-bcea-d091e2f49191 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:44.742922 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-22a73cb0-1ae0-4781-b810-15dcfaaf681f req-0d301ee1-3362-4010-a2c2-1a490febc135 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782882 Aug 26 01:10:44.781179 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:44.824506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdde6e5-e9c5-4c2d-b734-9ca0aec26d0b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 44eb0247-26b4-4647-a209-4654026f992a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:10:44.834760 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9cb8b6f2-85a9-4cca-9ffa-83561555a341 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "GET /v2.0/ports?device_id=542e2b53-bcca-4b51-a523-09b644c11912 HTTP/1.1" status: 200 len: 205 time: 0.1018932 Aug 26 01:10:44.858348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47580) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:44.979794 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-06a3cf35-311b-43b4-9666-3fe77823478b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] delete failed (client error): The resource could not be found. Aug 26 01:10:44.980974 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-06a3cf35-311b-43b4-9666-3fe77823478b tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "DELETE /v2.0/routers/542e2b53-bcca-4b51-a523-09b644c11912 HTTP/1.1" status: 404 len: 336 time: 0.1215994 Aug 26 01:10:44.985917 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47584) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:45.012553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7a1e3420-932e-4aa9-a8a2-05268709149f no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:45.042928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c63408a4-04b6-43a7-8942-d3dbacdc8d78 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:45.062428 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7e9b09f9-d4d8-4610-b1a9-4577706afd52 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7172f5-fc0c-4256-b84a-8ed94e6dfc58 HTTP/1.1" status: 200 len: 205 time: 0.0711467 Aug 26 01:10:45.062662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 7a1e3420-932e-4aa9-a8a2-05268709149f {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:10:45.062922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7a1e3420-932e-4aa9-a8a2-05268709149f not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:10:45.066158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c63408a4-04b6-43a7-8942-d3dbacdc8d78 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:45.068200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47588) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:45.087565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-6097e655-d369-462f-a5d2-4793ad570412 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port ca27c010-dfcb-4851-b991-adf13ae8a8fd {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:45.088020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6097e655-d369-462f-a5d2-4793ad570412 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:45.180152 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-7007d2f6-ec27-4673-84f1-50eac1bbee27 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] delete failed (client error): The resource could not be found. Aug 26 01:10:45.183890 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7007d2f6-ec27-4673-84f1-50eac1bbee27 tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "DELETE /v2.0/routers/6c7172f5-fc0c-4256-b84a-8ed94e6dfc58 HTTP/1.1" status: 404 len: 336 time: 0.1123676 Aug 26 01:10:45.190596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47592) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:45.194667 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-35cbbcbb-3dc2-4682-87c1-c8c3b722a3f6 None None] Provisioning complete for port c20cef06-a837-47c1-9dfb-0b1ff01dc511 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:45.195061 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-35cbbcbb-3dc2-4682-87c1-c8c3b722a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:45.291598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-35cbbcbb-3dc2-4682-87c1-c8c3b722a3f6 None None] Port c20cef06-a837-47c1-9dfb-0b1ff01dc511 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:10:45.353935 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63408a4-04b6-43a7-8942-d3dbacdc8d78 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:45.357449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c63408a4-04b6-43a7-8942-d3dbacdc8d78 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:45.385423 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae4527f-ed35-4bf7-99bb-73c3daea879a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] DELETE failed (client error): The resource could not be found. Aug 26 01:10:45.385906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae4527f-ed35-4bf7-99bb-73c3daea879a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:10:45.465539 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fae4527f-ed35-4bf7-99bb-73c3daea879a tempest-RoutersIpV6AdminTest-1010656493 tempest-RoutersIpV6AdminTest-1010656493-project] 10.222.0.83 "DELETE /v2.0/subnets/49e0ca5c-5b30-43fa-aff2-3e81e629a81d HTTP/1.1" status: 404 len: 337 time: 0.2736721 Aug 26 01:10:45.493755 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdde6e5-e9c5-4c2d-b734-9ca0aec26d0b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:45.512685 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf7b26-97b1-4c34-b87d-3fea20b07f4f None None] Sync routers for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:45.523007 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf7b26-97b1-4c34-b87d-3fea20b07f4f None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:45.523634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-dbaf7b26-97b1-4c34-b87d-3fea20b07f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:45.540516 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-acdde6e5-e9c5-4c2d-b734-9ca0aec26d0b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/44eb0247-26b4-4647-a209-4654026f992a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4131942 Aug 26 01:10:45.543329 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47598) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:45.570875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-6097e655-d369-462f-a5d2-4793ad570412 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] For port ca27c010-dfcb-4851-b991-adf13ae8a8fd, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ca27c010-dfcb-4851-b991-adf13ae8a8fd,segment=NetworkSegment(f9ef22e0-9e77-487a-8cdb-6f20102f1c2a),segment_id=f9ef22e0-9e77-487a-8cdb-6f20102f1c2a)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:45.575744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6097e655-d369-462f-a5d2-4793ad570412 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:45.639913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Router 84d56bc4-ea39-4471-baa3-7de9a0569f20 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:10:45.666458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:45.696977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-dbaf7b26-97b1-4c34-b87d-3fea20b07f4f None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:45.704514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-6097e655-d369-462f-a5d2-4793ad570412 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for ca27c010-dfcb-4851-b991-adf13ae8a8fd owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:45.825945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd879b6-e6e6-402b-9228-3741fae347ee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting subnet cf966d10-0b65-4e11-b976-785a39268d27 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:10:45.856338 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Subnet': ['ID=b0f9992f-0ebd-46c5-9534-cc334d17161a,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:45.881501 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bfd879b6-e6e6-402b-9228-3741fae347ee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:45.958914 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:45.970723 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-50c655f4-07f7-427d-863a-50aeb8d9744f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "PUT /v2.0/routers/84d56bc4-ea39-4471-baa3-7de9a0569f20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1763270 Aug 26 01:10:45.970723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47604) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:45.972189 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48b43de-40f2-48ea-89ac-26bbb1636014 None None] Sync routers for ids ['84d56bc4-ea39-4471-baa3-7de9a0569f20'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:45.987558 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b43de-40f2-48ea-89ac-26bbb1636014 None None] Routers {'84d56bc4-ea39-4471-baa3-7de9a0569f20'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:45.989024 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a48b43de-40f2-48ea-89ac-26bbb1636014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['84d56bc4-ea39-4471-baa3-7de9a0569f20'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:46.031900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Checking segment: {'id': '1d08a125-4ada-4976-83ba-c934dd2ed48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2b0e0e7c-fda1-40fc-ad2e-230b6a160f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:46.032456 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network hostable DHCP agents. Network: 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:10:46.041679 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c63408a4-04b6-43a7-8942-d3dbacdc8d78 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:46.097374 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a48b43de-40f2-48ea-89ac-26bbb1636014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:46.108480 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b43de-40f2-48ea-89ac-26bbb1636014 None None] Routers {'84d56bc4-ea39-4471-baa3-7de9a0569f20'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:46.109405 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a48b43de-40f2-48ea-89ac-26bbb1636014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['84d56bc4-ea39-4471-baa3-7de9a0569f20'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:46.126698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-dbaf7b26-97b1-4c34-b87d-3fea20b07f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:42Z', 'revision_number': 9, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:46.133420 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf7b26-97b1-4c34-b87d-3fea20b07f4f None None] Checking router: 44eb0247-26b4-4647-a209-4654026f992a for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:10:46.133629 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bfd879b6-e6e6-402b-9228-3741fae347ee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:46.147805 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf7b26-97b1-4c34-b87d-3fea20b07f4f None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:46.148594 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-dbaf7b26-97b1-4c34-b87d-3fea20b07f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:46.197246 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63408a4-04b6-43a7-8942-d3dbacdc8d78 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:46.208214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-c63408a4-04b6-43a7-8942-d3dbacdc8d78 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:46.213807 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63408a4-04b6-43a7-8942-d3dbacdc8d78 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=7aeab1f1-e182-48eb-848f-fc31fc462068,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:46.223543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63408a4-04b6-43a7-8942-d3dbacdc8d78 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:46.223674 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47610) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:46.223784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c63408a4-04b6-43a7-8942-d3dbacdc8d78 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:46.239648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975adb20-22c9-45a2-95ca-c81464f268e3 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:46.289975 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a48b43de-40f2-48ea-89ac-26bbb1636014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:46.291757 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48b43de-40f2-48ea-89ac-26bbb1636014 None None] The sync data for ids ['84d56bc4-ea39-4471-baa3-7de9a0569f20'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:46.331292 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bfd879b6-e6e6-402b-9228-3741fae347ee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:46.391480 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:10:46.414323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b2f40-6ba4-48a7-8379-630aba15433c req-f5eedff1-4f70-49f2-9673-059f802f56fa tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:46.417066 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1a4b2f40-6ba4-48a7-8379-630aba15433c req-f5eedff1-4f70-49f2-9673-059f802f56fa tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.4667280 Aug 26 01:10:46.448180 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5349632b-d8d7-4785-a0bc-16300b58b2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:46.470172 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-dbaf7b26-97b1-4c34-b87d-3fea20b07f4f None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:46.481511 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5349632b-d8d7-4785-a0bc-16300b58b2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:46.486103 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1a4b2f40-6ba4-48a7-8379-630aba15433c req-ed4eb648-a6d9-4314-b406-1bfbd7c39334 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583510 Aug 26 01:10:46.491452 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5349632b-d8d7-4785-a0bc-16300b58b2c4 admin admin] Usage tracker for resource:security_group_rule and tenant:df11ba4ec1ec4a9eb1c23424d876b57f is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:46.495859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5349632b-d8d7-4785-a0bc-16300b58b2c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:46.498913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:46.505060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:46.507361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5349632b-d8d7-4785-a0bc-16300b58b2c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:46.507636 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:46.522418 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4410f3f9-0735-4277-8f0d-03be5e0f60dd None None] Network 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:46.541461 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c63408a4-04b6-43a7-8942-d3dbacdc8d78 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8543100 Aug 26 01:10:46.542682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47618) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:46.551776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'mac_address': 'fa:16:3e:97:76:41', 'name': 'tempest-NetworksTestDHCPv6-153073054'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:46.637410 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6097e655-d369-462f-a5d2-4793ad570412 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:46.665094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bfd879b6-e6e6-402b-9228-3741fae347ee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:46.699375 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6f605a47-a9ce-443c-b998-eaf50a896d5d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6166737 Aug 26 01:10:46.708639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47622) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:46.720240 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd879b6-e6e6-402b-9228-3741fae347ee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Subnet': ['ID=cf966d10-0b65-4e11-b976-785a39268d27,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:46.725114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-e3743801-3d2b-4cbc-9275-689254b2ce09 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'subnet': {'network_id': '2b0e0e7c-fda1-40fc-ad2e-230b6a160f18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:46.748553 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bfd879b6-e6e6-402b-9228-3741fae347ee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:46.749214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097e655-d369-462f-a5d2-4793ad570412 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Port': ['ID=ca27c010-dfcb-4851-b991-adf13ae8a8fd,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:46.753821 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bfd879b6-e6e6-402b-9228-3741fae347ee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/cf966d10-0b65-4e11-b976-785a39268d27 HTTP/1.1" status: 204 len: 168 time: 1.2072263 Aug 26 01:10:46.759783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47626) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:46.772370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468fcad3-1007-42d8-833b-728a764054a3 None None] Network b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:46.857355 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5349632b-d8d7-4785-a0bc-16300b58b2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:47.030392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:47.088100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e3743801-3d2b-4cbc-9275-689254b2ce09 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:47.093616 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e3743801-3d2b-4cbc-9275-689254b2ce09 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:subnet and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:47.098166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e3743801-3d2b-4cbc-9275-689254b2ce09 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:47.105350 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e3743801-3d2b-4cbc-9275-689254b2ce09 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:47.124646 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:47.139484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:47.152972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5349632b-d8d7-4785-a0bc-16300b58b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:47.153207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port faa4f981-81c0-4928-b514-b8ee9cf1954b {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:47.153767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:47.188789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3743801-3d2b-4cbc-9275-689254b2ce09 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:47.191559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e3743801-3d2b-4cbc-9275-689254b2ce09 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:47.234028 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-2b0e0e7c-fda1-40fc-ad2e-230b6a160f18', 'network_id': '2b0e0e7c-fda1-40fc-ad2e-230b6a160f18', 'tenant_id': '889b104f11a34d0f8f574727b339f84a', 'fixed_ips': [{'subnet_id': 'b0f9992f-0ebd-46c5-9534-cc334d17161a'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:10:47.234631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:47.243827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': '7aeab1f1-e182-48eb-848f-fc31fc462068'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:10:47.244630 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:47.281844 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:47.287524 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5349632b-d8d7-4785-a0bc-16300b58b2c4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=df11ba4ec1ec4a9eb1c23424d876b57f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0640440 Aug 26 01:10:47.294538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47630) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:47.295960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349632b-d8d7-4785-a0bc-16300b58b2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f902e3b-7316-426a-a249-34ec1fadb8a8,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:47.546145 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6559d-f6c6-4a77-af4a-dff2b9546afd req-9ff0cc0b-a7f3-4877-8f63-292e9e3009d2 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:47.547781 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f8e6559d-f6c6-4a77-af4a-dff2b9546afd req-9ff0cc0b-a7f3-4877-8f63-292e9e3009d2 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.9014449 Aug 26 01:10:47.606466 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-d7030fe3-b6b3-4bd2-924c-fb66bbb6805d tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:10:47.610813 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d7030fe3-b6b3-4bd2-924c-fb66bbb6805d tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "PUT /v2.0/routers/84d56bc4-ea39-4471-baa3-7de9a0569f20/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6365237 Aug 26 01:10:47.612168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47634) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:47.616284 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.ipam_backend_mixin [None req-e3743801-3d2b-4cbc-9275-689254b2ce09 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b0f9992f-0ebd-46c5-9534-cc334d17161a (CIDR: 2001:db8::/64) Aug 26 01:10:47.680414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Allocated IP 2001:db8::2 (2b0e0e7c-fda1-40fc-ad2e-230b6a160f18/b0f9992f-0ebd-46c5-9534-cc334d17161a/1fa815e8-226f-4bbe-b085-0916fdacf073) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:47.717183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Allocated IP 2001:db8::2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/7aeab1f1-e182-48eb-848f-fc31fc462068/ffb8815c-95c1-4da1-8a33-acd425571191) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:47.720388 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3743801-3d2b-4cbc-9275-689254b2ce09 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:10:47.720388 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3743801-3d2b-4cbc-9275-689254b2ce09 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:10:47.757099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:47.805873 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port 5d351a79-a651-460a-aad9-5fdb3562ee1e yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:10:47.808963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5033498-e986-4875-8c8e-c83c23cec686 None None] DHCP port deletion for b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:10:47.834257 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6097e655-d369-462f-a5d2-4793ad570412 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:47.838067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f5033498-e986-4875-8c8e-c83c23cec686 None None] Deleting port faa4f981-81c0-4928-b514-b8ee9cf1954b {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:47.838464 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f5033498-e986-4875-8c8e-c83c23cec686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:47.862375 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f8e6559d-f6c6-4a77-af4a-dff2b9546afd req-19bff848-d85c-4ee3-a7cf-b42e52029741 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015838 Aug 26 01:10:47.872700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fd036be9-4904-4ae1-a7c5-26a09f6682db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:47.883364 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-dbaf7b26-97b1-4c34-b87d-3fea20b07f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:42Z', 'revision_number': 9, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:47.890506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] For port faa4f981-81c0-4928-b514-b8ee9cf1954b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=faa4f981-81c0-4928-b514-b8ee9cf1954b,segment=NetworkSegment(75c8d59f-613e-4018-a1b9-a964a0153a19),segment_id=75c8d59f-613e-4018-a1b9-a964a0153a19)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:47.890924 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:47.912782 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e3743801-3d2b-4cbc-9275-689254b2ce09 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1971524 Aug 26 01:10:47.917438 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47640) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:47.935083 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-36243036-ef12-4adb-be83-4171c2adc032 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'subnet': {'network_id': '2b0e0e7c-fda1-40fc-ad2e-230b6a160f18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:47.975441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf7b26-97b1-4c34-b87d-3fea20b07f4f None None] The sync data for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv is: [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:42Z', 'revision_number': 9, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': 'a9b364c0-7fd0-4019-870c-e16dcea73799', 'name': '', 'network_id': 'b6014639-f49e-47fa-a997-42503ccbc54b', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:59:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:31Z', 'updated_at': '2022-08-26T01:09:48Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': 'dbcc8826-a3b4-421e-97ba-aeb7ed4e4248', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:48.182550 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for faa4f981-81c0-4928-b514-b8ee9cf1954b owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:48.228269 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fd036be9-4904-4ae1-a7c5-26a09f6682db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:48.310006 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-36243036-ef12-4adb-be83-4171c2adc032 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:48.315409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-36243036-ef12-4adb-be83-4171c2adc032 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:subnet and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:48.320216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-36243036-ef12-4adb-be83-4171c2adc032 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:48.328460 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-36243036-ef12-4adb-be83-4171c2adc032 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:48.342770 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:48.367786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-f5033498-e986-4875-8c8e-c83c23cec686 None None] For port faa4f981-81c0-4928-b514-b8ee9cf1954b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=faa4f981-81c0-4928-b514-b8ee9cf1954b,segment=NetworkSegment(75c8d59f-613e-4018-a1b9-a964a0153a19),segment_id=75c8d59f-613e-4018-a1b9-a964a0153a19)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:48.368216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f5033498-e986-4875-8c8e-c83c23cec686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:48.402255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:48.446101 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Transition to ACTIVE for port object 1fa815e8-226f-4bbe-b085-0916fdacf073 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:48.514386 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:48.521488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] No DVR routers for this DVR port faa4f981-81c0-4928-b514-b8ee9cf1954b on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:10:48.531564 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f5033498-e986-4875-8c8e-c83c23cec686 None None] Calling delete_port for faa4f981-81c0-4928-b514-b8ee9cf1954b owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:48.582380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Port': ['ID=faa4f981-81c0-4928-b514-b8ee9cf1954b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:48.586834 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6097e655-d369-462f-a5d2-4793ad570412 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:10:48.660650 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Transition to ACTIVE for port object 1fa815e8-226f-4bbe-b085-0916fdacf073 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:48.664537 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Transition to ACTIVE for port object ffb8815c-95c1-4da1-8a33-acd425571191 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:48.685870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36243036-ef12-4adb-be83-4171c2adc032 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:48.693730 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-36243036-ef12-4adb-be83-4171c2adc032 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:48.696507 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Transition to ACTIVE for port object ffb8815c-95c1-4da1-8a33-acd425571191 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:48.716636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-f5033498-e986-4875-8c8e-c83c23cec686 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:10:48.717072 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-f5033498-e986-4875-8c8e-c83c23cec686 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:10:48.759378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:48.762788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fd036be9-4904-4ae1-a7c5-26a09f6682db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:48.802498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:48.813838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:48.856105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Network 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:48.860265 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:48.867078 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:48.875671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:48.879550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Pushing event updated for resources: {'Port': ['ID=1fa815e8-226f-4bbe-b085-0916fdacf073,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:48.910736 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:48.915924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd036be9-4904-4ae1-a7c5-26a09f6682db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f902e3b-7316-426a-a249-34ec1fadb8a8,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:48.921622 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:48.952565 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c8d59f-613e-4018-a1b9-a964a0153a19') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:48.952565 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c8d59f-613e-4018-a1b9-a964a0153a19') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:48.965342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:49.004801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9c5e82de-c41e-435c-b00b-cd91d8f817a0 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:49.025447 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.030234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fd036be9-4904-4ae1-a7c5-26a09f6682db admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.034733 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fd036be9-4904-4ae1-a7c5-26a09f6682db admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7f902e3b-7316-426a-a249-34ec1fadb8a8 HTTP/1.1" status: 204 len: 168 time: 1.7321906 Aug 26 01:10:49.034883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::ba (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/7aeab1f1-e182-48eb-848f-fc31fc462068/5d351a79-a651-460a-aad9-5fdb3562ee1e) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:49.067259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6097e655-d369-462f-a5d2-4793ad570412 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:49.076285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.079824 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6097e655-d369-462f-a5d2-4793ad570412 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/db41edb8-e3cc-460d-ba71-5f6bc10b1ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5939920 Aug 26 01:10:49.087683 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94def982-79f2-4651-9151-822c90bb6fa6 req-51ddd35d-e8f8-4ab9-9ce8-131c39498340 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:49.089281 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-94def982-79f2-4651-9151-822c90bb6fa6 req-51ddd35d-e8f8-4ab9-9ce8-131c39498340 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.3346040 Aug 26 01:10:49.090895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47648) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:49.132144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4970f26-cd71-4a64-a749-23e43650e68b None None] Sync routers for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:49.139137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:10:49.139565 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.159150 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 9c5e82de-c41e-435c-b00b-cd91d8f817a0 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:10:49.159646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9c5e82de-c41e-435c-b00b-cd91d8f817a0 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:10:49.160085 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device faa4f981-81c0-4928-b514-b8ee9cf1954b no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:49.182983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-32da9f0f-bc3d-42f3-85f3-6c9d672d80ea tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.246509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f5033498-e986-4875-8c8e-c83c23cec686 None None] Deleting port faa4f981-81c0-4928-b514-b8ee9cf1954b {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:49.249625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f5033498-e986-4875-8c8e-c83c23cec686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.366639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3bbacf-3b6e-44b0-8238-2bbdec252dbf tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting subnet d48007af-5c89-4fea-a278-2bf66b943549 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:10:49.370038 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bc3bbacf-3b6e-44b0-8238-2bbdec252dbf tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.423343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.432170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bc3bbacf-3b6e-44b0-8238-2bbdec252dbf tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.473480 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 75c8d59f-613e-4018-a1b9-a964a0153a19 resource provider aggregate not found Aug 26 01:10:49.479840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.482496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Network': ['ID=b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:49.504922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Pushing event updated for resources: {'Port': ['ID=ffb8815c-95c1-4da1-8a33-acd425571191,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:49.512631 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 75c8d59f-613e-4018-a1b9-a964a0153a19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75c8d59f-613e-4018-a1b9-a964a0153a19 found for delete ", "request_id": "req-5b0f81f0-8e71-41ac-9f0d-a9c995602e84"}]} Aug 26 01:10:49.532798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bc3bbacf-3b6e-44b0-8238-2bbdec252dbf tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.533953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: faa4f981-81c0-4928-b514-b8ee9cf1954b {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:10:49.534403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device faa4f981-81c0-4928-b514-b8ee9cf1954b not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:10:49.541418 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-133e5d2f-366e-413e-85b1-25cb9a13b096 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/networks/b9ac5de3-4b99-4f2e-8f83-7a43aafd1d53 HTTP/1.1" status: 204 len: 168 time: 2.7768323 Aug 26 01:10:49.559103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Attempting to bind port ffb8815c-95c1-4da1-8a33-acd425571191 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:10:49.559834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Attempting to bind port ffb8815c-95c1-4da1-8a33-acd425571191 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:10:49.560508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47660) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:49.561115 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Attempting to bind port ffb8815c-95c1-4da1-8a33-acd425571191 on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:49.565145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4970f26-cd71-4a64-a749-23e43650e68b None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:49.566701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c4970f26-cd71-4a64-a749-23e43650e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:49.593684 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-94def982-79f2-4651-9151-822c90bb6fa6 req-1f9beac0-e366-44ad-8e4a-0c2b00ee5450 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982390 Aug 26 01:10:49.645956 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f5033498-e986-4875-8c8e-c83c23cec686 None None] The port 'faa4f981-81c0-4928-b514-b8ee9cf1954b' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:10:49.655569 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:10:49.656101 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:49.656686 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.657073 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:10:49.657619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Bound port: ffb8815c-95c1-4da1-8a33-acd425571191, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:10:49.658141 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.685492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bc3bbacf-3b6e-44b0-8238-2bbdec252dbf tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.735719 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Attempting to bind port 1fa815e8-226f-4bbe-b085-0916fdacf073 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:10:49.736229 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Attempting to bind port 1fa815e8-226f-4bbe-b085-0916fdacf073 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '1d08a125-4ada-4976-83ba-c934dd2ed48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2b0e0e7c-fda1-40fc-ad2e-230b6a160f18'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:10:49.736912 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Attempting to bind port 1fa815e8-226f-4bbe-b085-0916fdacf073 on network 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:10:49.769326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bbacf-3b6e-44b0-8238-2bbdec252dbf tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Subnet': ['ID=d48007af-5c89-4fea-a278-2bf66b943549,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:49.770958 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:10:49.771888 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Checking segment: {'id': '1d08a125-4ada-4976-83ba-c934dd2ed48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2b0e0e7c-fda1-40fc-ad2e-230b6a160f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:10:49.772556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.773187 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Bound using segment: {'id': '1d08a125-4ada-4976-83ba-c934dd2ed48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2b0e0e7c-fda1-40fc-ad2e-230b6a160f18'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:10:49.773923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Bound port: 1fa815e8-226f-4bbe-b085-0916fdacf073, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d08a125-4ada-4976-83ba-c934dd2ed48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2b0e0e7c-fda1-40fc-ad2e-230b6a160f18'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:10:49.774610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.779836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bc3bbacf-3b6e-44b0-8238-2bbdec252dbf tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.796477 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b96ed6b-d061-4d11-b731-6540259670f7 None None] Network aef79848-506b-4581-90b8-06c1a305fe04 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:49.809369 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bc3bbacf-3b6e-44b0-8238-2bbdec252dbf tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/d48007af-5c89-4fea-a278-2bf66b943549 HTTP/1.1" status: 204 len: 168 time: 0.7172384 Aug 26 01:10:49.816781 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47664) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:49.864319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:49.930473 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47668) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:49.930473 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object 5d351a79-a651-460a-aad9-5fdb3562ee1e will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:49.982201 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c4970f26-cd71-4a64-a749-23e43650e68b None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:49.986149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:50.054831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port e3f05242-7512-4281-8da0-b26f6c664ad1 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:50.054831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:50.091890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-36243036-ef12-4adb-be83-4171c2adc032 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:50.110667 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-32da9f0f-bc3d-42f3-85f3-6c9d672d80ea tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Deleting port c20cef06-a837-47c1-9dfb-0b1ff01dc511 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:50.110956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-32da9f0f-bc3d-42f3-85f3-6c9d672d80ea tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:50.199989 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3bbee1ee-4273-40fc-86f4-89ecca711f89 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=444e07bc0da54134a889d6a9e6f1a7f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771721 Aug 26 01:10:50.201625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47672) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:50.202374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36243036-ef12-4adb-be83-4171c2adc032 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:50.209213 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-36243036-ef12-4adb-be83-4171c2adc032 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:50.218082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36243036-ef12-4adb-be83-4171c2adc032 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:50.218981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-36243036-ef12-4adb-be83-4171c2adc032 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:50.229612 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] For port ffb8815c-95c1-4da1-8a33-acd425571191, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:10:50.242563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36243036-ef12-4adb-be83-4171c2adc032 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Subnet': ['ID=2ed10f05-5faa-46f7-a629-40a9db8c55b4,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:50.345199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:50.395375 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-36243036-ef12-4adb-be83-4171c2adc032 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4709713 Aug 26 01:10:50.404911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47676) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:50.414747 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] For port ffb8815c-95c1-4da1-8a33-acd425571191, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ffb8815c-95c1-4da1-8a33-acd425571191,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:10:50.418425 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] For port 1fa815e8-226f-4bbe-b085-0916fdacf073, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:10:50.433922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'network_id': '2b0e0e7c-fda1-40fc-ad2e-230b6a160f18', 'fixed_ips': [{'subnet_id': 'b0f9992f-0ebd-46c5-9534-cc334d17161a'}, {'subnet_id': '2ed10f05-5faa-46f7-a629-40a9db8c55b4'}], 'name': 'tempest-PortsIpV6TestJSON-465899011'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:50.446701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] For port 1fa815e8-226f-4bbe-b085-0916fdacf073, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1fa815e8-226f-4bbe-b085-0916fdacf073,segment=NetworkSegment(1d08a125-4ada-4976-83ba-c934dd2ed48a),segment_id=1d08a125-4ada-4976-83ba-c934dd2ed48a)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:10:50.516323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:50.517022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:50.537176 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:50.544870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:50.551377 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:50.552101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:50.555910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=5d351a79-a651-460a-aad9-5fdb3562ee1e,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:50.573775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:50.620107 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-89a41830-8cb6-47df-aa78-15647402536e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:50.641417 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7ea77ef2-8b87-4029-a2b4-ef6d5e6dbf51 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0971427 Aug 26 01:10:50.645344 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47682) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:50.652512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-32da9f0f-bc3d-42f3-85f3-6c9d672d80ea tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:50.699221 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2c691-7389-4b55-9137-fcbbd3408848 None None] Pushing event updated for resources: {'Port': ['ID=ffb8815c-95c1-4da1-8a33-acd425571191,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:50.725485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:50.727142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] For port e3f05242-7512-4281-8da0-b26f6c664ad1, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e3f05242-7512-4281-8da0-b26f6c664ad1,segment=NetworkSegment(f9ef22e0-9e77-487a-8cdb-6f20102f1c2a),segment_id=f9ef22e0-9e77-487a-8cdb-6f20102f1c2a)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:50.727516 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:50.761324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01427979-9edb-43ff-b222-cd4b5da4ff70 None None] DHCP port deletion for aef79848-506b-4581-90b8-06c1a305fe04 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:10:50.785926 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-01427979-9edb-43ff-b222-cd4b5da4ff70 None None] Deleting port e3f05242-7512-4281-8da0-b26f6c664ad1 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:50.786191 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-01427979-9edb-43ff-b222-cd4b5da4ff70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:50.825469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-32da9f0f-bc3d-42f3-85f3-6c9d672d80ea tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Calling delete_port for c20cef06-a837-47c1-9dfb-0b1ff01dc511 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:50.861523 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-89a41830-8cb6-47df-aa78-15647402536e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:50.868646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22836d2-462f-48e4-bd64-2ffeb583b76a None None] Pushing event updated for resources: {'Port': ['ID=1fa815e8-226f-4bbe-b085-0916fdacf073,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:50.895560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9912cb68-c47d-4aff-86b8-4b69625e39a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:50.979621 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c3c890-2c80-47a9-b8bb-26f7799a2cc7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:50.985505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c3c890-2c80-47a9-b8bb-26f7799a2cc7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:50.986375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-15c3c890-2c80-47a9-b8bb-26f7799a2cc7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:50.990841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c4970f26-cd71-4a64-a749-23e43650e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:46Z', 'revision_number': 9, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:51.026408 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4970f26-cd71-4a64-a749-23e43650e68b None None] Checking router: db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:10:51.028640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e3f05242-7512-4281-8da0-b26f6c664ad1 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:51.029028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235b2d1-8be9-4c57-a33d-00f3992a28de req-dc830d90-345c-4353-ad67-5eac8cfad47f tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:51.036163 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f235b2d1-8be9-4c57-a33d-00f3992a28de req-dc830d90-345c-4353-ad67-5eac8cfad47f tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.2752361 Aug 26 01:10:51.046160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for e3f05242-7512-4281-8da0-b26f6c664ad1 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:51.152826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4970f26-cd71-4a64-a749-23e43650e68b None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:51.153479 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c4970f26-cd71-4a64-a749-23e43650e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:51.153612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:51.296371 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f235b2d1-8be9-4c57-a33d-00f3992a28de req-31658560-5ce3-43b2-8c0c-4247ef6e2f1c tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576797 Aug 26 01:10:51.348593 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-15c3c890-2c80-47a9-b8bb-26f7799a2cc7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:51.348593 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-15c3c890-2c80-47a9-b8bb-26f7799a2cc7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.6902869 Aug 26 01:10:51.381620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47688) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:51.421773 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:51.443288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-89a41830-8cb6-47df-aa78-15647402536e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:51.446491 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c4970f26-cd71-4a64-a749-23e43650e68b None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:51.476034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a41830-8cb6-47df-aa78-15647402536e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a4b77d-dc24-472b-ab21-d1ca21040561,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:51.509643 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-89a41830-8cb6-47df-aa78-15647402536e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:51.511368 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-89a41830-8cb6-47df-aa78-15647402536e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/44a4b77d-dc24-472b-ab21-d1ca21040561 HTTP/1.1" status: 204 len: 168 time: 1.3098643 Aug 26 01:10:51.526937 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:51.577120 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-32da9f0f-bc3d-42f3-85f3-6c9d672d80ea tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:51.601408 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No active binding found for port e3f05242-7512-4281-8da0-b26f6c664ad1 {{(pid=89864) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Aug 26 01:10:51.601408 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e3f05242-7512-4281-8da0-b26f6c664ad1 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:10:51.613149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Port': ['ID=e3f05242-7512-4281-8da0-b26f6c664ad1,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:51.621481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-01427979-9edb-43ff-b222-cd4b5da4ff70 None None] For port e3f05242-7512-4281-8da0-b26f6c664ad1, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e3f05242-7512-4281-8da0-b26f6c664ad1,segment=NetworkSegment(f9ef22e0-9e77-487a-8cdb-6f20102f1c2a),segment_id=f9ef22e0-9e77-487a-8cdb-6f20102f1c2a)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:51.621931 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-01427979-9edb-43ff-b222-cd4b5da4ff70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:51.697845 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] No DVR routers for this DVR port e3f05242-7512-4281-8da0-b26f6c664ad1 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:10:51.783205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da9f0f-bc3d-42f3-85f3-6c9d672d80ea tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event deleted for resources: {'Port': ['ID=c20cef06-a837-47c1-9dfb-0b1ff01dc511,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:51.906182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-01427979-9edb-43ff-b222-cd4b5da4ff70 None None] Calling delete_port for e3f05242-7512-4281-8da0-b26f6c664ad1 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:51.919707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:52.005194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port 7fa2d3df-fdff-4f3d-b2b3-423da143e496 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:10:52.139082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-01427979-9edb-43ff-b222-cd4b5da4ff70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:10:52.139819 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-01427979-9edb-43ff-b222-cd4b5da4ff70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:10:52.212278 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:52.261122 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c4970f26-cd71-4a64-a749-23e43650e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:46Z', 'revision_number': 9, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:52.266004 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4970f26-cd71-4a64-a749-23e43650e68b None None] The sync data for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv is: [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:46Z', 'revision_number': 9, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': '793a63dc-60bc-478c-bb4e-e02ebc481508', 'name': '', 'network_id': '9328ad66-5fff-4352-be9e-52689bdbf282', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:9c:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:37Z', 'updated_at': '2022-08-26T01:09:57Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': 'f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:52.407015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-3608bde1-dc56-4639-a73c-ab616a35488d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port 5d351a79-a651-460a-aad9-5fdb3562ee1e {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:52.407477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3608bde1-dc56-4639-a73c-ab616a35488d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:52.431239 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef79848-506b-4581-90b8-06c1a305fe04']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:52.452713 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-32da9f0f-bc3d-42f3-85f3-6c9d672d80ea tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:52.455025 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ef22e0-9e77-487a-8cdb-6f20102f1c2a') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:52.455388 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ef22e0-9e77-487a-8cdb-6f20102f1c2a') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:52.537518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:52.640789 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-01427979-9edb-43ff-b222-cd4b5da4ff70 None None] Deleting port e3f05242-7512-4281-8da0-b26f6c664ad1 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:52.641405 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-01427979-9edb-43ff-b222-cd4b5da4ff70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:52.767048 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-01427979-9edb-43ff-b222-cd4b5da4ff70 None None] The port 'e3f05242-7512-4281-8da0-b26f6c664ad1' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:10:52.847398 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-98191f94-33c5-4a2f-8ed0-b558cde17f9a None None] Provisioning for port ffb8815c-95c1-4da1-8a33-acd425571191 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:52.888821 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:52.924662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:10:52.925070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:53.036217 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment f9ef22e0-9e77-487a-8cdb-6f20102f1c2a resource provider aggregate not found Aug 26 01:10:53.067628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Allocated IP 2001:db8::26d (2b0e0e7c-fda1-40fc-ad2e-230b6a160f18/b0f9992f-0ebd-46c5-9534-cc334d17161a/7fa2d3df-fdff-4f3d-b2b3-423da143e496) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:53.078945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-9912cb68-c47d-4aff-86b8-4b69625e39a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port a9b364c0-7fd0-4019-870c-e16dcea73799 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:53.079363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9912cb68-c47d-4aff-86b8-4b69625e39a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:53.116219 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1fa815e8-226f-4bbe-b085-0916fdacf073 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:53.186387 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Allocated IP 2001:db8:0:1::2a4 (2b0e0e7c-fda1-40fc-ad2e-230b6a160f18/2ed10f05-5faa-46f7-a629-40a9db8c55b4/7fa2d3df-fdff-4f3d-b2b3-423da143e496) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:53.209823 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment f9ef22e0-9e77-487a-8cdb-6f20102f1c2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9ef22e0-9e77-487a-8cdb-6f20102f1c2a found for delete ", "request_id": "req-cf732869-416b-4f4b-8fae-2075cb7184a8"}]} Aug 26 01:10:53.254661 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32da9f0f-bc3d-42f3-85f3-6c9d672d80ea tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Router 84d56bc4-ea39-4471-baa3-7de9a0569f20 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:10:53.295534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c4237e-7ca4-4ccf-8409-5ca1c8398efe None None] Network 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:53.326442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47718) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:53.359907 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbb3df-5322-4a63-937c-460b44531a47 req-c7ce3aee-0941-43f2-ba73-2d825fbb6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:53.361444 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ecbb3df-5322-4a63-937c-460b44531a47 req-c7ce3aee-0941-43f2-ba73-2d825fbb6bb3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b4779a1b8672466db600fe52bb2949a4&device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 1099 time: 1.1140220 Aug 26 01:10:53.400732 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:53.425136 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 1fa815e8-226f-4bbe-b085-0916fdacf073 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:53.430266 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:53.437042 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498a7f0-7da0-471d-b6e6-5b049e2e8eab req-79a8762e-086a-49ec-990f-c17c5cae341c tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:53.439081 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f498a7f0-7da0-471d-b6e6-5b049e2e8eab req-79a8762e-086a-49ec-990f-c17c5cae341c tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 1.1977048 Aug 26 01:10:53.442491 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/networks/aef79848-506b-4581-90b8-06c1a305fe04 HTTP/1.1" status: 204 len: 168 time: 3.6246967 Aug 26 01:10:53.447805 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d94bdb5c-fd5f-47da-a5bb-9eb0540612a7 None None] Provisioning for port 5d351a79-a651-460a-aad9-5fdb3562ee1e completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:53.448000 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4cdb2-07c1-42ae-8afc-7734871a9bc8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Network': ['ID=aef79848-506b-4581-90b8-06c1a305fe04,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:53.449686 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47724) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:53.457276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ffb8815c-95c1-4da1-8a33-acd425571191 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:53.463346 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32da9f0f-bc3d-42f3-85f3-6c9d672d80ea tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:53.480263 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bffcf2-2e60-4e16-a219-ed76f777158f None None] Sync routers for ids ['84d56bc4-ea39-4471-baa3-7de9a0569f20'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:53.491371 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d94bdb5c-fd5f-47da-a5bb-9eb0540612a7 None None] Provisioning complete for port 5d351a79-a651-460a-aad9-5fdb3562ee1e triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:53.491746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d94bdb5c-fd5f-47da-a5bb-9eb0540612a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:53.497650 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bffcf2-2e60-4e16-a219-ed76f777158f None None] Routers {'84d56bc4-ea39-4471-baa3-7de9a0569f20'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:53.498901 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c6bffcf2-2e60-4e16-a219-ed76f777158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['84d56bc4-ea39-4471-baa3-7de9a0569f20'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:53.559152 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-32da9f0f-bc3d-42f3-85f3-6c9d672d80ea tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "PUT /v2.0/routers/84d56bc4-ea39-4471-baa3-7de9a0569f20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9418654 Aug 26 01:10:53.571786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47728) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:53.620965 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c6bffcf2-2e60-4e16-a219-ed76f777158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:53.629191 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bffcf2-2e60-4e16-a219-ed76f777158f None None] Routers {'84d56bc4-ea39-4471-baa3-7de9a0569f20'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:53.630236 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c6bffcf2-2e60-4e16-a219-ed76f777158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['84d56bc4-ea39-4471-baa3-7de9a0569f20'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:53.631647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d94bdb5c-fd5f-47da-a5bb-9eb0540612a7 None None] Port 5d351a79-a651-460a-aad9-5fdb3562ee1e cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:10:53.675234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1819564775'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:53.686743 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:53.698295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Usage tracker for resource:network and tenant:bcd14021238c41399d274e88bd742222 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:53.704467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:53.714182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:53.729513 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c6bffcf2-2e60-4e16-a219-ed76f777158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:53.730614 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bffcf2-2e60-4e16-a219-ed76f777158f None None] The sync data for ids ['84d56bc4-ea39-4471-baa3-7de9a0569f20'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:53.740450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port ffb8815c-95c1-4da1-8a33-acd425571191 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:53.759053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ffb8815c-95c1-4da1-8a33-acd425571191 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:53.759584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:53.806749 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-ffa47465-2fde-4908-af87-276d837348f2 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] delete failed (client error): The resource could not be found. Aug 26 01:10:53.812092 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ffa47465-2fde-4908-af87-276d837348f2 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "DELETE /v2.0/routers/tempest-non_exist_router-12353817 HTTP/1.1" status: 404 len: 333 time: 0.2248812 Aug 26 01:10:53.815282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47732) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:53.839814 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f498a7f0-7da0-471d-b6e6-5b049e2e8eab req-48cc34a2-3b6b-47cf-a714-55b0a2d86eba tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766751 Aug 26 01:10:53.856264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-504e93a8-8998-494a-a661-e167bcfa738a tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Request body: {'router': {'external_gateway_info': {'network_id': '84d56bc4-ea39-4471-baa3-7de9a0569f20'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:53.922441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1768fe04-a867-4c29-a84d-c569acda2210 None None] Provisioning for port 1fa815e8-226f-4bbe-b085-0916fdacf073 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:53.932868 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1768fe04-a867-4c29-a84d-c569acda2210 None None] Provisioning complete for port 1fa815e8-226f-4bbe-b085-0916fdacf073 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:53.948597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1768fe04-a867-4c29-a84d-c569acda2210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:53.979313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Made reservation on behalf of bcd14021238c41399d274e88bd742222 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:53.982707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.001598 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.026187 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ffb8815c-95c1-4da1-8a33-acd425571191 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:54.026725 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.061956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:54.068737 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Usage tracker for resource:security_group_rule and tenant:bcd14021238c41399d274e88bd742222 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:54.072228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:54.081640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:54.156472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port ffb8815c-95c1-4da1-8a33-acd425571191, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ffb8815c-95c1-4da1-8a33-acd425571191,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:54.157427 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd90d409-3dc5-48dd-99f9-e51148948dd6 None None] Update dhcp port {'port': {'network_id': '2b0e0e7c-fda1-40fc-ad2e-230b6a160f18', 'fixed_ips': [{'subnet_id': 'b0f9992f-0ebd-46c5-9534-cc334d17161a', 'ip_address': '2001:db8::2'}, {'subnet_id': '2ed10f05-5faa-46f7-a629-40a9db8c55b4'}], 'binding:host_id': 'dv-neutron-854561-2-hyperv'}, 'id': '1fa815e8-226f-4bbe-b085-0916fdacf073'} from dv-neutron-854561-2-hyperv. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Aug 26 01:10:54.210024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1768fe04-a867-4c29-a84d-c569acda2210 None None] Current status of the port 1fa815e8-226f-4bbe-b085-0916fdacf073 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:54.210924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1768fe04-a867-4c29-a84d-c569acda2210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.233505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dd90d409-3dc5-48dd-99f9-e51148948dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.239767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-9912cb68-c47d-4aff-86b8-4b69625e39a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] For port a9b364c0-7fd0-4019-870c-e16dcea73799, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a9b364c0-7fd0-4019-870c-e16dcea73799,segment=NetworkSegment(e028a679-01db-4815-8f12-db9c0d5c0c7b),segment_id=e028a679-01db-4815-8f12-db9c0d5c0c7b)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:54.240625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9912cb68-c47d-4aff-86b8-4b69625e39a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.247911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-33e1906d-35bb-4126-90a9-f57f69a0f0a3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.250981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.259983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3608bde1-dc56-4639-a73c-ab616a35488d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.301998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ca27c010-dfcb-4851-b991-adf13ae8a8fd no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:10:54.362489 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.384491 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: ca27c010-dfcb-4851-b991-adf13ae8a8fd {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:10:54.384884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ca27c010-dfcb-4851-b991-adf13ae8a8fd not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:10:54.388530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1768fe04-a867-4c29-a84d-c569acda2210 None None] For port 1fa815e8-226f-4bbe-b085-0916fdacf073, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1fa815e8-226f-4bbe-b085-0916fdacf073,segment=NetworkSegment(1d08a125-4ada-4976-83ba-c934dd2ed48a),segment_id=1d08a125-4ada-4976-83ba-c934dd2ed48a)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:54.417795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-9912cb68-c47d-4aff-86b8-4b69625e39a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for a9b364c0-7fd0-4019-870c-e16dcea73799 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:54.458594 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.476605 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1768fe04-a867-4c29-a84d-c569acda2210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.482799 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=ffb8815c-95c1-4da1-8a33-acd425571191,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:54.499835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbb3df-5322-4a63-937c-460b44531a47 req-8f526119-bfe6-4fcd-80ba-8b8b85ac3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:54.501511 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ecbb3df-5322-4a63-937c-460b44531a47 req-8f526119-bfe6-4fcd-80ba-8b8b85ac3ca3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=52981b1f-afc0-46af-bfbb-7e4ec3c3ab56 HTTP/1.1" status: 200 len: 914 time: 1.1066859 Aug 26 01:10:54.533606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:10:54.548409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17eb59d-f88f-4343-8532-550f64dc5cb6,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:54.559480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.559957 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Added segment 585e16b1-3e23-43a6-9137-4a8b1e2562e1 of type vlan for network de3664e9-e99f-4cf0-b546-17595c594e1c Aug 26 01:10:54.570804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768fe04-a867-4c29-a84d-c569acda2210 None None] Pushing event updated for resources: {'Port': ['ID=1fa815e8-226f-4bbe-b085-0916fdacf073,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:54.594862 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.750852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-3608bde1-dc56-4639-a73c-ab616a35488d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for 5d351a79-a651-460a-aad9-5fdb3562ee1e owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:54.758745 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.resource_extend [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:10:54.801399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-33e1906d-35bb-4126-90a9-f57f69a0f0a3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port 793a63dc-60bc-478c-bb4e-e02ebc481508 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:10:54.806521 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-33e1906d-35bb-4126-90a9-f57f69a0f0a3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.832378 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ecbb3df-5322-4a63-937c-460b44531a47 req-d1f9134f-f398-476a-8d12-4f02a498c474 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 HTTP/1.1" status: 200 len: 217 time: 0.1537311 Aug 26 01:10:54.881450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:54.887652 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:54.888791 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:55.038069 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1fa815e8-226f-4bbe-b085-0916fdacf073 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:55.130353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event updated for resources: {'Network': ['ID=de3664e9-e99f-4cf0-b546-17595c594e1c,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:55.144940 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network de3664e9-e99f-4cf0-b546-17595c594e1c details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:10:55.163549 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d264b53a-8fb5-4ddd-bdaf-291f0134c247 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8299584 Aug 26 01:10:55.207596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-504e93a8-8998-494a-a661-e167bcfa738a tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:55.218766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbb3df-5322-4a63-937c-460b44531a47 req-21507d9e-eae4-435a-bcd9-4b92e9bfa38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:55.221041 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ecbb3df-5322-4a63-937c-460b44531a47 req-21507d9e-eae4-435a-bcd9-4b92e9bfa38d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=87841971-516f-4e39-b191-bcfb46b3db30 HTTP/1.1" status: 200 len: 852 time: 0.3715677 Aug 26 01:10:55.229771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 1fa815e8-226f-4bbe-b085-0916fdacf073 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:55.230391 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:55.249905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:55.256849 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-33e1906d-35bb-4126-90a9-f57f69a0f0a3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] For port 793a63dc-60bc-478c-bb4e-e02ebc481508, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=793a63dc-60bc-478c-bb4e-e02ebc481508,segment=NetworkSegment(c08546f0-540e-49eb-9254-0bd88bfcadef),segment_id=c08546f0-540e-49eb-9254-0bd88bfcadef)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:55.257217 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-33e1906d-35bb-4126-90a9-f57f69a0f0a3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:55.392091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 1fa815e8-226f-4bbe-b085-0916fdacf073 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:55.394182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ffb8815c-95c1-4da1-8a33-acd425571191 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:55.394310 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ecbb3df-5322-4a63-937c-460b44531a47 req-025fd920-7e9f-46b1-9feb-d2e16714f4ec service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=52981b1f-afc0-46af-bfbb-7e4ec3c3ab56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150672 Aug 26 01:10:55.432745 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-33e1906d-35bb-4126-90a9-f57f69a0f0a3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for 793a63dc-60bc-478c-bb4e-e02ebc481508 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:10:55.476302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ffb8815c-95c1-4da1-8a33-acd425571191 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:55.476934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:55.516724 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae59270-a2a1-49a1-940f-44fbccac6fa4 req-6feb836c-6d20-4526-807c-6d49acc3bdd1 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:55.520214 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cae59270-a2a1-49a1-940f-44fbccac6fa4 req-6feb836c-6d20-4526-807c-6d49acc3bdd1 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.3584590 Aug 26 01:10:55.526388 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-504e93a8-8998-494a-a661-e167bcfa738a tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] update failed (client error): The resource could not be found. Aug 26 01:10:55.531431 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-504e93a8-8998-494a-a661-e167bcfa738a tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "PUT /v2.0/routers/84d56bc4-ea39-4471-baa3-7de9a0569f20 HTTP/1.1" status: 404 len: 339 time: 1.7051640 Aug 26 01:10:55.532307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47740) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:55.587109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907427f-96ca-4055-ae5f-58d051cbd908 req-a6d19cf4-96db-42f0-915c-3c1716080077 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:55.599733 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3907427f-96ca-4055-ae5f-58d051cbd908 req-a6d19cf4-96db-42f0-915c-3c1716080077 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.4641771 Aug 26 01:10:55.638829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ffb8815c-95c1-4da1-8a33-acd425571191 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:55.784066 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cae59270-a2a1-49a1-940f-44fbccac6fa4 req-167e1ac4-4a1c-4e5d-ba41-6153d48355f8 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548652 Aug 26 01:10:55.800328 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Transition to ACTIVE for port object 7fa2d3df-fdff-4f3d-b2b3-423da143e496 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:55.809432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3608bde1-dc56-4639-a73c-ab616a35488d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:55.927643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608bde1-dc56-4639-a73c-ab616a35488d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=5d351a79-a651-460a-aad9-5fdb3562ee1e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:56.037637 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ecbb3df-5322-4a63-937c-460b44531a47 req-ca509d1a-9ff5-421e-97cc-b7d499f8b366 service neutron] 10.222.0.94 "GET /v2.0/networks/52981b1f-afc0-46af-bfbb-7e4ec3c3ab56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183724 Aug 26 01:10:56.052616 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3608bde1-dc56-4639-a73c-ab616a35488d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:56.090913 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3907427f-96ca-4055-ae5f-58d051cbd908 req-1c9a1e02-db6d-47a8-b83f-629b52cc82f6 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856720 Aug 26 01:10:56.132687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9912cb68-c47d-4aff-86b8-4b69625e39a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:56.323219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912cb68-c47d-4aff-86b8-4b69625e39a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Port': ['ID=a9b364c0-7fd0-4019-870c-e16dcea73799,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:56.323219 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3608bde1-dc56-4639-a73c-ab616a35488d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/5d351a79-a651-460a-aad9-5fdb3562ee1e HTTP/1.1" status: 204 len: 168 time: 4.9002788 Aug 26 01:10:56.327363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:56.434848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47746) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:56.513279 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-dd90d409-3dc5-48dd-99f9-e51148948dd6 None None] Allocated IP 2001:db8:0:1::2 (2b0e0e7c-fda1-40fc-ad2e-230b6a160f18/2ed10f05-5faa-46f7-a629-40a9db8c55b4/1fa815e8-226f-4bbe-b085-0916fdacf073) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:56.523848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415bf0f-f41f-404a-a576-e4a3ae60294a req-947001d0-597b-4bca-a595-492c789f7cdf tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:56.525387 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9415bf0f-f41f-404a-a576-e4a3ae60294a req-947001d0-597b-4bca-a595-492c789f7cdf tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.5471461 Aug 26 01:10:56.614804 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9415bf0f-f41f-404a-a576-e4a3ae60294a req-cfacd397-205f-4846-8bde-67b310f6cdca tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753956 Aug 26 01:10:56.715884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-dd90d409-3dc5-48dd-99f9-e51148948dd6 None None] For port 1fa815e8-226f-4bbe-b085-0916fdacf073, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1fa815e8-226f-4bbe-b085-0916fdacf073,segment=NetworkSegment(1d08a125-4ada-4976-83ba-c934dd2ed48a),segment_id=1d08a125-4ada-4976-83ba-c934dd2ed48a)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:10:56.744541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:56.766538 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dd90d409-3dc5-48dd-99f9-e51148948dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:56.806554 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dd90d409-3dc5-48dd-99f9-e51148948dd6 None None] Transition to ACTIVE for port object 1fa815e8-226f-4bbe-b085-0916fdacf073 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:56.851721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-33e1906d-35bb-4126-90a9-f57f69a0f0a3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:56.870781 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dd90d409-3dc5-48dd-99f9-e51148948dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:56.972532 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affc95f-135f-484f-ab10-7c8d7d4129af tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:56.974751 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2affc95f-135f-484f-ab10-7c8d7d4129af tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:56.975674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2affc95f-135f-484f-ab10-7c8d7d4129af tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:10:56.981876 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9912cb68-c47d-4aff-86b8-4b69625e39a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:57.025558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1906d-35bb-4126-90a9-f57f69a0f0a3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Port': ['ID=793a63dc-60bc-478c-bb4e-e02ebc481508,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:57.079120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=7fa2d3df-fdff-4f3d-b2b3-423da143e496,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:57.098602 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90d409-3dc5-48dd-99f9-e51148948dd6 None None] Pushing event updated for resources: {'Port': ['ID=1fa815e8-226f-4bbe-b085-0916fdacf073,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:57.348818 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ecbb3df-5322-4a63-937c-460b44531a47 req-f2ade0eb-fdb6-4f37-ab3e-0d27495264fb service neutron] 10.222.0.94 "GET /v2.0/networks/52981b1f-afc0-46af-bfbb-7e4ec3c3ab56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3006260 Aug 26 01:10:57.355834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:57.434226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:57.462776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:57.468814 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:57.469372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:57.725482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-33e1906d-35bb-4126-90a9-f57f69a0f0a3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:57.727187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2affc95f-135f-484f-ab10-7c8d7d4129af tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:10:57.731760 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2affc95f-135f-484f-ab10-7c8d7d4129af tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 1.2870688 Aug 26 01:10:57.734117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47754) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:57.737607 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77425e9-d6fa-4aa7-89b0-078473da9249 req-bd711293-6cf9-4f56-9543-b5526d79d9e4 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:57.739314 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a77425e9-d6fa-4aa7-89b0-078473da9249 req-bd711293-6cf9-4f56-9543-b5526d79d9e4 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.7444482 Aug 26 01:10:57.743364 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-61adbe24-d4ee-4369-bb93-a299772f4614 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 7.3340325 Aug 26 01:10:57.745032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47758) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:57.747547 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9912cb68-c47d-4aff-86b8-4b69625e39a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 44eb0247-26b4-4647-a209-4654026f992a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:10:57.752366 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f8aa072a-1d99-4432-b06b-d93bd8bb5f5c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b0f9992f-0ebd-46c5-9534-cc334d17161a'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:57.842072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Allocated IP 172.20.0.1 (51c482de-5212-4c3d-a2ec-a9105d62dfff/4c7beac9-2dcc-4c50-9775-dbccd3c0b059/577bdcbe-25a8-4a67-82aa-81d8916945a7) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:57.865835 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a611be6e-b7a1-4882-8903-9fa917b6f60d None None] Network 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:57.910299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56f053-7a74-47db-9c9a-d9a3f0cd96ce req-429287f2-8432-471f-a660-17bbbf8bba3d tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:57.911733 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ac56f053-7a74-47db-9c9a-d9a3f0cd96ce req-429287f2-8432-471f-a660-17bbbf8bba3d tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.5993602 Aug 26 01:10:58.106508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:58.126144 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Transition to ACTIVE for port object 577bdcbe-25a8-4a67-82aa-81d8916945a7 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:10:58.255850 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2605e5fb-0edc-4872-829d-ff998f830185 None None] Provisioning for port 1fa815e8-226f-4bbe-b085-0916fdacf073 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:58.261297 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2605e5fb-0edc-4872-829d-ff998f830185 None None] Provisioning complete for port 1fa815e8-226f-4bbe-b085-0916fdacf073 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:58.264053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2605e5fb-0edc-4872-829d-ff998f830185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:58.349901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7f8e45-8b9b-4e18-b6aa-0cf865b327b6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 7aeab1f1-e182-48eb-848f-fc31fc462068 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:10:58.362404 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:58.373137 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8e45-8b9b-4e18-b6aa-0cf865b327b6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:58.472410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f8aa072a-1d99-4432-b06b-d93bd8bb5f5c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:58.482160 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2605e5fb-0edc-4872-829d-ff998f830185 None None] Current status of the port 1fa815e8-226f-4bbe-b085-0916fdacf073 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:10:58.498974 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47762) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:58.583376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Request body: {'subnet': {'network_id': 'de3664e9-e99f-4cf0-b546-17595c594e1c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:10:58.653900 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a77425e9-d6fa-4aa7-89b0-078473da9249 req-a6734d8f-f8f6-4ae0-97ab-99e27c6c3e4c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8242195 Aug 26 01:10:58.686854 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-cd03e500-be4c-49de-bbb6-a2835b559012 None None] Provisioning for port 7fa2d3df-fdff-4f3d-b2b3-423da143e496 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:10:58.694291 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-cd03e500-be4c-49de-bbb6-a2835b559012 None None] Provisioning complete for port 7fa2d3df-fdff-4f3d-b2b3-423da143e496 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:58.694681 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cd03e500-be4c-49de-bbb6-a2835b559012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:58.702875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Network 51c482de-5212-4c3d-a2ec-a9105d62dfff is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:58.750056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9912cb68-c47d-4aff-86b8-4b69625e39a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:58.766626 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:58.782195 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:10:58.801580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ca353-75f8-42fc-b3fb-c26165520498 None None] Sync routers for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:58.801960 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9912cb68-c47d-4aff-86b8-4b69625e39a5 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/44eb0247-26b4-4647-a209-4654026f992a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2371373 Aug 26 01:10:58.803488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47768) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:58.862542 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ca353-75f8-42fc-b3fb-c26165520498 None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:58.863325 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b10ca353-75f8-42fc-b3fb-c26165520498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:58.976165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8e45-8b9b-4e18-b6aa-0cf865b327b6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:59.017101 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ac56f053-7a74-47db-9c9a-d9a3f0cd96ce req-03672cfb-0458-4908-baa3-d82ab7993310 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8474441 Aug 26 01:10:59.038556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event updated for resources: {'Port': ['ID=577bdcbe-25a8-4a67-82aa-81d8916945a7,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:59.081252 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1fa815e8-226f-4bbe-b085-0916fdacf073 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:10:59.090736 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:59.116061 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3a0179-81d8-4c1f-9878-0ab99a61bc25 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting subnet dbcc8826-a3b4-421e-97ba-aeb7ed4e4248 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:10:59.130204 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e1906d-35bb-4126-90a9-f57f69a0f0a3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:10:59.137492 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-cd03e500-be4c-49de-bbb6-a2835b559012 None None] Port 7fa2d3df-fdff-4f3d-b2b3-423da143e496 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:10:59.185644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0179-81d8-4c1f-9878-0ab99a61bc25 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:59.187893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-cd03e500-be4c-49de-bbb6-a2835b559012 None None] Provisioning complete for port 1fa815e8-226f-4bbe-b085-0916fdacf073 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:59.188276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cd03e500-be4c-49de-bbb6-a2835b559012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:59.215492 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-b10ca353-75f8-42fc-b3fb-c26165520498 None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:59.265376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:10:59.286295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8e45-8b9b-4e18-b6aa-0cf865b327b6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:59.325373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0179-81d8-4c1f-9878-0ab99a61bc25 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:59.353594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Usage tracker for resource:subnet and tenant:bcd14021238c41399d274e88bd742222 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:10:59.368558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:10:59.380681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:10:59.387988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e1906d-35bb-4126-90a9-f57f69a0f0a3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:10:59.412184 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e8100a-4df7-4ba2-9482-7a29cb13bdb7 None None] Sync routers for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:59.422137 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-33e1906d-35bb-4126-90a9-f57f69a0f0a3 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/db41edb8-e3cc-460d-ba71-5f6bc10b1ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9566886 Aug 26 01:10:59.422137 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47772) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:59.436698 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e8100a-4df7-4ba2-9482-7a29cb13bdb7 None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:10:59.438250 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-25e8100a-4df7-4ba2-9482-7a29cb13bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:59.447381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c11e0-5bbc-436d-81d0-36037108119b req-a950e48f-0485-407a-8a38-a5e479e24e75 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:59.453146 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2d7c11e0-5bbc-436d-81d0-36037108119b req-a950e48f-0485-407a-8a38-a5e479e24e75 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.3293092 Aug 26 01:10:59.522388 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Made reservation on behalf of bcd14021238c41399d274e88bd742222 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:10:59.526920 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:59.534750 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8e45-8b9b-4e18-b6aa-0cf865b327b6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:59.600619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f7325a-c779-4c97-a3b9-5760e5e89387 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting subnet f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:10:59.606597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f8e45-8b9b-4e18-b6aa-0cf865b327b6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=7aeab1f1-e182-48eb-848f-fc31fc462068,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:59.609782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30f7325a-c779-4c97-a3b9-5760e5e89387 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:59.640111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:59.652928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb96887c-f587-4d35-92cc-3196603eb70f None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:10:59.659624 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8e45-8b9b-4e18-b6aa-0cf865b327b6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:59.662884 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ca7f8e45-8b9b-4e18-b6aa-0cf865b327b6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/7aeab1f1-e182-48eb-848f-fc31fc462068 HTTP/1.1" status: 204 len: 168 time: 1.9259801 Aug 26 01:10:59.671907 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2d7c11e0-5bbc-436d-81d0-36037108119b req-b8bdf31f-8c07-4f71-87c2-912ec8f43e3e tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904166 Aug 26 01:10:59.673463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-f8aa072a-1d99-4432-b06b-d93bd8bb5f5c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Delete allocated IP 2001:db8:0:1::2a4 (2b0e0e7c-fda1-40fc-ad2e-230b6a160f18/2ed10f05-5faa-46f7-a629-40a9db8c55b4) {{(pid=89862) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 26 01:10:59.677771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47776) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:10:59.679720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0179-81d8-4c1f-9878-0ab99a61bc25 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:59.718766 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-25e8100a-4df7-4ba2-9482-7a29cb13bdb7 None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:10:59.909655 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 1fa815e8-226f-4bbe-b085-0916fdacf073 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:10:59.909655 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:10:59.938418 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cde38ec2-5466-4ec3-8e7c-babbc1aaf3ed tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2106681 Aug 26 01:10:59.968312 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47782) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:00.036392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b10ca353-75f8-42fc-b3fb-c26165520498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:55Z', 'revision_number': 10, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:00.042281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ca353-75f8-42fc-b3fb-c26165520498 None None] Checking router: 44eb0247-26b4-4647-a209-4654026f992a for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:11:00.097548 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:00.131892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30f7325a-c779-4c97-a3b9-5760e5e89387 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:00.155369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-cd03e500-be4c-49de-bbb6-a2835b559012 None None] Current status of the port 1fa815e8-226f-4bbe-b085-0916fdacf073 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:00.170273 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ca353-75f8-42fc-b3fb-c26165520498 None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:00.171127 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b10ca353-75f8-42fc-b3fb-c26165520498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:00.220038 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:00.356463 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-25e8100a-4df7-4ba2-9482-7a29cb13bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:56Z', 'revision_number': 10, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:00.364584 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e8100a-4df7-4ba2-9482-7a29cb13bdb7 None None] Checking router: db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:11:00.375700 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e8100a-4df7-4ba2-9482-7a29cb13bdb7 None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:00.376330 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-25e8100a-4df7-4ba2-9482-7a29cb13bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:00.394764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:00.413967 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-b10ca353-75f8-42fc-b3fb-c26165520498 None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:00.467501 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] Deleting port ffb8815c-95c1-4da1-8a33-acd425571191 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:00.468172 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:00.561361 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 1fa815e8-226f-4bbe-b085-0916fdacf073 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:00.565321 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-60b74be1-b473-4eea-baae-c98992a63d03 None None] Provisioning complete for port 7fa2d3df-fdff-4f3d-b2b3-423da143e496 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:00.566038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-60b74be1-b473-4eea-baae-c98992a63d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:00.570216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0179-81d8-4c1f-9878-0ab99a61bc25 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:00.604832 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-25e8100a-4df7-4ba2-9482-7a29cb13bdb7 None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:00.634438 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:00.657243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a0179-81d8-4c1f-9878-0ab99a61bc25 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Subnet': ['ID=dbcc8826-a3b4-421e-97ba-aeb7ed4e4248,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:00.659723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event updated for resources: {'Port': ['ID=577bdcbe-25a8-4a67-82aa-81d8916945a7,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:00.660914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0179-81d8-4c1f-9878-0ab99a61bc25 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:00.677685 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c268c139-a037-457f-a946-9b57449b8350 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:00.678682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c268c139-a037-457f-a946-9b57449b8350 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:00.683076 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e546660c-67f9-42a2-8628-7431fc557007 None None] Network b6014639-f49e-47fa-a997-42503ccbc54b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:00.737909 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-35343022-c20e-48bc-9e3e-18800b81b79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:00.752492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30f7325a-c779-4c97-a3b9-5760e5e89387 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:00.755641 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-eb3a0179-81d8-4c1f-9878-0ab99a61bc25 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/dbcc8826-a3b4-421e-97ba-aeb7ed4e4248 HTTP/1.1" status: 204 len: 168 time: 1.9461401 Aug 26 01:11:00.758086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f8aa072a-1d99-4432-b06b-d93bd8bb5f5c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:00.778819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47790) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:00.829016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-f8aa072a-1d99-4432-b06b-d93bd8bb5f5c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Transition to ACTIVE for port object 7fa2d3df-fdff-4f3d-b2b3-423da143e496 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:00.831761 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b20f5-8100-4f9b-8ce7-c19b0de07a90 req-75446e08-9d17-4098-b503-1610d465095b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:00.833374 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e19b20f5-8100-4f9b-8ce7-c19b0de07a90 req-75446e08-9d17-4098-b503-1610d465095b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.4669247 Aug 26 01:11:00.894018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:00.898287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c268c139-a037-457f-a946-9b57449b8350 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:00.902078 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c268c139-a037-457f-a946-9b57449b8350 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9300826 Aug 26 01:11:00.902849 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47794) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:00.967283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f8aa072a-1d99-4432-b06b-d93bd8bb5f5c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:00.978785 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Network 51c482de-5212-4c3d-a2ec-a9105d62dfff is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:00.985734 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:01.014461 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ffb8815c-95c1-4da1-8a33-acd425571191 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:01.069759 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-60b74be1-b473-4eea-baae-c98992a63d03 None None] Port 7fa2d3df-fdff-4f3d-b2b3-423da143e496 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:11:01.111725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25a42c-b123-429f-9d0f-577e28c66642 req-8de1ec43-2853-47f6-9392-f43e6f969b65 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:01.115455 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-db25a42c-b123-429f-9d0f-577e28c66642 req-8de1ec43-2853-47f6-9392-f43e6f969b65 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.6064243 Aug 26 01:11:01.149811 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e19b20f5-8100-4f9b-8ce7-c19b0de07a90 req-a5b0e4f9-854f-42bd-84b8-e5065fac8002 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2985487 Aug 26 01:11:01.177652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:01.220143 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-25e8100a-4df7-4ba2-9482-7a29cb13bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:56Z', 'revision_number': 10, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:01.232598 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e8100a-4df7-4ba2-9482-7a29cb13bdb7 None None] The sync data for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv is: [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:56Z', 'revision_number': 10, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None, '_interfaces': [{'id': 'fc5fc1e4-a436-416e-b531-60b11132fbc1', 'name': '', 'network_id': '9d9a62a2-79e3-487b-85e6-8383b11651c1', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'mac_address': 'fa:16:3e:b6:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:33Z', 'revision_number': 5, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'subnets': [{'id': '01a22943-a6ec-4712-8cb4-10ce15079214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:11:01.257137 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30f7325a-c779-4c97-a3b9-5760e5e89387 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:01.295326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa072a-1d99-4432-b06b-d93bd8bb5f5c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] In _notify_port_updated(), no bound segment for port 7fa2d3df-fdff-4f3d-b2b3-423da143e496 on network 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 {{(pid=89862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:11:01.301505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aa072a-1d99-4432-b06b-d93bd8bb5f5c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:01.302156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f8aa072a-1d99-4432-b06b-d93bd8bb5f5c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:01.304189 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f8aa072a-1d99-4432-b06b-d93bd8bb5f5c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "PUT /v2.0/ports/7fa2d3df-fdff-4f3d-b2b3-423da143e496 HTTP/1.1" status: 200 len: 925 time: 3.5584636 Aug 26 01:11:01.317697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47798) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:01.321900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Checking segment: {'id': '585e16b1-3e23-43a6-9137-4a8b1e2562e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'de3664e9-e99f-4cf0-b546-17595c594e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:01.322769 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Network hostable DHCP agents. Network: de3664e9-e99f-4cf0-b546-17595c594e1c, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:11:01.329541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-30f7325a-c779-4c97-a3b9-5760e5e89387 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:01.332321 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa072a-1d99-4432-b06b-d93bd8bb5f5c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=7fa2d3df-fdff-4f3d-b2b3-423da143e496,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:01.351826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7325a-c779-4c97-a3b9-5760e5e89387 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Subnet': ['ID=f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:01.362353 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b2febb-5a96-492c-96a7-09fb661bd776 None None] Network 9328ad66-5fff-4352-be9e-52689bdbf282 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:01.363189 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-30f7325a-c779-4c97-a3b9-5760e5e89387 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117 HTTP/1.1" status: 204 len: 168 time: 1.9407394 Aug 26 01:11:01.364210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47802) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:01.365092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event updated for resources: {'Subnet': ['ID=71ac8683-fbec-4fad-bc98-8a5c520e9faf,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:01.385280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-496d494f-1f8f-47a3-a206-c596dab65c8a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b0f9992f-0ebd-46c5-9534-cc334d17161a'}, {'subnet_id': '2ed10f05-5faa-46f7-a629-40a9db8c55b4'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:01.437777 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-db25a42c-b123-429f-9d0f-577e28c66642 req-546bd110-19ea-4c50-98ed-baddf269abeb tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007407 Aug 26 01:11:01.537086 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e8521e-43a9-47c8-bb51-a37740ee1551 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:01.537086 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b0e8521e-43a9-47c8-bb51-a37740ee1551 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:01.537887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port d65c6d1f-06e8-4697-995b-856cb9df5889 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:01.538255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:01.587791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Network de3664e9-e99f-4cf0-b546-17595c594e1c is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:11:01.606856 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ffb8815c-95c1-4da1-8a33-acd425571191 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:01.607917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:01.608747 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:01.628994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Router 84d56bc4-ea39-4471-baa3-7de9a0569f20 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:11:01.631644 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-60b74be1-b473-4eea-baae-c98992a63d03 None None] Provisioning for port 577bdcbe-25a8-4a67-82aa-81d8916945a7 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:01.641840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port 78a42488-1d08-40e9-a8bc-295f2ef8b750 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:01.643207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:01.656395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-496d494f-1f8f-47a3-a206-c596dab65c8a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:01.748000 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b0e8521e-43a9-47c8-bb51-a37740ee1551 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:01.748234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-60b74be1-b473-4eea-baae-c98992a63d03 None None] Provisioning complete for port 577bdcbe-25a8-4a67-82aa-81d8916945a7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:01.748639 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-60b74be1-b473-4eea-baae-c98992a63d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:01.749478 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b0e8521e-43a9-47c8-bb51-a37740ee1551 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8279684 Aug 26 01:11:01.760262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47808) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:01.848590 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] For port ffb8815c-95c1-4da1-8a33-acd425571191, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ffb8815c-95c1-4da1-8a33-acd425571191,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:01.848998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:01.863716 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:11:01.910560 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-97a9382e-5afc-45d7-a633-c66fd6ddeb38 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1490440 Aug 26 01:11:01.927990 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47812) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:01.966665 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:01.967337 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, de3664e9-e99f-4cf0-b546-17595c594e1c) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:02.016343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:02.016818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:02.067848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-496d494f-1f8f-47a3-a206-c596dab65c8a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Allocated IP 2001:db8:0:1::3bb (2b0e0e7c-fda1-40fc-ad2e-230b6a160f18/2ed10f05-5faa-46f7-a629-40a9db8c55b4/7fa2d3df-fdff-4f3d-b2b3-423da143e496) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:02.130276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:11:02.143155 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b66c013c-ece4-448d-bbf9-04fa1f8c9a97 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6359973 Aug 26 01:11:02.168011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47818) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:02.192464 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5c0f4ce7-e78d-4550-8a18-68429b5f3975 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "PUT /v2.0/routers/84d56bc4-ea39-4471-baa3-7de9a0569f20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6577952 Aug 26 01:11:02.199059 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port ffb8815c-95c1-4da1-8a33-acd425571191, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ffb8815c-95c1-4da1-8a33-acd425571191,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:02.206619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47824) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:02.221991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007aadcc-8a4b-4406-9afd-d75b3c4e2e1e None None] Network de3664e9-e99f-4cf0-b546-17595c594e1c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:02.237371 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-60b74be1-b473-4eea-baae-c98992a63d03 None None] Port 577bdcbe-25a8-4a67-82aa-81d8916945a7 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:11:02.254933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] Calling delete_port for ffb8815c-95c1-4da1-8a33-acd425571191 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:02.279042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:02.286031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-161948199'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:02.297558 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27633779-0da1-402d-8cc1-ee769d9751e5 None None] Sync routers for ids ['84d56bc4-ea39-4471-baa3-7de9a0569f20'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:11:02.301854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:02.314796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:02.322457 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Usage tracker for resource:network and tenant:bcd14021238c41399d274e88bd742222 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:02.332810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:02.351076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:02.359423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] For port d65c6d1f-06e8-4697-995b-856cb9df5889, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d65c6d1f-06e8-4697-995b-856cb9df5889,segment=NetworkSegment(e028a679-01db-4815-8f12-db9c0d5c0c7b),segment_id=e028a679-01db-4815-8f12-db9c0d5c0c7b)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:02.359797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:02.471619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27633779-0da1-402d-8cc1-ee769d9751e5 None None] Routers {'84d56bc4-ea39-4471-baa3-7de9a0569f20'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:02.472376 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-27633779-0da1-402d-8cc1-ee769d9751e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['84d56bc4-ea39-4471-baa3-7de9a0569f20'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:02.514690 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:02.522466 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for d65c6d1f-06e8-4697-995b-856cb9df5889 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:02.558687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Made reservation on behalf of bcd14021238c41399d274e88bd742222 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:02.562090 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:02.565687 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-27633779-0da1-402d-8cc1-ee769d9751e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:02.583732 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b10ca353-75f8-42fc-b3fb-c26165520498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:55Z', 'revision_number': 10, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:02.635621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ca353-75f8-42fc-b3fb-c26165520498 None None] The sync data for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv is: [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:10:55Z', 'revision_number': 10, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None, '_interfaces': [{'id': 'fc4a6cea-4f36-4665-898a-d8e294655103', 'name': '', 'network_id': '5c58de10-f1f1-4ac4-9872-36b94ef7b016', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'mac_address': 'fa:16:3e:5d:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb0247-26b4-4647-a209-4654026f992a', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '21565074-9357-49f3-b1af-35fe662043ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:20Z', 'updated_at': '2022-08-26T01:09:39Z', 'revision_number': 5, 'project_id': '98e4927ea29340519a7e7164c388e170', 'subnets': [{'id': '21565074-9357-49f3-b1af-35fe662043ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:11:02.686539 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27633779-0da1-402d-8cc1-ee769d9751e5 None None] Routers {'84d56bc4-ea39-4471-baa3-7de9a0569f20'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:02.686539 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-27633779-0da1-402d-8cc1-ee769d9751e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['84d56bc4-ea39-4471-baa3-7de9a0569f20'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:02.701109 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] For port 78a42488-1d08-40e9-a8bc-295f2ef8b750, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=78a42488-1d08-40e9-a8bc-295f2ef8b750,segment=NetworkSegment(c08546f0-540e-49eb-9254-0bd88bfcadef),segment_id=c08546f0-540e-49eb-9254-0bd88bfcadef)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:02.701799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:02.809579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3f13411c-9db4-4529-b568-e218f9db45dd None None] Provisioning for port 7fa2d3df-fdff-4f3d-b2b3-423da143e496 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:02.813122 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad8cc16-a552-4749-9181-6f5a94e5ae29 None None] DHCP port deletion for b6014639-f49e-47fa-a997-42503ccbc54b request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:02.839859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=ffb8815c-95c1-4da1-8a33-acd425571191,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:02.843905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:11:02.846080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-27633779-0da1-402d-8cc1-ee769d9751e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:02.846544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27633779-0da1-402d-8cc1-ee769d9751e5 None None] The sync data for ids ['84d56bc4-ea39-4471-baa3-7de9a0569f20'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:11:02.847998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3f13411c-9db4-4529-b568-e218f9db45dd None None] Provisioning complete for port 7fa2d3df-fdff-4f3d-b2b3-423da143e496 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:02.848427 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3f13411c-9db4-4529-b568-e218f9db45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:02.855796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b796dc-da4c-4751-b964-fa107de9b2ff req-1c1ab347-bb06-41ab-a60f-62c71fc47c13 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:02.857313 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-00b796dc-da4c-4751-b964-fa107de9b2ff req-1c1ab347-bb06-41ab-a60f-62c71fc47c13 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.6884172 Aug 26 01:11:02.877768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-496d494f-1f8f-47a3-a206-c596dab65c8a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:02.889076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:02.889419 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Added segment e1ed9abd-d32d-4884-852d-d7ca2096cef8 of type vlan for network 515f7cc8-20d9-4ab0-925a-83a8c214452d Aug 26 01:11:02.925182 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-496d494f-1f8f-47a3-a206-c596dab65c8a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Ignored duplicate provisioning block setup for port 7fa2d3df-fdff-4f3d-b2b3-423da143e496 by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 26 01:11:02.931576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-cad8cc16-a552-4749-9181-6f5a94e5ae29 None None] Deleting port d65c6d1f-06e8-4697-995b-856cb9df5889 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:02.931928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cad8cc16-a552-4749-9181-6f5a94e5ae29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:02.960281 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:02.971168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.016430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for 78a42488-1d08-40e9-a8bc-295f2ef8b750 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:03.031003 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-00b796dc-da4c-4751-b964-fa107de9b2ff req-08675174-09c6-4122-84f1-fc9518e88ac1 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258590 Aug 26 01:11:03.040937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-496d494f-1f8f-47a3-a206-c596dab65c8a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.053072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:03.054213 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:11:03.054689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:11:03.056777 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.066028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Port': ['ID=d65c6d1f-06e8-4697-995b-856cb9df5889,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:03.084079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] No DVR routers for this DVR port d65c6d1f-06e8-4697-995b-856cb9df5889 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:03.111890 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7e8509-999c-43f0-9dfe-cbf6fe880648 None None] DHCP port deletion for 9328ad66-5fff-4352-be9e-52689bdbf282 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:03.141575 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-cad8cc16-a552-4749-9181-6f5a94e5ae29 None None] The port 'd65c6d1f-06e8-4697-995b-856cb9df5889' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:11:03.178798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c37063f3-f81a-499f-be52-ccf3ed4425b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.188653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e8509-999c-43f0-9dfe-cbf6fe880648 None None] Deleting port 78a42488-1d08-40e9-a8bc-295f2ef8b750 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:03.189033 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1f7e8509-999c-43f0-9dfe-cbf6fe880648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.236506 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a9b364c0-7fd0-4019-870c-e16dcea73799 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:03.270796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.275552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:03.276183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.285768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3f13411c-9db4-4529-b568-e218f9db45dd None None] Port 7fa2d3df-fdff-4f3d-b2b3-423da143e496 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:11:03.306768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: a9b364c0-7fd0-4019-870c-e16dcea73799 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:03.307117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a9b364c0-7fd0-4019-870c-e16dcea73799 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:03.307534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 793a63dc-60bc-478c-bb4e-e02ebc481508 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:03.346778 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2e57eabd-96f6-46a7-8803-29b59410bd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.365044 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 793a63dc-60bc-478c-bb4e-e02ebc481508 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:03.365386 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 793a63dc-60bc-478c-bb4e-e02ebc481508 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:03.365838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 78a42488-1d08-40e9-a8bc-295f2ef8b750 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:03.384768 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-c37063f3-f81a-499f-be52-ccf3ed4425b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 26 01:11:03.393215 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c37063f3-f81a-499f-be52-ccf3ed4425b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "DELETE /v2.0/routers/84d56bc4-ea39-4471-baa3-7de9a0569f20 HTTP/1.1" status: 409 len: 329 time: 1.1782665 Aug 26 01:11:03.396163 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47828) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:03.442004 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d494f-1f8f-47a3-a206-c596dab65c8a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=7fa2d3df-fdff-4f3d-b2b3-423da143e496,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:03.504430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdf3e1-9905-4525-a7a6-28b689f0b987 req-92e77255-5d68-4ede-bdbe-61bcdd6585f3 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:03.506651 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2bdf3e1-9905-4525-a7a6-28b689f0b987 req-92e77255-5d68-4ede-bdbe-61bcdd6585f3 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 1.2152250 Aug 26 01:11:03.552750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-de3664e9-e99f-4cf0-b546-17595c594e1c', 'network_id': 'de3664e9-e99f-4cf0-b546-17595c594e1c', 'tenant_id': 'bcd14021238c41399d274e88bd742222', 'fixed_ips': [{'subnet_id': '71ac8683-fbec-4fad-bc98-8a5c520e9faf'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:11:03.553765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.561994 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3912313 Aug 26 01:11:03.563345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-496d494f-1f8f-47a3-a206-c596dab65c8a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] In _notify_port_updated(), no bound segment for port 7fa2d3df-fdff-4f3d-b2b3-423da143e496 on network 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 {{(pid=89862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:11:03.570536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496d494f-1f8f-47a3-a206-c596dab65c8a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:03.571191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-496d494f-1f8f-47a3-a206-c596dab65c8a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.574966 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-496d494f-1f8f-47a3-a206-c596dab65c8a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "PUT /v2.0/ports/7fa2d3df-fdff-4f3d-b2b3-423da143e496 HTTP/1.1" status: 200 len: 1011 time: 2.2431705 Aug 26 01:11:03.576327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47832) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:03.576663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47834) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:03.591783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3f13411c-9db4-4529-b568-e218f9db45dd None None] Provisioning complete for port 577bdcbe-25a8-4a67-82aa-81d8916945a7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:03.592181 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3f13411c-9db4-4529-b568-e218f9db45dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.639368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] Deleting port ffb8815c-95c1-4da1-8a33-acd425571191 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:03.639368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.645390 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Request body: {'subnet': {'network_id': '515f7cc8-20d9-4ab0-925a-83a8c214452d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:03.677818 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2bdf3e1-9905-4525-a7a6-28b689f0b987 req-f95989fd-8f92-45d3-ae6f-057a4caefc60 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859652 Aug 26 01:11:03.752352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.759947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117166c0-2864-448e-b2e1-bdcc2dbef999 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event updated for resources: {'Network': ['ID=515f7cc8-20d9-4ab0-925a-83a8c214452d,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:03.811444 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.821524 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 515f7cc8-20d9-4ab0-925a-83a8c214452d details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:11:03.823464 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6014639-f49e-47fa-a997-42503ccbc54b']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:03.846759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-dea6b6f1-4f64-45e9-98c4-34ad40c101c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 7fa2d3df-fdff-4f3d-b2b3-423da143e496 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:03.847412 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dea6b6f1-4f64-45e9-98c4-34ad40c101c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.880249 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e028a679-01db-4815-8f12-db9c0d5c0c7b') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:03.880597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e028a679-01db-4815-8f12-db9c0d5c0c7b') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:03.913587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.923040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] No DVR routers for this DVR port 78a42488-1d08-40e9-a8bc-295f2ef8b750 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:03.929824 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Port': ['ID=78a42488-1d08-40e9-a8bc-295f2ef8b750,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:03.931046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:03.949179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Usage tracker for resource:subnet and tenant:bcd14021238c41399d274e88bd742222 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:03.958633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:03.962150 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.974218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:03.976581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3f13411c-9db4-4529-b568-e218f9db45dd None None] Port 577bdcbe-25a8-4a67-82aa-81d8916945a7 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:11:04.009037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:04.009755 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:04.025702 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:04.037018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No active binding found for port 78a42488-1d08-40e9-a8bc-295f2ef8b750 {{(pid=89864) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Aug 26 01:11:04.037910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 78a42488-1d08-40e9-a8bc-295f2ef8b750 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:04.038020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d65c6d1f-06e8-4697-995b-856cb9df5889 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:04.096128 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment e028a679-01db-4815-8f12-db9c0d5c0c7b resource provider aggregate not found Aug 26 01:11:04.138399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: d65c6d1f-06e8-4697-995b-856cb9df5889 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:04.138750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d65c6d1f-06e8-4697-995b-856cb9df5889 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:04.143887 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment e028a679-01db-4815-8f12-db9c0d5c0c7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e028a679-01db-4815-8f12-db9c0d5c0c7b found for delete ", "request_id": "req-3a80624a-677e-49c3-9f2c-dc6127b4e02f"}]} Aug 26 01:11:04.161164 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:04.231439 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Made reservation on behalf of bcd14021238c41399d274e88bd742222 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:04.233087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:04.270178 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d7eee31e-0544-4cc2-bfac-c882dbd8c63a None None] Provisioning complete for port 7fa2d3df-fdff-4f3d-b2b3-423da143e496 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:04.270557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d7eee31e-0544-4cc2-bfac-c882dbd8c63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:04.322165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:04.324167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:04.348123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1f7e8509-999c-43f0-9dfe-cbf6fe880648 None None] For port 78a42488-1d08-40e9-a8bc-295f2ef8b750, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=78a42488-1d08-40e9-a8bc-295f2ef8b750,segment=NetworkSegment(c08546f0-540e-49eb-9254-0bd88bfcadef),segment_id=c08546f0-540e-49eb-9254-0bd88bfcadef)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:04.348517 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1f7e8509-999c-43f0-9dfe-cbf6fe880648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:04.374532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9328ad66-5fff-4352-be9e-52689bdbf282']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:04.400277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:04.421786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08546f0-540e-49eb-9254-0bd88bfcadef') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:04.426043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08546f0-540e-49eb-9254-0bd88bfcadef') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:04.436608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Network': ['ID=b6014639-f49e-47fa-a997-42503ccbc54b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:04.444255 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:04.455859 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e3e814b2-a37e-481a-81c5-bc17197fb670 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/networks/b6014639-f49e-47fa-a997-42503ccbc54b HTTP/1.1" status: 204 len: 168 time: 3.6718698 Aug 26 01:11:04.456924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47846) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:04.506108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e8509-999c-43f0-9dfe-cbf6fe880648 None None] Calling delete_port for 78a42488-1d08-40e9-a8bc-295f2ef8b750 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:04.506629 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:04.531997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:04.535350 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dea6b6f1-4f64-45e9-98c4-34ad40c101c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:04.537677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:04.614514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6688f2-13ab-47da-a613-edeed01f3662 req-db0c850b-6dd7-43f5-9e8b-d046cbbd32a1 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:04.615758 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6a6688f2-13ab-47da-a613-edeed01f3662 req-db0c850b-6dd7-43f5-9e8b-d046cbbd32a1 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.4408240 Aug 26 01:11:04.622886 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment c08546f0-540e-49eb-9254-0bd88bfcadef resource provider aggregate not found Aug 26 01:11:04.630507 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] For port ffb8815c-95c1-4da1-8a33-acd425571191, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ffb8815c-95c1-4da1-8a33-acd425571191,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:04.631059 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:04.651287 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d7eee31e-0544-4cc2-bfac-c882dbd8c63a None None] Port 7fa2d3df-fdff-4f3d-b2b3-423da143e496 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:11:04.658845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Allocated IP 2001:db8:0:ffff::2 (de3664e9-e99f-4cf0-b546-17595c594e1c/71ac8683-fbec-4fad-bc98-8a5c520e9faf/dd45116f-190f-4620-9dae-027050721a8f) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:04.663998 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment c08546f0-540e-49eb-9254-0bd88bfcadef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c08546f0-540e-49eb-9254-0bd88bfcadef found for delete ", "request_id": "req-09086ec6-5a7b-4ed8-9353-3d7443eaa04c"}]} Aug 26 01:11:04.802041 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] Calling delete_port for ffb8815c-95c1-4da1-8a33-acd425571191 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:04.831627 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:04.833478 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-dea6b6f1-4f64-45e9-98c4-34ad40c101c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 7fa2d3df-fdff-4f3d-b2b3-423da143e496 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:04.871153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-1f7e8509-999c-43f0-9dfe-cbf6fe880648 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:11:04.871511 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-1f7e8509-999c-43f0-9dfe-cbf6fe880648 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:11:04.938546 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:05.015128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Network': ['ID=9328ad66-5fff-4352-be9e-52689bdbf282,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:05.020056 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6a6688f2-13ab-47da-a613-edeed01f3662 req-195a0a0b-bb06-4d57-aef9-11a08815a442 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087248 Aug 26 01:11:05.069697 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-92f4f62f-8e9f-45ca-84bd-79ebf8ccef71 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/networks/9328ad66-5fff-4352-be9e-52689bdbf282 HTTP/1.1" status: 204 len: 168 time: 3.6981559 Aug 26 01:11:05.073058 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.objects.ports [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89863) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:11:05.084957 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47862) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:05.115048 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:05.186924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] Pushing event deleted for resources: {'Port': ['ID=ffb8815c-95c1-4da1-8a33-acd425571191,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:05.196134 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06c1ab-972f-4f80-8b7d-189741ae40c0 None None] No DVR routers for this DVR port ffb8815c-95c1-4da1-8a33-acd425571191 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:05.218136 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:05.318241 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Transition to ACTIVE for port object dd45116f-190f-4620-9dae-027050721a8f will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:05.318540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dea6b6f1-4f64-45e9-98c4-34ad40c101c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:05.346712 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Transition to ACTIVE for port object dd45116f-190f-4620-9dae-027050721a8f will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:05.372921 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e8509-999c-43f0-9dfe-cbf6fe880648 None None] Deleting port 78a42488-1d08-40e9-a8bc-295f2ef8b750 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:05.373487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1f7e8509-999c-43f0-9dfe-cbf6fe880648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:05.373883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6b6f1-4f64-45e9-98c4-34ad40c101c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=7fa2d3df-fdff-4f3d-b2b3-423da143e496,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:05.452639 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e8509-999c-43f0-9dfe-cbf6fe880648 None None] The port '78a42488-1d08-40e9-a8bc-295f2ef8b750' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:11:05.466902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:05.470988 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:05.487657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dea6b6f1-4f64-45e9-98c4-34ad40c101c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:05.542142 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Network de3664e9-e99f-4cf0-b546-17595c594e1c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:05.545517 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-dea6b6f1-4f64-45e9-98c4-34ad40c101c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/7fa2d3df-fdff-4f3d-b2b3-423da143e496 HTTP/1.1" status: 204 len: 168 time: 1.9599767 Aug 26 01:11:05.549320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47868) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:05.554818 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:05.557859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:05.623937 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eea4447d-f0d1-4975-b475-ade98152701f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:05.626200 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fa7379-f7be-4936-b90f-e6624887657b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] GET failed (client error): The resource could not be found. Aug 26 01:11:05.627492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-58fa7379-f7be-4936-b90f-e6624887657b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:05.678947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.objects.ports [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89862) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:11:05.681356 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:05.730693 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Pushing event updated for resources: {'Port': ['ID=dd45116f-190f-4620-9dae-027050721a8f,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:05.754408 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Attempting to bind port dd45116f-190f-4620-9dae-027050721a8f on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:11:05.755231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Attempting to bind port dd45116f-190f-4620-9dae-027050721a8f by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '585e16b1-3e23-43a6-9137-4a8b1e2562e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'de3664e9-e99f-4cf0-b546-17595c594e1c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:11:05.755893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Attempting to bind port dd45116f-190f-4620-9dae-027050721a8f on network de3664e9-e99f-4cf0-b546-17595c594e1c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:11:05.766981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:11:05.768169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Checking segment: {'id': '585e16b1-3e23-43a6-9137-4a8b1e2562e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'de3664e9-e99f-4cf0-b546-17595c594e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:05.768737 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:05.770301 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Bound using segment: {'id': '585e16b1-3e23-43a6-9137-4a8b1e2562e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'de3664e9-e99f-4cf0-b546-17595c594e1c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:11:05.772629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Bound port: dd45116f-190f-4620-9dae-027050721a8f, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585e16b1-3e23-43a6-9137-4a8b1e2562e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'de3664e9-e99f-4cf0-b546-17595c594e1c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:11:05.772629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:05.780212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-58fa7379-f7be-4936-b90f-e6624887657b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:05.784758 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-58fa7379-f7be-4936-b90f-e6624887657b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/7fa2d3df-fdff-4f3d-b2b3-423da143e496 HTTP/1.1" status: 404 len: 333 time: 0.2310894 Aug 26 01:11:05.791447 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47874) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:05.888963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] For port dd45116f-190f-4620-9dae-027050721a8f, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:11:05.892654 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] For port dd45116f-190f-4620-9dae-027050721a8f, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dd45116f-190f-4620-9dae-027050721a8f,segment=NetworkSegment(585e16b1-3e23-43a6-9137-4a8b1e2562e1),segment_id=585e16b1-3e23-43a6-9137-4a8b1e2562e1)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:11:05.939071 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event updated for resources: {'Subnet': ['ID=3fc38fa5-5ac9-44ea-8574-0596b3975346,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:05.955406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:05.961509 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Checking segment: {'id': 'e1ed9abd-d32d-4884-852d-d7ca2096cef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '515f7cc8-20d9-4ab0-925a-83a8c214452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:05.961894 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Network hostable DHCP agents. Network: 515f7cc8-20d9-4ab0-925a-83a8c214452d, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:11:05.979997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting subnet 2ed10f05-5faa-46f7-a629-40a9db8c55b4 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:05.994163 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING neutron.services.revisions.revision_plugin [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Could not find related port for resource to bump revision. Aug 26 01:11:05.994391 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:06.044560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dbafe-bc5c-4e6f-a382-59a7214dc507 None None] Pushing event updated for resources: {'Port': ['ID=dd45116f-190f-4620-9dae-027050721a8f,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:06.127351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13934d-576a-4014-91cd-028a8a204252 req-3eaf9790-a1d0-44f3-9719-76e2381cf344 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:06.127351 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ca13934d-576a-4014-91cd-028a8a204252 req-3eaf9790-a1d0-44f3-9719-76e2381cf344 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.3610206 Aug 26 01:11:06.127351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:06.128106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.ipam_pluggable_backend [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Port ffb8815c-95c1-4da1-8a33-acd425571191 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89863) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Aug 26 01:11:06.128106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.ipam_pluggable_backend [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Reverting IP allocation for 2001:db8::f816:3eff:fe26:bff0 {{(pid=89863) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Aug 26 01:11:06.131311 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f165ce-51e1-447b-8cc2-3043218eada3 req-8dcd445b-f189-4e35-81cc-576b4f7a19a1 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:06.132791 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c0f165ce-51e1-447b-8cc2-3043218eada3 req-8dcd445b-f189-4e35-81cc-576b4f7a19a1 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 1.2134700 Aug 26 01:11:06.135943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cffb8-9c78-41ad-b406-34f96b72eb08 req-394eeab0-094a-4168-8ac5-5dbc728ed86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:06.136712 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-826cffb8-9c78-41ad-b406-34f96b72eb08 req-394eeab0-094a-4168-8ac5-5dbc728ed86d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b4779a1b8672466db600fe52bb2949a4&device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 1099 time: 0.2952502 Aug 26 01:11:06.151733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:06.263974 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Network 515f7cc8-20d9-4ab0-925a-83a8c214452d is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:11:06.280041 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ca13934d-576a-4014-91cd-028a8a204252 req-c8bb32e5-9a9e-4b4c-907b-e46815733d3a tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688123 Aug 26 01:11:06.321723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:06.343648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:06.379063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cffb8-9c78-41ad-b406-34f96b72eb08 req-ecbd9760-f0aa-42fd-b298-59d7b389a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:06.381099 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-826cffb8-9c78-41ad-b406-34f96b72eb08 req-ecbd9760-f0aa-42fd-b298-59d7b389a191 service neutron] 10.222.0.94 "GET /v2.0/networks?id=52981b1f-afc0-46af-bfbb-7e4ec3c3ab56 HTTP/1.1" status: 200 len: 914 time: 0.2343235 Aug 26 01:11:06.395491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 515f7cc8-20d9-4ab0-925a-83a8c214452d) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:06.422335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b23737-e5ca-4297-a832-d2ab24e8e7e8 None None] Network 515f7cc8-20d9-4ab0-925a-83a8c214452d requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:06.457264 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=ebe62f9b-7b9e-4a07-80e6-d4ded1872089,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:06.457468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:06.457995 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:06.464586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:06.471023 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:06.472050 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:06.486706 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-826cffb8-9c78-41ad-b406-34f96b72eb08 req-35b99b50-2867-44a8-989b-5d3c55e3513c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 HTTP/1.1" status: 200 len: 217 time: 0.0859737 Aug 26 01:11:06.501302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d76ee-d22c-4ff6-97ca-c56da0dae85f None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:06.566577 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c0f165ce-51e1-447b-8cc2-3043218eada3 req-1be218c6-398d-49f5-8c41-5738655ec3ee tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4257185 Aug 26 01:11:06.622656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cffb8-9c78-41ad-b406-34f96b72eb08 req-0616ff57-fb40-400b-812f-980fa2ea7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:06.624426 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-826cffb8-9c78-41ad-b406-34f96b72eb08 req-0616ff57-fb40-400b-812f-980fa2ea7995 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=87841971-516f-4e39-b191-bcfb46b3db30 HTTP/1.1" status: 200 len: 852 time: 0.1250424 Aug 26 01:11:06.629464 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0a997972-953f-436d-a743-38d08f0a4c92 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0430241 Aug 26 01:11:06.636044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47878) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:06.636762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Request body: {'port': {'network_id': '515f7cc8-20d9-4ab0-925a-83a8c214452d', 'name': 'tempest-NetworksIpV6TestAttrs-2054203849'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:06.692355 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e9099044-fc0a-4410-aff8-bc88748f3547 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7382143 Aug 26 01:11:06.698241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47882) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:06.714890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c7aaa198-8ea1-4ae7-b3e8-e7f1325025c2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:06.750122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:06.928183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': 'ebe62f9b-7b9e-4a07-80e6-d4ded1872089'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:11:06.929011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:06.946032 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-826cffb8-9c78-41ad-b406-34f96b72eb08 req-49aac807-e1bf-4d2b-b8d5-9d00efa1762f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=52981b1f-afc0-46af-bfbb-7e4ec3c3ab56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2930760 Aug 26 01:11:06.953565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-515f7cc8-20d9-4ab0-925a-83a8c214452d', 'network_id': '515f7cc8-20d9-4ab0-925a-83a8c214452d', 'tenant_id': 'bcd14021238c41399d274e88bd742222', 'fixed_ips': [{'subnet_id': '3fc38fa5-5ac9-44ea-8574-0596b3975346'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:11:06.954446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:06.960090 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c7aaa198-8ea1-4ae7-b3e8-e7f1325025c2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:06.971786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed10f05-5faa-46f7-a629-40a9db8c55b4,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:06.990707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c7aaa198-8ea1-4ae7-b3e8-e7f1325025c2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:06.993079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:07.025647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-eea4447d-f0d1-4975-b475-ade98152701f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Deleting port 577bdcbe-25a8-4a67-82aa-81d8916945a7 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:07.026034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eea4447d-f0d1-4975-b475-ade98152701f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:07.059116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57afe84b-4177-4023-8d45-f3fbc8abedb1 None None] Network 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:07.156555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:07.157119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:07.157239 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:07.157539 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:07.158569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:07.158849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:07.159252 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:07.159791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:07.160114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:07.160318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:07.160639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:07.160955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:07.172427 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-467c20d2-9415-46fe-a8c6-eeffddd4988e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/2ed10f05-5faa-46f7-a629-40a9db8c55b4 HTTP/1.1" status: 204 len: 168 time: 1.3771656 Aug 26 01:11:07.175947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47886) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:07.222281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dd45116f-190f-4620-9dae-027050721a8f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:11:07.239486 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7aaa198-8ea1-4ae7-b3e8-e7f1325025c2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:07.244350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa198-8ea1-4ae7-b3e8-e7f1325025c2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:07.307623 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-826cffb8-9c78-41ad-b406-34f96b72eb08 req-1c9a418a-b971-4042-8876-81ec2cd664c8 service neutron] 10.222.0.94 "GET /v2.0/networks/52981b1f-afc0-46af-bfbb-7e4ec3c3ab56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411164 Aug 26 01:11:07.308555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:07.362228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Usage tracker for resource:port and tenant:bcd14021238c41399d274e88bd742222 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:07.373383 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:07.386181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-254cc7f0-c516-45c5-b98a-7749df948b3f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting subnet b0f9992f-0ebd-46c5-9534-cc334d17161a {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:07.397376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-254cc7f0-c516-45c5-b98a-7749df948b3f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:07.431728 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:07.529290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eea4447d-f0d1-4975-b475-ade98152701f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:07.541552 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-64d325ca-d938-41d7-b082-41922e54fa5a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:07.563602 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port dd45116f-190f-4620-9dae-027050721a8f completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:07.579461 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b1eed-beb0-4c20-927f-376fb308e647 None None] Network de3664e9-e99f-4cf0-b546-17595c594e1c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:07.613664 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-254cc7f0-c516-45c5-b98a-7749df948b3f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:07.678875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Made reservation on behalf of bcd14021238c41399d274e88bd742222 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:07.682786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:07.762671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] device_id is not set on port 4caff8ed-383c-416a-b5a8-dbca11efdd00 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:11:07.811164 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Allocated IP 2001:db8::f816:3eff:fe03:15e9 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/ebe62f9b-7b9e-4a07-80e6-d4ded1872089/dbe50996-8cba-41e0-9811-f629777d2db7) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:07.819485 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-826cffb8-9c78-41ad-b406-34f96b72eb08 req-d13dffbb-1f33-43c9-ad60-3c4e9c059c04 service neutron] 10.222.0.94 "GET /v2.0/networks/52981b1f-afc0-46af-bfbb-7e4ec3c3ab56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910667 Aug 26 01:11:07.874025 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Allocated IP 2001:db8::f816:3eff:fe38:fe85 (515f7cc8-20d9-4ab0-925a-83a8c214452d/3fc38fa5-5ac9-44ea-8574-0596b3975346/63f02f5b-adc0-4cab-8bf5-e0bd73303810) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:07.875311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721b1ad-315f-4cb8-931e-1cb4e9c3f3dc req-8d8a36bb-67f8-4083-beca-a630c0e17b1f tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:07.877045 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b721b1ad-315f-4cb8-931e-1cb4e9c3f3dc req-8d8a36bb-67f8-4083-beca-a630c0e17b1f tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.3660321 Aug 26 01:11:07.889654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-254cc7f0-c516-45c5-b98a-7749df948b3f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:07.936834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ffd6cef2-a539-44ae-b551-835945664c77 None None] Provisioning for port dd45116f-190f-4620-9dae-027050721a8f completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:07.966455 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:07.990465 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b721b1ad-315f-4cb8-931e-1cb4e9c3f3dc req-4e1fe3e5-ac71-4ce2-bc79-561c89a69f83 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696089 Aug 26 01:11:08.073592 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ffd6cef2-a539-44ae-b551-835945664c77 None None] Provisioning complete for port dd45116f-190f-4620-9dae-027050721a8f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:08.073992 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ffd6cef2-a539-44ae-b551-835945664c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:08.085555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-254cc7f0-c516-45c5-b98a-7749df948b3f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:08.126349 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cc7f0-c516-45c5-b98a-7749df948b3f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f9992f-0ebd-46c5-9534-cc334d17161a,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:08.130347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-254cc7f0-c516-45c5-b98a-7749df948b3f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:08.141449 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-254cc7f0-c516-45c5-b98a-7749df948b3f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/b0f9992f-0ebd-46c5-9534-cc334d17161a HTTP/1.1" status: 204 len: 168 time: 0.9602337 Aug 26 01:11:08.145653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47894) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:08.155290 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.ipam_backend_mixin [None req-c7aaa198-8ea1-4ae7-b3e8-e7f1325025c2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ebe62f9b-7b9e-4a07-80e6-d4ded1872089 (CIDR: 2001:db8::/64) Aug 26 01:11:08.172173 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-eea4447d-f0d1-4975-b475-ade98152701f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Calling delete_port for 577bdcbe-25a8-4a67-82aa-81d8916945a7 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:08.242376 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7aaa198-8ea1-4ae7-b3e8-e7f1325025c2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:11:08.242879 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7aaa198-8ea1-4ae7-b3e8-e7f1325025c2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:08.262314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:08.274887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 1fa815e8-226f-4bbe-b085-0916fdacf073 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:08.275252 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:08.466466 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c7aaa198-8ea1-4ae7-b3e8-e7f1325025c2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7670329 Aug 26 01:11:08.471303 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47898) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:08.478537 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-212185d5-db04-482e-8d41-00b325bbb401 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:08.536649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] For port 1fa815e8-226f-4bbe-b085-0916fdacf073, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1fa815e8-226f-4bbe-b085-0916fdacf073,segment=NetworkSegment(1d08a125-4ada-4976-83ba-c934dd2ed48a),segment_id=1d08a125-4ada-4976-83ba-c934dd2ed48a)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:08.536649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:08.620597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:08.645241 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Transition to ACTIVE for port object 63f02f5b-adc0-4cab-8bf5-e0bd73303810 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:08.671383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Transition to ACTIVE for port object 63f02f5b-adc0-4cab-8bf5-e0bd73303810 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:08.682131 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae8b16-70d6-45d8-9cac-914d4ffda55b req-cef5f6e2-e065-4466-9b7d-375c2f1d1e0b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:08.694502 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d5ae8b16-70d6-45d8-9cac-914d4ffda55b req-cef5f6e2-e065-4466-9b7d-375c2f1d1e0b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.8657207 Aug 26 01:11:08.697106 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:08.710090 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Transition to ACTIVE for port object dbe50996-8cba-41e0-9811-f629777d2db7 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:08.783048 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:08.795696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Transition to ACTIVE for port object dbe50996-8cba-41e0-9811-f629777d2db7 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:08.795909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 1fa815e8-226f-4bbe-b085-0916fdacf073 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:08.866957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6cef2-a539-44ae-b551-835945664c77 None None] Current status of the port dd45116f-190f-4620-9dae-027050721a8f is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:08.867474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ffd6cef2-a539-44ae-b551-835945664c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:08.872988 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d5ae8b16-70d6-45d8-9cac-914d4ffda55b req-793d9d2c-8d50-4fa0-b0f3-f0882d0ebf98 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637912 Aug 26 01:11:08.953648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Network 515f7cc8-20d9-4ab0-925a-83a8c214452d is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:08.965171 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:08.971995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port fc4a6cea-4f36-4665-898a-d8e294655103 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:08.971995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:08.975701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:08.988984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:08.993436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Pushing event updated for resources: {'Port': ['ID=63f02f5b-adc0-4cab-8bf5-e0bd73303810,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:08.996607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ffd6cef2-a539-44ae-b551-835945664c77 None None] For port dd45116f-190f-4620-9dae-027050721a8f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dd45116f-190f-4620-9dae-027050721a8f,segment=NetworkSegment(585e16b1-3e23-43a6-9137-4a8b1e2562e1),segment_id=585e16b1-3e23-43a6-9137-4a8b1e2562e1)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:08.999268 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444bb5e5-cc4c-455c-aa33-3b330a925e62 None None] Update dhcp port {'port': {'network_id': '2b0e0e7c-fda1-40fc-ad2e-230b6a160f18', 'fixed_ips': [{'subnet_id': 'b0f9992f-0ebd-46c5-9534-cc334d17161a'}], 'binding:host_id': 'dv-neutron-854561-2-hyperv'}, 'id': '1fa815e8-226f-4bbe-b085-0916fdacf073'} from dv-neutron-854561-2-hyperv. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Aug 26 01:11:09.012175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eea4447d-f0d1-4975-b475-ade98152701f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:09.114265 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Allocated IP 2001:db8::f816:3eff:febd:2042 (515f7cc8-20d9-4ab0-925a-83a8c214452d/3fc38fa5-5ac9-44ea-8574-0596b3975346/4caff8ed-383c-416a-b5a8-dbca11efdd00) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:09.135959 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:09.139973 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-212185d5-db04-482e-8d41-00b325bbb401 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:09.151028 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ffd6cef2-a539-44ae-b551-835945664c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:09.172425 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:09.222817 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:09.250559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-64d325ca-d938-41d7-b082-41922e54fa5a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port fc5fc1e4-a436-416e-b531-60b11132fbc1 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:09.252859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-64d325ca-d938-41d7-b082-41922e54fa5a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:09.258689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-212185d5-db04-482e-8d41-00b325bbb401 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:09.290266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:09.338958 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Pushing event updated for resources: {'Port': ['ID=dbe50996-8cba-41e0-9811-f629777d2db7,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:09.341150 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-444bb5e5-cc4c-455c-aa33-3b330a925e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:09.395082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=1fa815e8-226f-4bbe-b085-0916fdacf073,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:09.400796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No DVR routers for this DVR port 1fa815e8-226f-4bbe-b085-0916fdacf073 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:09.491858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Attempting to bind port 63f02f5b-adc0-4cab-8bf5-e0bd73303810 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:11:09.492233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Attempting to bind port 63f02f5b-adc0-4cab-8bf5-e0bd73303810 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'e1ed9abd-d32d-4884-852d-d7ca2096cef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '515f7cc8-20d9-4ab0-925a-83a8c214452d'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:11:09.492601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Attempting to bind port 63f02f5b-adc0-4cab-8bf5-e0bd73303810 on network 515f7cc8-20d9-4ab0-925a-83a8c214452d {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:11:09.524260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212185d5-db04-482e-8d41-00b325bbb401 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:09.527967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-212185d5-db04-482e-8d41-00b325bbb401 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:09.562897 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:11:09.563271 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Checking segment: {'id': 'e1ed9abd-d32d-4884-852d-d7ca2096cef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '515f7cc8-20d9-4ab0-925a-83a8c214452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:09.563685 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:09.564185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Bound using segment: {'id': 'e1ed9abd-d32d-4884-852d-d7ca2096cef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '515f7cc8-20d9-4ab0-925a-83a8c214452d'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:11:09.564680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Bound port: 63f02f5b-adc0-4cab-8bf5-e0bd73303810, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ed9abd-d32d-4884-852d-d7ca2096cef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '515f7cc8-20d9-4ab0-925a-83a8c214452d'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:11:09.565065 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:09.588602 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444bb5e5-cc4c-455c-aa33-3b330a925e62 None None] Host dv-neutron-854561-2-hyperv tried to update port 1fa815e8-226f-4bbe-b085-0916fdacf073 which no longer exists. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 01:11:09.602251 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Attempting to bind port dbe50996-8cba-41e0-9811-f629777d2db7 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:11:09.602627 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Attempting to bind port dbe50996-8cba-41e0-9811-f629777d2db7 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:11:09.602998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Attempting to bind port dbe50996-8cba-41e0-9811-f629777d2db7 on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:11:09.661728 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6cef2-a539-44ae-b551-835945664c77 None None] Pushing event updated for resources: {'Port': ['ID=dd45116f-190f-4620-9dae-027050721a8f,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:09.707204 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4447d-f0d1-4975-b475-ade98152701f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event deleted for resources: {'Port': ['ID=577bdcbe-25a8-4a67-82aa-81d8916945a7,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:09.752748 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-06b67d1a-c634-4a30-bd9b-278bb2e1c91f None None] Provisioning complete for port dd45116f-190f-4620-9dae-027050721a8f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:09.753454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-06b67d1a-c634-4a30-bd9b-278bb2e1c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:09.791059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:09.826532 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8771d-7f08-4dd2-9c7f-27b8590d049f req-579ed1bc-abce-42ca-b0d1-78cde37c509f tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:09.828431 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a1e8771d-7f08-4dd2-9c7f-27b8590d049f req-579ed1bc-abce-42ca-b0d1-78cde37c509f tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.6500435 Aug 26 01:11:09.830819 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:11:09.838435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:09.839173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:09.839741 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:11:09.840411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Bound port: dbe50996-8cba-41e0-9811-f629777d2db7, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:11:09.840964 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:09.861026 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b1f1aa-991c-4bcb-b5a4-4d8726741632 None None] Network 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:09.905350 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0e0e7c-fda1-40fc-ad2e-230b6a160f18']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:09.933334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:09.937564 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d08a125-4ada-4976-83ba-c934dd2ed48a') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:09.938056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d08a125-4ada-4976-83ba-c934dd2ed48a') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:09.976586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eea4447d-f0d1-4975-b475-ade98152701f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:09.980056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:10.014357 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a1e8771d-7f08-4dd2-9c7f-27b8590d049f req-9533583d-9484-48da-8ec1-20c69806c877 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530259 Aug 26 01:11:10.016739 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Transition to ACTIVE for port object 4caff8ed-383c-416a-b5a8-dbca11efdd00 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:10.032096 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:10.059066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:10.060188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:10.150302 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 1d08a125-4ada-4976-83ba-c934dd2ed48a resource provider aggregate not found Aug 26 01:11:10.193465 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 1d08a125-4ada-4976-83ba-c934dd2ed48a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d08a125-4ada-4976-83ba-c934dd2ed48a found for delete ", "request_id": "req-555e145c-eefd-4bfa-9e6b-13841b33f5e2"}]} Aug 26 01:11:10.195196 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] For port 63f02f5b-adc0-4cab-8bf5-e0bd73303810, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:11:10.266667 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] For port 63f02f5b-adc0-4cab-8bf5-e0bd73303810, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=63f02f5b-adc0-4cab-8bf5-e0bd73303810,segment=NetworkSegment(e1ed9abd-d32d-4884-852d-d7ca2096cef8),segment_id=e1ed9abd-d32d-4884-852d-d7ca2096cef8)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:11:10.312704 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] For port dbe50996-8cba-41e0-9811-f629777d2db7, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:11:10.320367 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e86e5a-1ea3-44c3-8188-6a9e923b4738 None None] DHCP port deletion for 2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:10.345218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] For port dbe50996-8cba-41e0-9811-f629777d2db7, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dbe50996-8cba-41e0-9811-f629777d2db7,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:11:10.351937 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] For port fc4a6cea-4f36-4665-898a-d8e294655103, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=fc4a6cea-4f36-4665-898a-d8e294655103,segment=NetworkSegment(a65c2e10-351a-46e5-a3a1-1c560ae4988e),segment_id=a65c2e10-351a-46e5-a3a1-1c560ae4988e)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:10.352317 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:10.354573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:10.365777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:10.393911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:10.416467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Network': ['ID=2b0e0e7c-fda1-40fc-ad2e-230b6a160f18,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:10.418918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:10.426548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-06b67d1a-c634-4a30-bd9b-278bb2e1c91f None None] Current status of the port dd45116f-190f-4620-9dae-027050721a8f is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:10.436643 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:10.502466 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec9aa3-ae38-4a29-bac2-bbd6109ebad5 None None] Pushing event updated for resources: {'Port': ['ID=63f02f5b-adc0-4cab-8bf5-e0bd73303810,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:10.525148 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-212185d5-db04-482e-8d41-00b325bbb401 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:10.541914 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d1ce9f73-8dd6-44fe-b7f2-4fb6c2341ec5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/networks/2b0e0e7c-fda1-40fc-ad2e-230b6a160f18 HTTP/1.1" status: 204 len: 168 time: 2.3939893 Aug 26 01:11:10.602563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-da741a39-3145-41f4-a580-f6d6d7eb4610 None None] Could not find standard attr ID for object 1fa815e8-226f-4bbe-b085-0916fdacf073. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:11:10.608359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for fc4a6cea-4f36-4665-898a-d8e294655103 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:10.627539 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:10.651029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ad8fe-8074-4d4d-b740-37691bf8176b None None] Pushing event updated for resources: {'Port': ['ID=dbe50996-8cba-41e0-9811-f629777d2db7,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:10.671695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47912) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:10.750790 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212185d5-db04-482e-8d41-00b325bbb401 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:10.752768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-64d325ca-d938-41d7-b082-41922e54fa5a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] For port fc5fc1e4-a436-416e-b531-60b11132fbc1, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=fc5fc1e4-a436-416e-b531-60b11132fbc1,segment=NetworkSegment(5b07376b-c1aa-4086-927d-b3f9045caa12),segment_id=5b07376b-c1aa-4086-927d-b3f9045caa12)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:10.755091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-64d325ca-d938-41d7-b082-41922e54fa5a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:10.782556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Network 515f7cc8-20d9-4ab0-925a-83a8c214452d is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:10.788558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-212185d5-db04-482e-8d41-00b325bbb401 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:10.798446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212185d5-db04-482e-8d41-00b325bbb401 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=e3da9e1d-1ebb-48e0-a4d0-ae8fc6f1407b,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:10.814800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:10.825877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212185d5-db04-482e-8d41-00b325bbb401 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:10.827410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-212185d5-db04-482e-8d41-00b325bbb401 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:10.845296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:10.868911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:10.869699 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:10.952243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event updated for resources: {'Port': ['ID=4caff8ed-383c-416a-b5a8-dbca11efdd00,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:11.098230 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-212185d5-db04-482e-8d41-00b325bbb401 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6253603 Aug 26 01:11:11.108818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47918) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:11.114048 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fd0576d0-cd61-4c91-bc6b-20b6498b0d12 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.4828427 Aug 26 01:11:11.119311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'mac_address': 'fa:16:3e:7a:a8:18', 'name': 'tempest-NetworksTestDHCPv6-795019618'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:11.144687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47922) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:11.234518 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dbe50996-8cba-41e0-9811-f629777d2db7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:11:11.245887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-64d325ca-d938-41d7-b082-41922e54fa5a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for fc5fc1e4-a436-416e-b531-60b11132fbc1 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:11.362594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-09440bf5-b5c9-4bea-9840-4622d5e23555 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Deleting subnet 3fc38fa5-5ac9-44ea-8574-0596b3975346 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:11.373149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-09440bf5-b5c9-4bea-9840-4622d5e23555 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:11.403926 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port dbe50996-8cba-41e0-9811-f629777d2db7 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:11.410016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dd45116f-190f-4620-9dae-027050721a8f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:11:11.462239 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfba7a-3353-4865-b4bf-28a08be0d796 req-faee22e8-460e-4a28-8a76-c0f6207faba9 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:11.463804 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9ccfba7a-3353-4865-b4bf-28a08be0d796 req-faee22e8-460e-4a28-8a76-c0f6207faba9 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.4360158 Aug 26 01:11:11.493878 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-09440bf5-b5c9-4bea-9840-4622d5e23555 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:11.512008 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port dd45116f-190f-4620-9dae-027050721a8f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:11.513902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:11.645676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port dd45116f-190f-4620-9dae-027050721a8f is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:11.683853 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:11.695958 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea4447d-f0d1-4975-b475-ade98152701f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Router 84d56bc4-ea39-4471-baa3-7de9a0569f20 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:11:11.702341 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:11.709697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:11.710278 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fcb98-46f9-49f9-8d9d-ed6acb60cc4f req-f58f4478-ff4e-4a9d-b3ff-217c924e631e tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:11.714798 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ac0fcb98-46f9-49f9-8d9d-ed6acb60cc4f req-f58f4478-ff4e-4a9d-b3ff-217c924e631e tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 1.6322699 Aug 26 01:11:11.730740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:11.742664 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9ccfba7a-3353-4865-b4bf-28a08be0d796 req-eee54d5f-95e4-443c-b419-c010215bd426 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710383 Aug 26 01:11:11.746950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1fa815e8-226f-4bbe-b085-0916fdacf073 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:11.803355 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 1fa815e8-226f-4bbe-b085-0916fdacf073 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:11.804734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1fa815e8-226f-4bbe-b085-0916fdacf073 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:11.820182 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-09440bf5-b5c9-4bea-9840-4622d5e23555 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:11.865027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:11.925796 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8404b0cc-b0d0-4879-87c6-13d408bcdedf tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:11.931269 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8404b0cc-b0d0-4879-87c6-13d408bcdedf tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 1.2054656 Aug 26 01:11:11.934136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47926) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:12.021513 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea4447d-f0d1-4975-b475-ade98152701f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:11:12.025001 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ac0fcb98-46f9-49f9-8d9d-ed6acb60cc4f req-b3c01b16-20a7-4672-97e1-50664ca8c4af tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963533 Aug 26 01:11:12.045580 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c35f51e-ebbf-4802-8463-29c52461b2b0 None None] Sync routers for ids ['84d56bc4-ea39-4471-baa3-7de9a0569f20'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:11:12.061325 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c35f51e-ebbf-4802-8463-29c52461b2b0 None None] Routers {'84d56bc4-ea39-4471-baa3-7de9a0569f20'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:12.062304 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-8c35f51e-ebbf-4802-8463-29c52461b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['84d56bc4-ea39-4471-baa3-7de9a0569f20'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:12.113897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:12.144617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port 8ef97c83-362f-4753-b5a5-a7615fecb304 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:11:12.155069 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-eea4447d-f0d1-4975-b475-ade98152701f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "PUT /v2.0/routers/84d56bc4-ea39-4471-baa3-7de9a0569f20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7577767 Aug 26 01:11:12.156061 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47930) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:12.192349 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-8c35f51e-ebbf-4802-8463-29c52461b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:12.204703 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c35f51e-ebbf-4802-8463-29c52461b2b0 None None] Routers {'84d56bc4-ea39-4471-baa3-7de9a0569f20'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:12.206679 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-8c35f51e-ebbf-4802-8463-29c52461b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['84d56bc4-ea39-4471-baa3-7de9a0569f20'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:12.242129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddd372b-4d20-42e6-9261-3d32292da565 None None] Network 515f7cc8-20d9-4ab0-925a-83a8c214452d requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:12.304313 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-b17758ed-b125-4237-87eb-00761bdbb074 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] show failed (client error): The resource could not be found. Aug 26 01:11:12.311140 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b17758ed-b125-4237-87eb-00761bdbb074 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "GET /v2.0/routers/tempest-non_exist_router-1594750713 HTTP/1.1" status: 404 len: 335 time: 0.0940917 Aug 26 01:11:12.311636 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47934) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:12.321327 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-48f56fa8-ab93-4c50-95bf-1185b58dcba6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:12.335317 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-8c35f51e-ebbf-4802-8463-29c52461b2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:12.335846 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c35f51e-ebbf-4802-8463-29c52461b2b0 None None] The sync data for ids ['84d56bc4-ea39-4471-baa3-7de9a0569f20'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:11:12.386450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-09440bf5-b5c9-4bea-9840-4622d5e23555 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:12.402172 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:12.410730 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-48f56fa8-ab93-4c50-95bf-1185b58dcba6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] update failed (client error): The resource could not be found. Aug 26 01:11:12.410730 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-48f56fa8-ab93-4c50-95bf-1185b58dcba6 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "PUT /v2.0/routers/tempest-non_exist_router-1755973632 HTTP/1.1" status: 404 len: 335 time: 0.0894663 Aug 26 01:11:12.437124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47938) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:12.441136 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c13bad4-b1db-412e-ae3d-fc4dc9a4b362 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:12.441332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09440bf5-b5c9-4bea-9840-4622d5e23555 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc38fa5-5ac9-44ea-8574-0596b3975346,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:12.471804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Port': ['ID=fc4a6cea-4f36-4665-898a-d8e294655103,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:12.497663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-09440bf5-b5c9-4bea-9840-4622d5e23555 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:12.507566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-98c196fd-c5e9-4c92-9f05-0f830d2040f6 None None] Provisioning for port 63f02f5b-adc0-4cab-8bf5-e0bd73303810 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:12.533277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:12.533804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:12.534250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:12.534680 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:12.535114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:12.535532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:12.535953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:12.536373 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:12.537794 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:12.538236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:12.538672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:12.539092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:12.540285 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-09440bf5-b5c9-4bea-9840-4622d5e23555 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/subnets/3fc38fa5-5ac9-44ea-8574-0596b3975346 HTTP/1.1" status: 204 len: 168 time: 1.3826635 Aug 26 01:11:12.544507 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47942) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:12.555863 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b7c8fc78-b96a-431c-9102-1fa27aa4504f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6076670 Aug 26 01:11:12.556703 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47946) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:12.559337 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8:0:1::178 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/e3da9e1d-1ebb-48e0-a4d0-ae8fc6f1407b/8ef97c83-362f-4753-b5a5-a7615fecb304) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:12.570869 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::f816:3eff:fe7a:a818 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/ebe62f9b-7b9e-4a07-80e6-d4ded1872089/8ef97c83-362f-4753-b5a5-a7615fecb304) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:12.594211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1873113512'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:12.663517 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2bea53-5a56-4d68-a111-c185b156f324 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Deleting subnet 852dba9e-4d8a-4490-b73f-53c70d5a1e10 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:12.671012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d2bea53-5a56-4d68-a111-c185b156f324 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:12.693333 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-64d325ca-d938-41d7-b082-41922e54fa5a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:12.820121 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9108d3-de4a-4ee6-b5a2-5009047bd643 None None] DHCP port deletion for 515f7cc8-20d9-4ab0-925a-83a8c214452d request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:12.823836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d2bea53-5a56-4d68-a111-c185b156f324 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:12.835563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2e9108d3-de4a-4ee6-b5a2-5009047bd643 None None] Deleting port 63f02f5b-adc0-4cab-8bf5-e0bd73303810 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:12.836259 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2e9108d3-de4a-4ee6-b5a2-5009047bd643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:12.926258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:12.950898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d2bea53-5a56-4d68-a111-c185b156f324 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:12.969343 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:network and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:12.977112 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d325ca-d938-41d7-b082-41922e54fa5a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Port': ['ID=fc5fc1e4-a436-416e-b531-60b11132fbc1,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:12.994184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Provisioning for port dbe50996-8cba-41e0-9811-f629777d2db7 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:13.004315 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Provisioning complete for port dbe50996-8cba-41e0-9811-f629777d2db7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:13.004688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.018412 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:13.032974 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.050851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:13.124171 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c116d70-2da9-4fae-92d8-5f6d8b92652a tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:13.126216 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c116d70-2da9-4fae-92d8-5f6d8b92652a tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:13.132575 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2c116d70-2da9-4fae-92d8-5f6d8b92652a tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5865912 Aug 26 01:11:13.133603 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47954) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:13.290075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.323615 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:13.326883 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.353477 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Current status of the port dbe50996-8cba-41e0-9811-f629777d2db7 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:13.353477 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.359810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object 8ef97c83-362f-4753-b5a5-a7615fecb304 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:13.374437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2e9108d3-de4a-4ee6-b5a2-5009047bd643 None None] For port 63f02f5b-adc0-4cab-8bf5-e0bd73303810, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=63f02f5b-adc0-4cab-8bf5-e0bd73303810,segment=NetworkSegment(e1ed9abd-d32d-4884-852d-d7ca2096cef8),segment_id=e1ed9abd-d32d-4884-852d-d7ca2096cef8)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:13.374712 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2e9108d3-de4a-4ee6-b5a2-5009047bd643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.422934 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-72b11d6c-759f-4942-97d6-86d3dc95b912 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.452795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc0d4-e446-4003-a36d-f072083a82a6 req-3bf13170-6e99-4f3c-ab42-8c35107da320 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:13.455798 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1b1dc0d4-e446-4003-a36d-f072083a82a6 req-3bf13170-6e99-4f3c-ab42-8c35107da320 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.3770089 Aug 26 01:11:13.465675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f2d8aa-9a32-44c1-9abd-8dcaf1ff965c None None] Update dhcp port {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'fixed_ips': [{'subnet_id': 'ebe62f9b-7b9e-4a07-80e6-d4ded1872089', 'ip_address': '2001:db8::f816:3eff:fe03:15e9'}, {'subnet_id': 'e3da9e1d-1ebb-48e0-a4d0-ae8fc6f1407b'}], 'binding:host_id': 'dv-neutron-854561-2-hyperv'}, 'id': 'dbe50996-8cba-41e0-9811-f629777d2db7'} from dv-neutron-854561-2-hyperv. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Aug 26 01:11:13.466426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3188aa-4dea-45b2-b0d7-54a36aa41918 req-2ce4596e-2b0a-49ea-87c2-8856e3c18cc7 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:13.469010 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ab3188aa-4dea-45b2-b0d7-54a36aa41918 req-2ce4596e-2b0a-49ea-87c2-8856e3c18cc7 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.4539423 Aug 26 01:11:13.527863 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b11d6c-759f-4942-97d6-86d3dc95b912 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 26 01:11:13.527863 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b11d6c-759f-4942-97d6-86d3dc95b912 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:13.551325 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.577149 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2e9108d3-de4a-4ee6-b5a2-5009047bd643 None None] Calling delete_port for 63f02f5b-adc0-4cab-8bf5-e0bd73303810 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:13.606086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d2bea53-5a56-4d68-a111-c185b156f324 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.659888 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] For port dbe50996-8cba-41e0-9811-f629777d2db7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dbe50996-8cba-41e0-9811-f629777d2db7,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:13.662028 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-79f2d8aa-9a32-44c1-9abd-8dcaf1ff965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.670620 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-72b11d6c-759f-4942-97d6-86d3dc95b912 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/networks/515f7cc8-20d9-4ab0-925a-83a8c214452d HTTP/1.1" status: 409 len: 405 time: 0.5193305 Aug 26 01:11:13.675544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47958) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:13.703539 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1625532011'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:13.721679 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bea53-5a56-4d68-a111-c185b156f324 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event deleted for resources: {'Subnet': ['ID=852dba9e-4d8a-4490-b73f-53c70d5a1e10,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:13.725184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d2bea53-5a56-4d68-a111-c185b156f324 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.728220 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4d2bea53-5a56-4d68-a111-c185b156f324 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "DELETE /v2.0/subnets/852dba9e-4d8a-4490-b73f-53c70d5a1e10 HTTP/1.1" status: 204 len: 168 time: 1.2840142 Aug 26 01:11:13.731879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.736224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:13.747301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47962) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:13.748898 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:11:13.758939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Usage tracker for resource:network and tenant:bcd14021238c41399d274e88bd742222 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:13.759586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.760010 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Added segment 5500e925-9ad9-40c0-942c-f3225311fbf8 of type vlan for network 339916c8-e6f5-416c-94bd-541f6d42cc9e Aug 26 01:11:13.762666 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:13.774890 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e354fdcc-df5c-48e6-841c-3cbbdf6e1ed9 None None] Network 27f1936d-ddc6-40b6-86b3-12dee2699598 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:13.789777 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.812630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-1b1dc0d4-e446-4003-a36d-f072083a82a6 req-8cf7ab8f-b44f-4809-8d2b-d27ba841bfae tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Deleting port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:13.812887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1b1dc0d4-e446-4003-a36d-f072083a82a6 req-8cf7ab8f-b44f-4809-8d2b-d27ba841bfae tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.831338 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 44eb0247-26b4-4647-a209-4654026f992a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:11:13.849363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:13.852446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:13.856680 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ab3188aa-4dea-45b2-b0d7-54a36aa41918 req-c0a8d51a-d8a8-46a4-92ce-b64c4ad6070c tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363504 Aug 26 01:11:13.870007 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:13.874449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:13.875090 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.916742 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2e9108d3-de4a-4ee6-b5a2-5009047bd643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.918277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.924677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:13.925456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:13.960050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9108d3-de4a-4ee6-b5a2-5009047bd643 None None] No DVR routers for this DVR port 63f02f5b-adc0-4cab-8bf5-e0bd73303810 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:13.989456 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Pushing event updated for resources: {'Port': ['ID=dbe50996-8cba-41e0-9811-f629777d2db7,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:14.036927 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:14.037277 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:14.037627 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:14.038001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:14.038339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:14.038672 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:14.039001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:14.039328 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:14.039655 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:14.039996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:14.040307 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:14.040629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98eaa9e-462a-42ec-8d2f-f1b47718a7b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:14.054577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:14.056756 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=8ef97c83-362f-4753-b5a5-a7615fecb304,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:14.081732 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-64d325ca-d938-41d7-b082-41922e54fa5a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:14.126398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df14b9a-b07e-43c7-adc7-9e7fd56eee92 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Deleting subnet 1b69ba3a-109c-443d-bdc4-6b4050370734 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:14.132986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9df14b9a-b07e-43c7-adc7-9e7fd56eee92 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:14.150374 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5610964 Aug 26 01:11:14.159454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9108d3-de4a-4ee6-b5a2-5009047bd643 None None] Pushing event deleted for resources: {'Port': ['ID=63f02f5b-adc0-4cab-8bf5-e0bd73303810,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:14.194850 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47966) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:14.207445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-79f2d8aa-9a32-44c1-9abd-8dcaf1ff965c None None] Allocated IP 2001:db8:0:1::2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/e3da9e1d-1ebb-48e0-a4d0-ae8fc6f1407b/dbe50996-8cba-41e0-9811-f629777d2db7) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:14.222345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'subnet': {'network_id': '339916c8-e6f5-416c-94bd-541f6d42cc9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:14.240127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1399d65-aa4b-4269-a3d8-6a099cec0961 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Network': ['ID=339916c8-e6f5-416c-94bd-541f6d42cc9e,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:14.246270 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47970) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:14.246864 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1c2844de-82f9-4785-9c4f-90db0f18b9da tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1364245 Aug 26 01:11:14.248236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Made reservation on behalf of bcd14021238c41399d274e88bd742222 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:14.253152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:14.297972 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 339916c8-e6f5-416c-94bd-541f6d42cc9e details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:11:14.325585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e183159-0573-49a0-b2a7-969915a301f5 req-fd1054b7-8516-4014-b19f-0d833c47809b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:14.327920 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7e183159-0573-49a0-b2a7-969915a301f5 req-fd1054b7-8516-4014-b19f-0d833c47809b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 1.1350539 Aug 26 01:11:14.335573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:11:14.344635 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a31c7ea9-82b5-44b5-8328-dcfc98fd7b15 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/44eb0247-26b4-4647-a209-4654026f992a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8869085 Aug 26 01:11:14.357779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47974) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:14.383053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56764ec9-9b88-4005-8111-753f9b349a38 None None] Sync routers for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:11:14.385123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a743bb2-67fa-4b4a-a91e-92a81afec891 None None] DHCP port deletion for 27f1936d-ddc6-40b6-86b3-12dee2699598 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:14.416476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0a743bb2-67fa-4b4a-a91e-92a81afec891 None None] Deleting port 89fc5284-c6a9-49fd-95a5-f43678098043 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:14.416851 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0a743bb2-67fa-4b4a-a91e-92a81afec891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:14.431560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9df14b9a-b07e-43c7-adc7-9e7fd56eee92 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:14.466323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56764ec9-9b88-4005-8111-753f9b349a38 None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:14.467553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-56764ec9-9b88-4005-8111-753f9b349a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:14.535894 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:11:14.590513 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7e183159-0573-49a0-b2a7-969915a301f5 req-51d50856-cd22-40bc-be1f-53688cb0004d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434819 Aug 26 01:11:14.597784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-4814d8bb-9733-4565-9013-8be5895facac tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port 8ef97c83-362f-4753-b5a5-a7615fecb304 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:14.598158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4814d8bb-9733-4565-9013-8be5895facac tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:14.645698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:14.646430 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Added segment fd2fe21b-ceae-48f9-8b9f-0851f534e1ff of type vlan for network 9e0e5361-e181-4d50-be78-c465d2f3e683 Aug 26 01:11:14.669100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:14.681063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8aad349-4656-4924-94a5-76dd21f7aae2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting subnet 21565074-9357-49f3-b1af-35fe662043ed {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:14.688511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:subnet and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:14.699803 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8aad349-4656-4924-94a5-76dd21f7aae2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:14.713111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-56764ec9-9b88-4005-8111-753f9b349a38 None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:14.727885 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:14.793119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:14.796589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d325ca-d938-41d7-b082-41922e54fa5a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:11:14.833021 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:14.858630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8aad349-4656-4924-94a5-76dd21f7aae2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:14.872162 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-79f2d8aa-9a32-44c1-9abd-8dcaf1ff965c None None] For port dbe50996-8cba-41e0-9811-f629777d2db7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dbe50996-8cba-41e0-9811-f629777d2db7,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:14.874291 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-56764ec9-9b88-4005-8111-753f9b349a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:11:12Z', 'revision_number': 11, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:14.989884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56764ec9-9b88-4005-8111-753f9b349a38 None None] Checking router: 44eb0247-26b4-4647-a209-4654026f992a for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:11:14.989884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56764ec9-9b88-4005-8111-753f9b349a38 None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:14.989884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-56764ec9-9b88-4005-8111-753f9b349a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:14.990970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-1b1dc0d4-e446-4003-a36d-f072083a82a6 req-8cf7ab8f-b44f-4809-8d2b-d27ba841bfae tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] For port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=bf71a35e-3faa-47b9-ba6c-e89ed2e51c69,segment=NetworkSegment(2f16a195-beaf-4cd7-88a8-0101ddf83cf4),segment_id=2f16a195-beaf-4cd7-88a8-0101ddf83cf4)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:14.990970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1b1dc0d4-e446-4003-a36d-f072083a82a6 req-8cf7ab8f-b44f-4809-8d2b-d27ba841bfae tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:14.999395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9df14b9a-b07e-43c7-adc7-9e7fd56eee92 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:15.028447 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.resource_extend [None req-79f2d8aa-9a32-44c1-9abd-8dcaf1ff965c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:11:15.047461 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dbe50996-8cba-41e0-9811-f629777d2db7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:11:15.133094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d325ca-d938-41d7-b082-41922e54fa5a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:11:15.140780 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-64d325ca-d938-41d7-b082-41922e54fa5a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/db41edb8-e3cc-460d-ba71-5f6bc10b1ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0162833 Aug 26 01:11:15.145134 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47982) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:15.154170 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b5c14-f65b-436f-9c8a-03b48a134170 None None] Sync routers for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:11:15.164408 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-79f2d8aa-9a32-44c1-9abd-8dcaf1ff965c None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:15.170523 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b5c14-f65b-436f-9c8a-03b48a134170 None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:15.171380 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ad6b5c14-f65b-436f-9c8a-03b48a134170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:15.227116 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-1b1dc0d4-e446-4003-a36d-f072083a82a6 req-8cf7ab8f-b44f-4809-8d2b-d27ba841bfae tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Calling delete_port for bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:15.230291 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-79f2d8aa-9a32-44c1-9abd-8dcaf1ff965c None None] Transition to ACTIVE for port object dbe50996-8cba-41e0-9811-f629777d2db7 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:15.230291 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0a743bb2-67fa-4b4a-a91e-92a81afec891 None None] For port 89fc5284-c6a9-49fd-95a5-f43678098043, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=89fc5284-c6a9-49fd-95a5-f43678098043,segment=NetworkSegment(bb53bce8-51c8-445a-89ab-30d2d4c76587),segment_id=bb53bce8-51c8-445a-89ab-30d2d4c76587)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:15.230291 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0a743bb2-67fa-4b4a-a91e-92a81afec891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:15.240137 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-56764ec9-9b88-4005-8111-753f9b349a38 None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:15.304507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:15.310236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:15.310970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:15.334789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:15.339380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:15.408719 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ad6b5c14-f65b-436f-9c8a-03b48a134170 None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:15.496052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-79f2d8aa-9a32-44c1-9abd-8dcaf1ff965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:15.506291 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0a743bb2-67fa-4b4a-a91e-92a81afec891 None None] Calling delete_port for 89fc5284-c6a9-49fd-95a5-f43678098043 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:15.565773 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-56764ec9-9b88-4005-8111-753f9b349a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:11:12Z', 'revision_number': 11, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:15.597514 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ad6b5c14-f65b-436f-9c8a-03b48a134170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:11:12Z', 'revision_number': 11, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:15.600402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56764ec9-9b88-4005-8111-753f9b349a38 None None] The sync data for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv is: [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:11:12Z', 'revision_number': 11, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:11:15.606468 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b5c14-f65b-436f-9c8a-03b48a134170 None None] Checking router: db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:11:15.620330 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b5c14-f65b-436f-9c8a-03b48a134170 None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:15.621097 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ad6b5c14-f65b-436f-9c8a-03b48a134170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:15.630904 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc8aadc-f4bf-44f7-a01f-7a65491c7894 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting subnet 01a22943-a6ec-4712-8cb4-10ce15079214 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:15.699600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dbc8aadc-f4bf-44f7-a01f-7a65491c7894 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:15.755747 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2d8aa-9a32-44c1-9abd-8dcaf1ff965c None None] Pushing event updated for resources: {'Port': ['ID=dbe50996-8cba-41e0-9811-f629777d2db7,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:15.784494 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ad6b5c14-f65b-436f-9c8a-03b48a134170 None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:15.785962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5403843-0a74-4a2a-9630-9561cae89068 req-2244567b-b0b8-469a-be2a-3bff86d89c7b tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:15.789900 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d5403843-0a74-4a2a-9630-9561cae89068 req-2244567b-b0b8-469a-be2a-3bff86d89c7b tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 946 time: 0.7203732 Aug 26 01:11:15.827218 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4814d8bb-9733-4565-9013-8be5895facac tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:15.832565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0a743bb2-67fa-4b4a-a91e-92a81afec891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:15.840586 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9df14b9a-b07e-43c7-adc7-9e7fd56eee92 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:15.849692 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1578617 Aug 26 01:11:15.859984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 47988) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:15.879907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Request body: {'subnet': {'network_id': '9e0e5361-e181-4d50-be78-c465d2f3e683', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:15.930968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a743bb2-67fa-4b4a-a91e-92a81afec891 None None] Pushing event deleted for resources: {'Port': ['ID=89fc5284-c6a9-49fd-95a5-f43678098043,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:15.935680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a743bb2-67fa-4b4a-a91e-92a81afec891 None None] No DVR routers for this DVR port 89fc5284-c6a9-49fd-95a5-f43678098043 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:15.975866 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ad6b5c14-f65b-436f-9c8a-03b48a134170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:11:12Z', 'revision_number': 11, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:15.982053 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b5c14-f65b-436f-9c8a-03b48a134170 None None] The sync data for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv is: [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:11:12Z', 'revision_number': 11, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:11:15.995839 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 89fc5284-c6a9-49fd-95a5-f43678098043 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:16.062658 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 89fc5284-c6a9-49fd-95a5-f43678098043 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:16.063144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 89fc5284-c6a9-49fd-95a5-f43678098043 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:16.068875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df14b9a-b07e-43c7-adc7-9e7fd56eee92 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event deleted for resources: {'Subnet': ['ID=1b69ba3a-109c-443d-bdc4-6b4050370734,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:16.096890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:16.139828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9df14b9a-b07e-43c7-adc7-9e7fd56eee92 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:16.146056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7883de8-c7bf-4a7e-8011-d1025cf9d74f None None] Network dbdbf59a-d0e0-400b-bcea-d091e2f49191 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:16.237227 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-4814d8bb-9733-4565-9013-8be5895facac tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for 8ef97c83-362f-4753-b5a5-a7615fecb304 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:16.336017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8aad349-4656-4924-94a5-76dd21f7aae2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:16.399921 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dbc8aadc-f4bf-44f7-a01f-7a65491c7894 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:16.492533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Subnet': ['ID=e1dee452-da68-4af7-aec1-0d8a6154727e,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:16.496764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ec99e-bd39-43ca-ad65-72829ee40594 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event updated for resources: {'Network': ['ID=9e0e5361-e181-4d50-be78-c465d2f3e683,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:16.515106 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 9e0e5361-e181-4d50-be78-c465d2f3e683 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:11:16.519504 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9df14b9a-b07e-43c7-adc7-9e7fd56eee92 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "DELETE /v2.0/subnets/1b69ba3a-109c-443d-bdc4-6b4050370734 HTTP/1.1" status: 204 len: 168 time: 2.7642543 Aug 26 01:11:16.526531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47992) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:16.564515 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d5403843-0a74-4a2a-9630-9561cae89068 req-978915f8-754d-46a2-b545-e254c23189a2 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/security-groups?id=84018527-c906-4eab-a387-489c4619a6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7629764 Aug 26 01:11:16.598039 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1b1dc0d4-e446-4003-a36d-f072083a82a6 req-8cf7ab8f-b44f-4809-8d2b-d27ba841bfae tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:16.614521 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8aad349-4656-4924-94a5-76dd21f7aae2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:16.631050 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:16.641178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Usage tracker for resource:subnet and tenant:bcd14021238c41399d274e88bd742222 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:16.647020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:16.656500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8c1ff8-dc13-4481-b80c-eee87ab6a7bb None None] DHCP port deletion for dbdbf59a-d0e0-400b-bcea-d091e2f49191 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:16.667244 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c1ff8-dc13-4481-b80c-eee87ab6a7bb None None] Deleting port cce9503a-a52a-448b-87cd-22d4321a1924 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:16.667630 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1ff8-dc13-4481-b80c-eee87ab6a7bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:16.689895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84167bce-092e-4e19-975a-07e80ea00543 req-3a22881e-8500-4531-b6a2-d2b0d0e52937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:16.691941 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-84167bce-092e-4e19-975a-07e80ea00543 req-3a22881e-8500-4531-b6a2-d2b0d0e52937 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2b51416469154fda977a78b7767f918c&device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 1098 time: 1.0813227 Aug 26 01:11:16.710518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:16.747314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8aad349-4656-4924-94a5-76dd21f7aae2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:16.766813 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54603389-e18e-4bb4-9d44-783833899c8c None None] Network 5c58de10-f1f1-4ac4-9872-36b94ef7b016 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:16.779548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:16.877695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84167bce-092e-4e19-975a-07e80ea00543 req-38e2db22-7e55-4d2f-b65d-e9351a9d2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:16.877695 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-84167bce-092e-4e19-975a-07e80ea00543 req-38e2db22-7e55-4d2f-b65d-e9351a9d2a04 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ddd58b69-18ff-473a-81ae-b003ddd4fec6 HTTP/1.1" status: 200 len: 914 time: 0.1576579 Aug 26 01:11:16.920753 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e8aad349-4656-4924-94a5-76dd21f7aae2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/21565074-9357-49f3-b1af-35fe662043ed HTTP/1.1" status: 204 len: 168 time: 2.5530267 Aug 26 01:11:16.922889 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 47996) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:16.964314 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dbc8aadc-f4bf-44f7-a01f-7a65491c7894 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:16.965777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:16.966118 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:16.977708 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-30ee8386-c87c-4b2a-bcc1-76ee71a0fddb None None] Provisioning for port dbe50996-8cba-41e0-9811-f629777d2db7 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:16.996778 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7ab8f-b44f-4809-8d2b-d27ba841bfae tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Pushing event deleted for resources: {'Port': ['ID=bf71a35e-3faa-47b9-ba6c-e89ed2e51c69,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:16.997913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aad349-4656-4924-94a5-76dd21f7aae2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Subnet': ['ID=21565074-9357-49f3-b1af-35fe662043ed,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:16.999181 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dbe50996-8cba-41e0-9811-f629777d2db7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:11:17.022813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Made reservation on behalf of bcd14021238c41399d274e88bd742222 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:17.026156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.066232 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-30ee8386-c87c-4b2a-bcc1-76ee71a0fddb None None] Provisioning complete for port dbe50996-8cba-41e0-9811-f629777d2db7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:17.066611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-30ee8386-c87c-4b2a-bcc1-76ee71a0fddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.075847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Checking segment: {'id': '5500e925-9ad9-40c0-942c-f3225311fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '339916c8-e6f5-416c-94bd-541f6d42cc9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:17.076219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network hostable DHCP agents. Network: 339916c8-e6f5-416c-94bd-541f6d42cc9e, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:11:17.132882 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1dc0d4-e446-4003-a36d-f072083a82a6 req-8cf7ab8f-b44f-4809-8d2b-d27ba841bfae tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] No DVR routers for this DVR port bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:17.135918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1b1dc0d4-e446-4003-a36d-f072083a82a6 req-8cf7ab8f-b44f-4809-8d2b-d27ba841bfae tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.139127 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1b1dc0d4-e446-4003-a36d-f072083a82a6 req-8cf7ab8f-b44f-4809-8d2b-d27ba841bfae tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.94 "DELETE /v2.0/ports/bf71a35e-3faa-47b9-ba6c-e89ed2e51c69 HTTP/1.1" status: 204 len: 173 time: 3.6679626 Aug 26 01:11:17.154443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4814d8bb-9733-4565-9013-8be5895facac tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.156236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8a20a9-4470-40b2-8458-c7d824f80ce5', 'name': 'network-vif-deleted', 'tag': 'bf71a35e-3faa-47b9-ba6c-e89ed2e51c69'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:11:17.169586 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a98abb-af33-46d3-bc51-f1e307220359 req-ae93b0b4-c47e-4809-bd47-8660f963c9f7 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:17.177348 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-28a98abb-af33-46d3-bc51-f1e307220359 req-ae93b0b4-c47e-4809-bd47-8660f963c9f7 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 1.5598602 Aug 26 01:11:17.214207 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-84167bce-092e-4e19-975a-07e80ea00543 req-f2ae5a44-42b3-4006-9892-b8e28d71342c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c97109-2c25-45f5-9473-dbefc15173ad HTTP/1.1" status: 200 len: 1001 time: 0.3282709 Aug 26 01:11:17.232859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814d8bb-9733-4565-9013-8be5895facac tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=8ef97c83-362f-4753-b5a5-a7615fecb304,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:17.323132 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.358983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-48a5ca6b-1659-491d-abd6-bffc784494b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.384804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Deleting port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:17.385187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.397639 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-30ee8386-c87c-4b2a-bcc1-76ee71a0fddb None None] Current status of the port dbe50996-8cba-41e0-9811-f629777d2db7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:17.424166 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port dbe50996-8cba-41e0-9811-f629777d2db7 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:17.424603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.432585 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4be69ca-e66a-4a52-8f07-3cb357f7543a'] response: {'server_uuid': 'bb8a20a9-4470-40b2-8458-c7d824f80ce5', 'name': 'network-vif-deleted', 'tag': 'bf71a35e-3faa-47b9-ba6c-e89ed2e51c69', 'status': 'completed', 'code': 200} Aug 26 01:11:17.442842 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4814d8bb-9733-4565-9013-8be5895facac tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.457241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84167bce-092e-4e19-975a-07e80ea00543 req-95d660d2-2375-49b4-8e88-7cc554b19fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:17.458719 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-84167bce-092e-4e19-975a-07e80ea00543 req-95d660d2-2375-49b4-8e88-7cc554b19fe0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8b9c5a93-9423-4301-b9da-a87da6db8e95 HTTP/1.1" status: 200 len: 851 time: 0.2327874 Aug 26 01:11:17.464164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 339916c8-e6f5-416c-94bd-541f6d42cc9e is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:11:17.542674 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-28a98abb-af33-46d3-bc51-f1e307220359 req-bad37820-b29d-43a1-878e-614524076e9d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3643322 Aug 26 01:11:17.551076 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dbc8aadc-f4bf-44f7-a01f-7a65491c7894 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.567996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0c8c1ff8-dc13-4481-b80c-eee87ab6a7bb None None] For port cce9503a-a52a-448b-87cd-22d4321a1924, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=cce9503a-a52a-448b-87cd-22d4321a1924,segment=NetworkSegment(1835f593-1f51-4717-91e8-09f3a0318fe3),segment_id=1835f593-1f51-4717-91e8-09f3a0318fe3)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:17.569188 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1ff8-dc13-4481-b80c-eee87ab6a7bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.656525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-48a5ca6b-1659-491d-abd6-bffc784494b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.705615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c1ff8-dc13-4481-b80c-eee87ab6a7bb None None] Calling delete_port for cce9503a-a52a-448b-87cd-22d4321a1924 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:17.728229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8aadc-f4bf-44f7-a01f-7a65491c7894 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Subnet': ['ID=01a22943-a6ec-4712-8cb4-10ce15079214,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:17.729292 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 339916c8-e6f5-416c-94bd-541f6d42cc9e) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:17.734341 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4814d8bb-9733-4565-9013-8be5895facac tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/8ef97c83-362f-4753-b5a5-a7615fecb304 HTTP/1.1" status: 204 len: 168 time: 3.4824915 Aug 26 01:11:17.736755 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-48a5ca6b-1659-491d-abd6-bffc784494b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f1936d-ddc6-40b6-86b3-12dee2699598']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:17.752250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-48a5ca6b-1659-491d-abd6-bffc784494b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb53bce8-51c8-445a-89ab-30d2d4c76587') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:17.752562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-48a5ca6b-1659-491d-abd6-bffc784494b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb53bce8-51c8-445a-89ab-30d2d4c76587') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:17.764586 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-48a5ca6b-1659-491d-abd6-bffc784494b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.768901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48006) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:17.789595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-48a5ca6b-1659-491d-abd6-bffc784494b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.790332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bdb732-74e3-452e-8daa-125c59db64bf None None] Network 339916c8-e6f5-416c-94bd-541f6d42cc9e requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:17.933194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a5ca6b-1659-491d-abd6-bffc784494b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:17.933194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-48a5ca6b-1659-491d-abd6-bffc784494b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.936420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dbc8aadc-f4bf-44f7-a01f-7a65491c7894 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.936420 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dbc8aadc-f4bf-44f7-a01f-7a65491c7894 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/01a22943-a6ec-4712-8cb4-10ce15079214 HTTP/1.1" status: 204 len: 168 time: 2.6909912 Aug 26 01:11:17.936740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:17.936740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:17.936920 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7794e76f-559b-4412-a03d-f51f25d31366 req-c4f4b6ff-aa73-4db1-a7d4-ec7bf7999ac5 tempest-TestServerAdvancedOps-2129401637 tempest-TestServerAdvancedOps-2129401637-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb8a20a9-4470-40b2-8458-c7d824f80ce5 HTTP/1.1" status: 200 len: 210 time: 0.0633349 Aug 26 01:11:17.939634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48012) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:17.962290 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f07b52-a6ad-4a19-a0c7-c37ffe4cb221 None None] Network 9d9a62a2-79e3-487b-85e6-8383b11651c1 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:17.979715 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment bb53bce8-51c8-445a-89ab-30d2d4c76587 resource provider aggregate not found Aug 26 01:11:18.011644 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment bb53bce8-51c8-445a-89ab-30d2d4c76587 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb53bce8-51c8-445a-89ab-30d2d4c76587 found for delete ", "request_id": "req-3d5cd048-76cf-4a17-8fe5-633ae6a409d6"}]} Aug 26 01:11:18.040018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-be64824d-9359-4c15-9ce9-4ae89fc6629d None None] Could not find standard attr ID for object 8ef97c83-362f-4753-b5a5-a7615fecb304. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:11:18.068557 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84167bce-092e-4e19-975a-07e80ea00543 req-5772401e-da8a-4851-9543-86c955c6d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:18.070072 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-84167bce-092e-4e19-975a-07e80ea00543 req-5772401e-da8a-4851-9543-86c955c6d876 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ddd58b69-18ff-473a-81ae-b003ddd4fec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5805123 Aug 26 01:11:18.107443 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2b265663-65e0-4cfd-adf1-095fbbafff23 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8964336 Aug 26 01:11:18.113642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-48a5ca6b-1659-491d-abd6-bffc784494b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:18.114450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48018) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:18.114769 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-48a5ca6b-1659-491d-abd6-bffc784494b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:18.122669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'network_id': '339916c8-e6f5-416c-94bd-541f6d42cc9e', 'name': 'tempest-PortsIpV6TestJSON-261198794'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:18.140375 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-48a5ca6b-1659-491d-abd6-bffc784494b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "DELETE /v2.0/networks/27f1936d-ddc6-40b6-86b3-12dee2699598 HTTP/1.1" status: 204 len: 168 time: 1.5991666 Aug 26 01:11:18.140616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1ff8-dc13-4481-b80c-eee87ab6a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:18.145227 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0191f3-f9bc-416a-833c-e91d738f1063 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:18.150478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9f0191f3-f9bc-416a-833c-e91d738f1063 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:18.151275 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48022) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:18.191764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5ca6b-1659-491d-abd6-bffc784494b7 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event deleted for resources: {'Network': ['ID=27f1936d-ddc6-40b6-86b3-12dee2699598,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:18.204051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:18.252938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] For port 1d3dce4e-69d1-4d24-8949-20d1afde77e2, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1d3dce4e-69d1-4d24-8949-20d1afde77e2,segment=NetworkSegment(a65c2e10-351a-46e5-a3a1-1c560ae4988e),segment_id=a65c2e10-351a-46e5-a3a1-1c560ae4988e)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:18.252938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:18.392764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port 46063e15-f36b-418a-9322-97f808016ef4 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:18.393227 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:18.396934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c1ff8-dc13-4481-b80c-eee87ab6a7bb None None] Pushing event deleted for resources: {'Port': ['ID=cce9503a-a52a-448b-87cd-22d4321a1924,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:18.404804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c1ff8-dc13-4481-b80c-eee87ab6a7bb None None] No DVR routers for this DVR port cce9503a-a52a-448b-87cd-22d4321a1924 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:18.423817 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-339916c8-e6f5-416c-94bd-541f6d42cc9e', 'network_id': '339916c8-e6f5-416c-94bd-541f6d42cc9e', 'tenant_id': '889b104f11a34d0f8f574727b339f84a', 'fixed_ips': [{'subnet_id': 'e1dee452-da68-4af7-aec1-0d8a6154727e'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:11:18.424754 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:18.450923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port dbe50996-8cba-41e0-9811-f629777d2db7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:18.470764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9f0191f3-f9bc-416a-833c-e91d738f1063 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:18.471977 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9f0191f3-f9bc-416a-833c-e91d738f1063 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7021918 Aug 26 01:11:18.494610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48026) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:18.579764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a9f992-2504-42f3-958a-8707931d4a07 None None] DHCP port deletion for 5c58de10-f1f1-4ac4-9872-36b94ef7b016 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:18.582761 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device fc4a6cea-4f36-4665-898a-d8e294655103 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:18.584516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Calling delete_port for 1d3dce4e-69d1-4d24-8949-20d1afde77e2 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:18.632233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: fc4a6cea-4f36-4665-898a-d8e294655103 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:18.632233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device fc4a6cea-4f36-4665-898a-d8e294655103 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:18.632233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device fc5fc1e4-a436-416e-b531-60b11132fbc1 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:18.687279 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: fc5fc1e4-a436-416e-b531-60b11132fbc1 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:18.687685 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device fc5fc1e4-a436-416e-b531-60b11132fbc1 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:18.688111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device cce9503a-a52a-448b-87cd-22d4321a1924 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:18.703168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.objects.ports [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89863) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:11:18.717162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:18.724616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-04a9f992-2504-42f3-958a-8707931d4a07 None None] Deleting port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:18.724998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-04a9f992-2504-42f3-958a-8707931d4a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:18.847651 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:18.854615 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de58d73d-8689-444d-bbf6-8146f2cfb63e tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:18.866338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81b1950-174e-4b29-bdd9-5ca298c9e469 None None] DHCP port deletion for 9d9a62a2-79e3-487b-85e6-8383b11651c1 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:18.889219 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-84167bce-092e-4e19-975a-07e80ea00543 req-105f1595-209e-436f-8115-99e452c14f4d service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8006608 Aug 26 01:11:18.918802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: cce9503a-a52a-448b-87cd-22d4321a1924 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:18.919269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device cce9503a-a52a-448b-87cd-22d4321a1924 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:18.952402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f81b1950-174e-4b29-bdd9-5ca298c9e469 None None] Deleting port 46063e15-f36b-418a-9322-97f808016ef4 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:18.952788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f81b1950-174e-4b29-bdd9-5ca298c9e469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:18.972091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:19.000891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:port and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:19.063347 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:19.107099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:19.117447 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event updated for resources: {'Subnet': ['ID=cf8f2ae7-ad96-4759-a9a3-8220296c1b85,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:19.134603 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Port': ['ID=1d3dce4e-69d1-4d24-8949-20d1afde77e2,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:19.148015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] No DVR routers for this DVR port 1d3dce4e-69d1-4d24-8949-20d1afde77e2 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:19.216008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48034) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:19.217984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 46063e15-f36b-418a-9322-97f808016ef4 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:19.218535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Checking segment: {'id': 'fd2fe21b-ceae-48f9-8b9f-0851f534e1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9e0e5361-e181-4d50-be78-c465d2f3e683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:19.218896 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Network hostable DHCP agents. Network: 9e0e5361-e181-4d50-be78-c465d2f3e683, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:11:19.318405 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-04a9f992-2504-42f3-958a-8707931d4a07 None None] The port '1d3dce4e-69d1-4d24-8949-20d1afde77e2' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:11:19.329896 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Allocated IP 2001:db8::2 (339916c8-e6f5-416c-94bd-541f6d42cc9e/e1dee452-da68-4af7-aec1-0d8a6154727e/4e7018f3-981e-4fc6-a934-c7c6733ac572) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:19.331743 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:19.335991 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.346213 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-f81b1950-174e-4b29-bdd9-5ca298c9e469 None None] For port 46063e15-f36b-418a-9322-97f808016ef4, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=46063e15-f36b-418a-9322-97f808016ef4,segment=NetworkSegment(5b07376b-c1aa-4086-927d-b3f9045caa12),segment_id=5b07376b-c1aa-4086-927d-b3f9045caa12)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:19.346614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f81b1950-174e-4b29-bdd9-5ca298c9e469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.348910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.396030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c38fb-a63c-4844-80ae-29ba6aec0dbb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:19.398185 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e62c38fb-a63c-4844-80ae-29ba6aec0dbb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9007707 Aug 26 01:11:19.408332 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-84167bce-092e-4e19-975a-07e80ea00543 req-52360b66-67f9-4358-93da-dc75acfb4218 service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081117 Aug 26 01:11:19.412679 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] For port 46063e15-f36b-418a-9322-97f808016ef4, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=46063e15-f36b-418a-9322-97f808016ef4,segment=NetworkSegment(5b07376b-c1aa-4086-927d-b3f9045caa12),segment_id=5b07376b-c1aa-4086-927d-b3f9045caa12)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:19.413141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.417445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48038) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:19.432625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port 58062c71-4d23-4799-bec1-f3ac9723979f yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:11:19.507850 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcd8a9-f418-483e-85e4-acecf9769111 req-68dad7cc-6b3b-4f6c-9322-b6fd25562fa9 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:19.509289 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-83bcd8a9-f418-483e-85e4-acecf9769111 req-68dad7cc-6b3b-4f6c-9322-b6fd25562fa9 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.7310026 Aug 26 01:11:19.513312 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c58de10-f1f1-4ac4-9872-36b94ef7b016']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:19.549951 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f81b1950-174e-4b29-bdd9-5ca298c9e469 None None] Calling delete_port for 46063e15-f36b-418a-9322-97f808016ef4 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:19.553483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de58d73d-8689-444d-bbf6-8146f2cfb63e tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.567383 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65c2e10-351a-46e5-a3a1-1c560ae4988e') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:19.567678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65c2e10-351a-46e5-a3a1-1c560ae4988e') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:19.605659 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.630580 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d055d-994a-4c85-ad0f-f5b3667b1f8e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:19.632092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d055d-994a-4c85-ad0f-f5b3667b1f8e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:19.634077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d055d-994a-4c85-ad0f-f5b3667b1f8e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:19.634983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-659d055d-994a-4c85-ad0f-f5b3667b1f8e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:19.657147 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-83bcd8a9-f418-483e-85e4-acecf9769111 req-8dc9071c-9d19-4a15-9983-f9f26e8ca42a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281395 Aug 26 01:11:19.659192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-de58d73d-8689-444d-bbf6-8146f2cfb63e tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdbf59a-d0e0-400b-bcea-d091e2f49191']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:19.667991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.683477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-de58d73d-8689-444d-bbf6-8146f2cfb63e tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1835f593-1f51-4717-91e8-09f3a0318fe3') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:19.683761 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-de58d73d-8689-444d-bbf6-8146f2cfb63e tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1835f593-1f51-4717-91e8-09f3a0318fe3') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:19.694647 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:19.695073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.711126 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b0f4a3-21c1-484e-917a-4db576724646 admin admin] Deleting subnet 87841971-516f-4e39-b191-bcfb46b3db30 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:19.721856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de58d73d-8689-444d-bbf6-8146f2cfb63e tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.734706 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 46063e15-f36b-418a-9322-97f808016ef4 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:19.735325 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.781251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Network 9e0e5361-e181-4d50-be78-c465d2f3e683 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:11:19.786731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-659d055d-994a-4c85-ad0f-f5b3667b1f8e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:19.787902 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-659d055d-994a-4c85-ad0f-f5b3667b1f8e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3694921 Aug 26 01:11:19.796090 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Calling delete_port for 46063e15-f36b-418a-9322-97f808016ef4 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:19.801662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48042) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:19.828692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-51b0f4a3-21c1-484e-917a-4db576724646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.846427 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de58d73d-8689-444d-bbf6-8146f2cfb63e tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.848882 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f81b1950-174e-4b29-bdd9-5ca298c9e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.867857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de58d73d-8689-444d-bbf6-8146f2cfb63e tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:19.868266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de58d73d-8689-444d-bbf6-8146f2cfb63e tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.941980 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.945292 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-51b0f4a3-21c1-484e-917a-4db576724646 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.947067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.971753 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:19.992470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabc68b9-a219-40d7-8382-b4aa819aed8f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet e3da9e1d-1ebb-48e0-a4d0-ae8fc6f1407b {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:19.996534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b1950-174e-4b29-bdd9-5ca298c9e469 None None] Pushing event deleted for resources: {'Port': ['ID=46063e15-f36b-418a-9322-97f808016ef4,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:20.003253 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b1950-174e-4b29-bdd9-5ca298c9e469 None None] No DVR routers for this DVR port 46063e15-f36b-418a-9322-97f808016ef4 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:20.004659 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cabc68b9-a219-40d7-8382-b4aa819aed8f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.012810 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 9e0e5361-e181-4d50-be78-c465d2f3e683) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:20.013564 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1d3dce4e-69d1-4d24-8949-20d1afde77e2 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:20.020151 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:20.021165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.048782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.api [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:11:20.048782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG oslo_db.api [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:11:20.052436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Transition to ACTIVE for port object 4e7018f3-981e-4fc6-a934-c7c6733ac572 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:20.054314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Pushing event deleted for resources: {'Network': ['ID=5c58de10-f1f1-4ac4-9872-36b94ef7b016,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:20.055218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 1d3dce4e-69d1-4d24-8949-20d1afde77e2 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:20.055670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1d3dce4e-69d1-4d24-8949-20d1afde77e2 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:20.064495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-51b0f4a3-21c1-484e-917a-4db576724646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.065506 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-97f78ebe-5cbb-43b8-889c-7724cbd52318 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/networks/5c58de10-f1f1-4ac4-9872-36b94ef7b016 HTTP/1.1" status: 204 len: 168 time: 3.1034203 Aug 26 01:11:20.069940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48048) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:20.075086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3288ba5a-be84-41da-8491-f8a8da8e993f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'router': {'routes': None}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:20.085416 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b4b5c6-b94e-4c35-99e7-f0cc3691261f None None] Network 9e0e5361-e181-4d50-be78-c465d2f3e683 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:20.136508 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4dc2134f-ecd0-4063-ae35-d07b0f776c9d tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2729552 Aug 26 01:11:20.139693 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48052) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:20.146856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Request body: {'port': {'network_id': '9e0e5361-e181-4d50-be78-c465d2f3e683', 'name': 'tempest-NetworksIpV6TestAttrs-1989665749'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:20.158353 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a65c2e10-351a-46e5-a3a1-1c560ae4988e resource provider aggregate not found Aug 26 01:11:20.233672 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a65c2e10-351a-46e5-a3a1-1c560ae4988e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a65c2e10-351a-46e5-a3a1-1c560ae4988e found for delete ", "request_id": "req-11f809f3-328f-40eb-b2e2-72d729953c65"}]} Aug 26 01:11:20.246154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Transition to ACTIVE for port object 4e7018f3-981e-4fc6-a934-c7c6733ac572 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:20.252332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de58d73d-8689-444d-bbf6-8146f2cfb63e tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.281578 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cabc68b9-a219-40d7-8382-b4aa819aed8f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.309815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de58d73d-8689-444d-bbf6-8146f2cfb63e tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.316781 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 1835f593-1f51-4717-91e8-09f3a0318fe3 resource provider aggregate not found Aug 26 01:11:20.328527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:20.336307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Usage tracker for resource:port and tenant:bcd14021238c41399d274e88bd742222 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:20.341077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:20.347279 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.352851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:20.400678 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 1835f593-1f51-4717-91e8-09f3a0318fe3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1835f593-1f51-4717-91e8-09f3a0318fe3 found for delete ", "request_id": "req-6e1e8044-e5c3-41de-b228-d2af28bf844c"}]} Aug 26 01:11:20.410218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58d73d-8689-444d-bbf6-8146f2cfb63e tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event deleted for resources: {'Network': ['ID=dbdbf59a-d0e0-400b-bcea-d091e2f49191,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:20.416409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-51b0f4a3-21c1-484e-917a-4db576724646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.432175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Network 339916c8-e6f5-416c-94bd-541f6d42cc9e is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:20.433342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:20.435881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:20.468404 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0f4a3-21c1-484e-917a-4db576724646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87841971-516f-4e39-b191-bcfb46b3db30,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:20.477112 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-de58d73d-8689-444d-bbf6-8146f2cfb63e tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "DELETE /v2.0/networks/dbdbf59a-d0e0-400b-bcea-d091e2f49191 HTTP/1.1" status: 204 len: 168 time: 2.3166244 Aug 26 01:11:20.482644 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-51b0f4a3-21c1-484e-917a-4db576724646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.484507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48062) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:20.489136 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-51b0f4a3-21c1-484e-917a-4db576724646 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/87841971-516f-4e39-b191-bcfb46b3db30 HTTP/1.1" status: 204 len: 168 time: 1.2720320 Aug 26 01:11:20.493975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48066) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:20.528803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Made reservation on behalf of bcd14021238c41399d274e88bd742222 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:20.530299 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Pushing event updated for resources: {'Port': ['ID=4e7018f3-981e-4fc6-a934-c7c6733ac572,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:20.532343 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.577654 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-9e0e5361-e181-4d50-be78-c465d2f3e683', 'network_id': '9e0e5361-e181-4d50-be78-c465d2f3e683', 'tenant_id': 'bcd14021238c41399d274e88bd742222', 'fixed_ips': [{'subnet_id': 'cf8f2ae7-ad96-4759-a9a3-8220296c1b85'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:11:20.578523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.593899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Deleting port 46063e15-f36b-418a-9322-97f808016ef4 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:20.594267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.603702 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.extraroute_db [None req-3288ba5a-be84-41da-8491-f8a8da8e993f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Added routes are [] {{(pid=89862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Aug 26 01:11:20.604040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.extraroute_db [None req-3288ba5a-be84-41da-8491-f8a8da8e993f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Removed routes are [] {{(pid=89862) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Aug 26 01:11:20.604381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3288ba5a-be84-41da-8491-f8a8da8e993f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.647150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Allocated IP 2001:db8::36f (339916c8-e6f5-416c-94bd-541f6d42cc9e/e1dee452-da68-4af7-aec1-0d8a6154727e/58062c71-4d23-4799-bec1-f3ac9723979f) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:20.662203 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Attempting to bind port 4e7018f3-981e-4fc6-a934-c7c6733ac572 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:11:20.662579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Attempting to bind port 4e7018f3-981e-4fc6-a934-c7c6733ac572 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '5500e925-9ad9-40c0-942c-f3225311fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '339916c8-e6f5-416c-94bd-541f6d42cc9e'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:11:20.662931 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Attempting to bind port 4e7018f3-981e-4fc6-a934-c7c6733ac572 on network 339916c8-e6f5-416c-94bd-541f6d42cc9e {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:11:20.683244 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:11:20.683547 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Checking segment: {'id': '5500e925-9ad9-40c0-942c-f3225311fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '339916c8-e6f5-416c-94bd-541f6d42cc9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:20.683843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.684145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Bound using segment: {'id': '5500e925-9ad9-40c0-942c-f3225311fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '339916c8-e6f5-416c-94bd-541f6d42cc9e'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:11:20.684640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Bound port: 4e7018f3-981e-4fc6-a934-c7c6733ac572, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5500e925-9ad9-40c0-942c-f3225311fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '339916c8-e6f5-416c-94bd-541f6d42cc9e'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:11:20.685013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.707190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] The port '46063e15-f36b-418a-9322-97f808016ef4' was deleted {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:11:20.746538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] device_id is not set on port 7b92588c-bcc7-4a52-903b-3d379613fae6 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:11:20.811819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acce715-59cc-4b59-ac3f-6a8b7ac6ed6c tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Deleting subnet 4c7beac9-2dcc-4c50-9775-dbccd3c0b059 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:20.919811 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Allocated IP 2001:db8::f816:3eff:feab:cdda (9e0e5361-e181-4d50-be78-c465d2f3e683/cf8f2ae7-ad96-4759-a9a3-8220296c1b85/4fc1e585-7b97-4b2b-80ea-dc28805e67c8) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:20.920843 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1acce715-59cc-4b59-ac3f-6a8b7ac6ed6c tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.930531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cabc68b9-a219-40d7-8382-b4aa819aed8f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:20.980894 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dfba2954-f543-4f58-84b2-1f920d36fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.030722 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] For port 4e7018f3-981e-4fc6-a934-c7c6733ac572, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:11:21.052970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] For port 4e7018f3-981e-4fc6-a934-c7c6733ac572, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4e7018f3-981e-4fc6-a934-c7c6733ac572,segment=NetworkSegment(5500e925-9ad9-40c0-942c-f3225311fbf8),segment_id=5500e925-9ad9-40c0-942c-f3225311fbf8)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:11:21.066359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.116056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1acce715-59cc-4b59-ac3f-6a8b7ac6ed6c tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.136570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.138654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9a62a2-79e3-487b-85e6-8383b11651c1']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:21.149453 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Transition to ACTIVE for port object 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:21.152755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.169514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3288ba5a-be84-41da-8491-f8a8da8e993f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.183719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3288ba5a-be84-41da-8491-f8a8da8e993f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.223662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b07376b-c1aa-4086-927d-b3f9045caa12') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:21.224026 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b07376b-c1aa-4086-927d-b3f9045caa12') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:21.232811 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Transition to ACTIVE for port object 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:21.261384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63630ab-0052-4a60-9634-d5f07783a67f None None] Pushing event updated for resources: {'Port': ['ID=4e7018f3-981e-4fc6-a934-c7c6733ac572,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:21.283437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.320300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.371361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3288ba5a-be84-41da-8491-f8a8da8e993f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router 44eb0247-26b4-4647-a209-4654026f992a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:11:21.382034 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1acce715-59cc-4b59-ac3f-6a8b7ac6ed6c tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.403179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Network 9e0e5361-e181-4d50-be78-c465d2f3e683 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:21.406403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:21.411910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:21.417703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Pushing event updated for resources: {'Port': ['ID=4fc1e585-7b97-4b2b-80ea-dc28805e67c8,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:21.427912 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cabc68b9-a219-40d7-8382-b4aa819aed8f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.547846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc68b9-a219-40d7-8382-b4aa819aed8f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=e3da9e1d-1ebb-48e0-a4d0-ae8fc6f1407b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:21.549896 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Attempting to bind port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:11:21.550300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Attempting to bind port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'fd2fe21b-ceae-48f9-8b9f-0851f534e1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9e0e5361-e181-4d50-be78-c465d2f3e683'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:11:21.554110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Attempting to bind port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 on network 9e0e5361-e181-4d50-be78-c465d2f3e683 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:11:21.590417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:11:21.590892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Checking segment: {'id': 'fd2fe21b-ceae-48f9-8b9f-0851f534e1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9e0e5361-e181-4d50-be78-c465d2f3e683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:21.591345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.591756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Bound using segment: {'id': 'fd2fe21b-ceae-48f9-8b9f-0851f534e1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9e0e5361-e181-4d50-be78-c465d2f3e683'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:11:21.592212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Bound port: 4fc1e585-7b97-4b2b-80ea-dc28805e67c8, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2fe21b-ceae-48f9-8b9f-0851f534e1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '9e0e5361-e181-4d50-be78-c465d2f3e683'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:11:21.592640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.597138 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae65ad-b6d1-4057-8a1a-9c75d1979d7e req-785b2ace-f88c-414e-824a-d6990002dc09 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:21.598721 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c5ae65ad-b6d1-4057-8a1a-9c75d1979d7e req-785b2ace-f88c-414e-824a-d6990002dc09 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.7851644 Aug 26 01:11:21.599853 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.629603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dfba2954-f543-4f58-84b2-1f920d36fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.648898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cabc68b9-a219-40d7-8382-b4aa819aed8f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.662927 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5cd58b-9f20-4923-9aaf-f999c0143cc6 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:21.680540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3288ba5a-be84-41da-8491-f8a8da8e993f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:11:21.697629 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:21.698116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.698241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3288ba5a-be84-41da-8491-f8a8da8e993f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.703817 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3288ba5a-be84-41da-8491-f8a8da8e993f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/44eb0247-26b4-4647-a209-4654026f992a HTTP/1.1" status: 200 len: 704 time: 1.6286149 Aug 26 01:11:21.703817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48072) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:21.717991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d2349-8a56-4d74-a117-fdfd0ac3d270 None None] Sync routers for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:11:21.773471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-87b5a1c2-2962-4c0d-87f8-fe92d79c7190 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Synchronizing usage tracker for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:21.793866 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cabc68b9-a219-40d7-8382-b4aa819aed8f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/e3da9e1d-1ebb-48e0-a4d0-ae8fc6f1407b HTTP/1.1" status: 204 len: 168 time: 1.9894862 Aug 26 01:11:21.796217 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48078) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:21.808140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d2349-8a56-4d74-a117-fdfd0ac3d270 None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:21.808783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-195d2349-8a56-4d74-a117-fdfd0ac3d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:21.813016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-dfba2954-f543-4f58-84b2-1f920d36fb4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52981b1f-afc0-46af-bfbb-7e4ec3c3ab56']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:21.835528 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-dfba2954-f543-4f58-84b2-1f920d36fb4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f16a195-beaf-4cd7-88a8-0101ddf83cf4') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:21.835895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-dfba2954-f543-4f58-84b2-1f920d36fb4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f16a195-beaf-4cd7-88a8-0101ddf83cf4') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:21.850538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dfba2954-f543-4f58-84b2-1f920d36fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.874191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1acce715-59cc-4b59-ac3f-6a8b7ac6ed6c tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.874429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Allocated IP 2001:db8::f816:3eff:fe01:f0b9 (9e0e5361-e181-4d50-be78-c465d2f3e683/cf8f2ae7-ad96-4759-a9a3-8220296c1b85/7b92588c-bcc7-4a52-903b-3d379613fae6) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:21.887232 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 5b07376b-c1aa-4086-927d-b3f9045caa12 resource provider aggregate not found Aug 26 01:11:21.918477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-87b5a1c2-2962-4c0d-87f8-fe92d79c7190 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Unset dirty status for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:21.921918 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-87b5a1c2-2962-4c0d-87f8-fe92d79c7190 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports?device_id=44eb0247-26b4-4647-a209-4654026f992a HTTP/1.1" status: 200 len: 205 time: 0.2162807 Aug 26 01:11:21.932989 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1acce715-59cc-4b59-ac3f-6a8b7ac6ed6c tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.937335 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1acce715-59cc-4b59-ac3f-6a8b7ac6ed6c tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "DELETE /v2.0/subnets/4c7beac9-2dcc-4c50-9775-dbccd3c0b059 HTTP/1.1" status: 204 len: 168 time: 1.4496021 Aug 26 01:11:21.937335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acce715-59cc-4b59-ac3f-6a8b7ac6ed6c tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7beac9-2dcc-4c50-9775-dbccd3c0b059,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:21.940162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48084) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:21.940500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48086) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:21.942507 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b817901f-71b1-42db-9c9d-2c1d0d4b4f97 None None] Network 51c482de-5212-4c3d-a2ec-a9105d62dfff requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:21.961494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dfba2954-f543-4f58-84b2-1f920d36fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:21.980768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] For port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:11:22.002813 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 5b07376b-c1aa-4086-927d-b3f9045caa12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b07376b-c1aa-4086-927d-b3f9045caa12 found for delete ", "request_id": "req-9413c277-f3b6-4e57-9312-91a93fa1052b"}]} Aug 26 01:11:22.003839 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfba2954-f543-4f58-84b2-1f920d36fb4a admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:22.004248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dfba2954-f543-4f58-84b2-1f920d36fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:22.090444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-195d2349-8a56-4d74-a117-fdfd0ac3d270 None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:22.110925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:22.116697 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c5ae65ad-b6d1-4057-8a1a-9c75d1979d7e req-f5baabe8-0531-424b-847d-4eae7115cd63 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4923022 Aug 26 01:11:22.121871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-233067b6-f62b-4c08-a4d5-f453d50a89e2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet ebe62f9b-7b9e-4a07-80e6-d4ded1872089 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:22.125347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-233067b6-f62b-4c08-a4d5-f453d50a89e2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:22.178769 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:22.180786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Transition to ACTIVE for port object 58062c71-4d23-4799-bec1-f3ac9723979f will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:22.225107 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] For port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4fc1e585-7b97-4b2b-80ea-dc28805e67c8,segment=NetworkSegment(fd2fe21b-ceae-48f9-8b9f-0851f534e1ff),segment_id=fd2fe21b-ceae-48f9-8b9f-0851f534e1ff)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:11:22.228228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:22.229040 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-195d2349-8a56-4d74-a117-fdfd0ac3d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:11:12Z', 'revision_number': 11, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:22.258833 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Pushing event deleted for resources: {'Network': ['ID=9d9a62a2-79e3-487b-85e6-8383b11651c1,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:22.259937 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d2349-8a56-4d74-a117-fdfd0ac3d270 None None] Checking router: 44eb0247-26b4-4647-a209-4654026f992a for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:11:22.344760 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-aeb30415-2fea-4030-90f3-2af19d023663 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/networks/9d9a62a2-79e3-487b-85e6-8383b11651c1 HTTP/1.1" status: 204 len: 168 time: 4.4028893 Aug 26 01:11:22.352455 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48094) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:22.362008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-7fd7747a-50a9-4920-8a80-a20a1eb9c5fa tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'router': {'routes': None}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:22.367796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:22.462004 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dfba2954-f543-4f58-84b2-1f920d36fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:22.498889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d2349-8a56-4d74-a117-fdfd0ac3d270 None None] Routers {'44eb0247-26b4-4647-a209-4654026f992a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:22.499549 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-195d2349-8a56-4d74-a117-fdfd0ac3d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['44eb0247-26b4-4647-a209-4654026f992a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:22.541843 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a15892b1-b4e3-4ce9-bdbb-d0711c8b80ac tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:22.555367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dfba2954-f543-4f58-84b2-1f920d36fb4a admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:22.555938 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dfba2954-f543-4f58-84b2-1f920d36fb4a admin admin] 10.222.0.83 "DELETE /v2.0/networks/52981b1f-afc0-46af-bfbb-7e4ec3c3ab56 HTTP/1.1" status: 204 len: 168 time: 2.0607278 Aug 26 01:11:22.576721 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4ab5a331-462a-43ba-b684-330b2805856f req-d73838a2-128e-47c6-86b4-a7a244fca3bf service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8946965 Aug 26 01:11:22.585478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48098) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:22.635009 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba2954-f543-4f58-84b2-1f920d36fb4a admin admin] Pushing event deleted for resources: {'Network': ['ID=52981b1f-afc0-46af-bfbb-7e4ec3c3ab56,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:22.744281 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-233067b6-f62b-4c08-a4d5-f453d50a89e2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:22.817052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:22.820933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93355a9-da70-4a6e-9144-3784b82f4f8c None None] Pushing event updated for resources: {'Port': ['ID=4fc1e585-7b97-4b2b-80ea-dc28805e67c8,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:22.839902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-195d2349-8a56-4d74-a117-fdfd0ac3d270 None None] Set router 44eb0247-26b4-4647-a209-4654026f992a gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:22.920283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:22.969196 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-195d2349-8a56-4d74-a117-fdfd0ac3d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:11:12Z', 'revision_number': 11, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:22.979258 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d2349-8a56-4d74-a117-fdfd0ac3d270 None None] The sync data for ids ['44eb0247-26b4-4647-a209-4654026f992a'] in dv-neutron-854561-2-hyperv is: [{'id': '44eb0247-26b4-4647-a209-4654026f992a', 'name': 'tempest-RoutersIpV6Test-router-437237288', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:11:12Z', 'revision_number': 11, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:11:23.047766 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f864c82d-1e54-4d72-ae1d-b884e837dca9 None None] Network 339916c8-e6f5-416c-94bd-541f6d42cc9e requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:23.170731 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-98caee88-2d77-4c03-854f-59fe4283be73 admin admin] Deleting subnet 9afce7ab-9082-43b4-a470-f43be741e0d8 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:23.177418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Deleting port 4d113af8-1751-460d-811a-87f1232c4f4f {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:23.178019 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:23.205923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546e1ec2-2cb0-4baf-87ba-a43f24edd574 None None] DHCP port deletion for 51c482de-5212-4c3d-a2ec-a9105d62dfff request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:23.220656 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-546e1ec2-2cb0-4baf-87ba-a43f24edd574 None None] Deleting port 4d113af8-1751-460d-811a-87f1232c4f4f {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:23.221224 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-546e1ec2-2cb0-4baf-87ba-a43f24edd574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:23.227660 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:23.251767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a15892b1-b4e3-4ce9-bdbb-d0711c8b80ac tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:23.252696 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-98caee88-2d77-4c03-854f-59fe4283be73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:23.260599 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a15892b1-b4e3-4ce9-bdbb-d0711c8b80ac tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:23.300921 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.extraroute_db [None req-7fd7747a-50a9-4920-8a80-a20a1eb9c5fa tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Added routes are [] {{(pid=89863) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Aug 26 01:11:23.301223 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.extraroute_db [None req-7fd7747a-50a9-4920-8a80-a20a1eb9c5fa tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Removed routes are [] {{(pid=89863) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Aug 26 01:11:23.301813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7fd7747a-50a9-4920-8a80-a20a1eb9c5fa tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:23.319663 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 339916c8-e6f5-416c-94bd-541f6d42cc9e is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:23.337111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-233067b6-f62b-4c08-a4d5-f453d50a89e2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:23.349931 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:23.353450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:23.360520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:23.361637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:23.388705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdaaa57-281e-4fcc-b417-d593da8fbcf3 req-681212a2-ada6-4b5b-ae5c-41b939382d38 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:23.390282 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2bdaaa57-281e-4fcc-b417-d593da8fbcf3 req-681212a2-ada6-4b5b-ae5c-41b939382d38 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.8512833 Aug 26 01:11:23.415144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4e7018f3-981e-4fc6-a934-c7c6733ac572 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:11:23.496713 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=58062c71-4d23-4799-bec1-f3ac9723979f,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:23.522854 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Transition to ACTIVE for port object 7b92588c-bcc7-4a52-903b-3d379613fae6 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:23.541650 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bcdaa34d-381f-4940-944e-84b378b01e10 None None] Provisioning for port 4e7018f3-981e-4fc6-a934-c7c6733ac572 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:23.603014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 4e7018f3-981e-4fc6-a934-c7c6733ac572 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:23.629201 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-98caee88-2d77-4c03-854f-59fe4283be73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:23.649617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] For port 4d113af8-1751-460d-811a-87f1232c4f4f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4d113af8-1751-460d-811a-87f1232c4f4f,segment=NetworkSegment(af4d13d6-c6a0-419b-af9c-aca78a7cd329),segment_id=af4d13d6-c6a0-419b-af9c-aca78a7cd329)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:23.650220 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:23.659521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 4e7018f3-981e-4fc6-a934-c7c6733ac572 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:23.659904 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:23.890210 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2bdaaa57-281e-4fcc-b417-d593da8fbcf3 req-85fc016a-0b15-4615-ad8f-b9adb7bad420 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858386 Aug 26 01:11:23.891297 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a15892b1-b4e3-4ce9-bdbb-d0711c8b80ac tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:23.892723 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15892b1-b4e3-4ce9-bdbb-d0711c8b80ac tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Fanout notify agent at l3_agent the message router_deleted on router 44eb0247-26b4-4647-a209-4654026f992a {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:11:23.940147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Calling delete_port for 4d113af8-1751-460d-811a-87f1232c4f4f owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:23.966531 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6eba6134-97de-426f-a08b-f5f1164006c0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.8480990 Aug 26 01:11:23.990333 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-546e1ec2-2cb0-4baf-87ba-a43f24edd574 None None] For port 4d113af8-1751-460d-811a-87f1232c4f4f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4d113af8-1751-460d-811a-87f1232c4f4f,segment=NetworkSegment(af4d13d6-c6a0-419b-af9c-aca78a7cd329),segment_id=af4d13d6-c6a0-419b-af9c-aca78a7cd329)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:23.990814 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-546e1ec2-2cb0-4baf-87ba-a43f24edd574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.008304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5a331-462a-43ba-b684-330b2805856f req-f81c88a1-5a19-412f-b468-27c095a4d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:24.014743 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4ab5a331-462a-43ba-b684-330b2805856f req-f81c88a1-5a19-412f-b468-27c095a4d053 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2b51416469154fda977a78b7767f918c&device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 1098 time: 1.2252655 Aug 26 01:11:24.035811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48104) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:24.062362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a15892b1-b4e3-4ce9-bdbb-d0711c8b80ac tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.068124 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a15892b1-b4e3-4ce9-bdbb-d0711c8b80ac tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/routers/44eb0247-26b4-4647-a209-4654026f992a HTTP/1.1" status: 204 len: 168 time: 2.1193535 Aug 26 01:11:24.075794 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-233067b6-f62b-4c08-a4d5-f453d50a89e2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.120277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'network_id': '339916c8-e6f5-416c-94bd-541f6d42cc9e', 'name': 'tempest-PortsIpV6TestJSON-204185648'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:24.147071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48108) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:24.180808 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9aa36e96-1317-4161-905a-4361689b182d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1768881404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:24.260665 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 2f16a195-beaf-4cd7-88a8-0101ddf83cf4 resource provider aggregate not found Aug 26 01:11:24.269124 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9aa36e96-1317-4161-905a-4361689b182d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:24.276886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-233067b6-f62b-4c08-a4d5-f453d50a89e2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.281999 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-233067b6-f62b-4c08-a4d5-f453d50a89e2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/ebe62f9b-7b9e-4a07-80e6-d4ded1872089 HTTP/1.1" status: 204 len: 168 time: 2.4845033 Aug 26 01:11:24.284390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48116) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:24.289584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233067b6-f62b-4c08-a4d5-f453d50a89e2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe62f9b-7b9e-4a07-80e6-d4ded1872089,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:24.297762 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7fd7747a-50a9-4920-8a80-a20a1eb9c5fa tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.302060 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9aa36e96-1317-4161-905a-4361689b182d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Usage tracker for resource:router and tenant:98e4927ea29340519a7e7164c388e170 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:24.307012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 4e7018f3-981e-4fc6-a934-c7c6733ac572 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:24.308689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.391151 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:24.396153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:port and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:24.400269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:24.406488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:24.408437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-546e1ec2-2cb0-4baf-87ba-a43f24edd574 None None] Calling delete_port for 4d113af8-1751-460d-811a-87f1232c4f4f owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:24.426364 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 2f16a195-beaf-4cd7-88a8-0101ddf83cf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f16a195-beaf-4cd7-88a8-0101ddf83cf4 found for delete ", "request_id": "req-82b09598-4ab4-44e0-9760-82ad82df2b70"}]} Aug 26 01:11:24.428778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9aa36e96-1317-4161-905a-4361689b182d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:24.437935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08728cfb-f4b5-4e0f-a724-36c68ec68063 None None] Network 9e0e5361-e181-4d50-be78-c465d2f3e683 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:24.453327 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b9de92-a2d0-423e-94a7-a019735a3717 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:24.463801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7fd7747a-50a9-4920-8a80-a20a1eb9c5fa tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.470222 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1707b7c6-40cb-4c06-8ad1-336bd9a2e388 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1747561 Aug 26 01:11:24.474616 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48120) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:24.476094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9aa36e96-1317-4161-905a-4361689b182d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:24.481711 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:24.555846 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-98caee88-2d77-4c03-854f-59fe4283be73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.574701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 4e7018f3-981e-4fc6-a934-c7c6733ac572, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4e7018f3-981e-4fc6-a934-c7c6733ac572,segment=NetworkSegment(5500e925-9ad9-40c0-942c-f3225311fbf8),segment_id=5500e925-9ad9-40c0-942c-f3225311fbf8)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:24.598764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:24.602575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.683840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.693243 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.694105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:11:24.741906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.769193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9aa36e96-1317-4161-905a-4361689b182d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.770384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9aa36e96-1317-4161-905a-4361689b182d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.791802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd7747a-50a9-4920-8a80-a20a1eb9c5fa tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:11:24.805593 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event deleted for resources: {'Port': ['ID=4d113af8-1751-460d-811a-87f1232c4f4f,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:24.812709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5a331-462a-43ba-b684-330b2805856f req-7f167c77-8979-4777-a810-879f6e2b7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:24.815058 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4ab5a331-462a-43ba-b684-330b2805856f req-7f167c77-8979-4777-a810-879f6e2b7360 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ddd58b69-18ff-473a-81ae-b003ddd4fec6 HTTP/1.1" status: 200 len: 914 time: 0.5805926 Aug 26 01:11:24.819830 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] No DVR routers for this DVR port 4d113af8-1751-460d-811a-87f1232c4f4f on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:24.824249 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Network 9e0e5361-e181-4d50-be78-c465d2f3e683 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:24.874294 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=4e7018f3-981e-4fc6-a934-c7c6733ac572,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:24.875494 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port a9acd7cd-b526-4b04-820f-75cefbe35736 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:11:24.897139 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:24.911610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1309f8a3-7118-49e4-b1fb-e596b108a9f1 None None] Provisioning complete for port dbe50996-8cba-41e0-9811-f629777d2db7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:24.911610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1309f8a3-7118-49e4-b1fb-e596b108a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.916113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:24.921590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:24.922228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:24.939468 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event updated for resources: {'Port': ['ID=7b92588c-bcc7-4a52-903b-3d379613fae6,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:24.957079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:24.999080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:25.012053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:25.021157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:25.021603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9aa36e96-1317-4161-905a-4361689b182d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:25.031228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2922f18-dd3b-4a50-a61f-4b43b220253e req-8b050a64-f622-4808-9667-e62d8f49d1c6 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:25.031623 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b2922f18-dd3b-4a50-a61f-4b43b220253e req-8b050a64-f622-4808-9667-e62d8f49d1c6 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.8406322 Aug 26 01:11:25.047059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:25.067246 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:25.108016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1309f8a3-7118-49e4-b1fb-e596b108a9f1 None None] Current status of the port dbe50996-8cba-41e0-9811-f629777d2db7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:25.114087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-546e1ec2-2cb0-4baf-87ba-a43f24edd574 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:11:25.114433 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-546e1ec2-2cb0-4baf-87ba-a43f24edd574 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:11:25.144670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c482de-5212-4c3d-a2ec-a9105d62dfff']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:25.155827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:25.163249 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:25.181114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd7747a-50a9-4920-8a80-a20a1eb9c5fa tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:11:25.187728 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-98caee88-2d77-4c03-854f-59fe4283be73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:25.194723 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4ab5a331-462a-43ba-b684-330b2805856f req-f6f2e400-245b-4226-8929-05be00883bb9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c97109-2c25-45f5-9473-dbefc15173ad HTTP/1.1" status: 200 len: 1001 time: 0.3683860 Aug 26 01:11:25.200965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7fd7747a-50a9-4920-8a80-a20a1eb9c5fa tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:25.201218 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4c6636-9de7-4a1e-81af-aa9e0db04425 None None] Sync routers for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:11:25.202896 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7fd7747a-50a9-4920-8a80-a20a1eb9c5fa tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 HTTP/1.1" status: 200 len: 700 time: 2.8455274 Aug 26 01:11:25.213614 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c6636-9de7-4a1e-81af-aa9e0db04425 None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:25.214266 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5c4c6636-9de7-4a1e-81af-aa9e0db04425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:25.238737 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eff8a9-5fd7-4d29-94ab-36c0de299631 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:25.244226 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4e7018f3-981e-4fc6-a934-c7c6733ac572 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:11:25.271380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48124) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:25.288030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-09eff8a9-5fd7-4d29-94ab-36c0de299631 None None] Deleting port dbe50996-8cba-41e0-9811-f629777d2db7 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:25.288565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-09eff8a9-5fd7-4d29-94ab-36c0de299631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:25.293966 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98caee88-2d77-4c03-854f-59fe4283be73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9afce7ab-9082-43b4-a470-f43be741e0d8,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:25.308385 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b2922f18-dd3b-4a50-a61f-4b43b220253e req-0f0c4515-0cc2-4fe6-b755-0e32372882f3 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024729 Aug 26 01:11:25.313056 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0c7baddb-f7cc-4007-82e7-b16e6d1cafb4 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.1722052 Aug 26 01:11:25.314352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48128) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:25.326872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-98caee88-2d77-4c03-854f-59fe4283be73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:25.329802 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-98caee88-2d77-4c03-854f-59fe4283be73 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9afce7ab-9082-43b4-a470-f43be741e0d8 HTTP/1.1" status: 204 len: 168 time: 2.7427075 Aug 26 01:11:25.374090 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9aa36e96-1317-4161-905a-4361689b182d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:25.381254 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5c4c6636-9de7-4a1e-81af-aa9e0db04425 None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:25.460746 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48130) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:25.491980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c01495-45b1-4125-adf7-fe1ffcec34df tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Deleting subnet cf8f2ae7-ad96-4759-a9a3-8220296c1b85 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:25.495343 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4c01495-45b1-4125-adf7-fe1ffcec34df tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:25.501797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4d13d6-c6a0-419b-af9c-aca78a7cd329') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:25.502389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4d13d6-c6a0-419b-af9c-aca78a7cd329') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:25.578928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4c01495-45b1-4125-adf7-fe1ffcec34df tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:25.589226 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5c4c6636-9de7-4a1e-81af-aa9e0db04425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:11:12Z', 'revision_number': 11, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:25.595901 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4c6636-9de7-4a1e-81af-aa9e0db04425 None None] Checking router: db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:11:25.610462 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c6636-9de7-4a1e-81af-aa9e0db04425 None None] Routers {'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:25.612354 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5c4c6636-9de7-4a1e-81af-aa9e0db04425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:25.614332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Allocated IP 2001:db8::2b9 (339916c8-e6f5-416c-94bd-541f6d42cc9e/e1dee452-da68-4af7-aec1-0d8a6154727e/a9acd7cd-b526-4b04-820f-75cefbe35736) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:25.631255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:25.652014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-09eff8a9-5fd7-4d29-94ab-36c0de299631 None None] For port dbe50996-8cba-41e0-9811-f629777d2db7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dbe50996-8cba-41e0-9811-f629777d2db7,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:25.652580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-09eff8a9-5fd7-4d29-94ab-36c0de299631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:25.805067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:25.816991 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-93fd6a80-0a0d-4a5a-a22f-1c5bb6f52031 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Synchronizing usage tracker for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:25.854341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-09eff8a9-5fd7-4d29-94ab-36c0de299631 None None] Calling delete_port for dbe50996-8cba-41e0-9811-f629777d2db7 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:25.862109 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5c4c6636-9de7-4a1e-81af-aa9e0db04425 None None] Set router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:25.873085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:25.873775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:25.919289 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5a331-462a-43ba-b684-330b2805856f req-58f7bad4-dae6-4f0b-97cb-b18d27c3627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:25.925820 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4ab5a331-462a-43ba-b684-330b2805856f req-58f7bad4-dae6-4f0b-97cb-b18d27c3627d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8b9c5a93-9423-4301-b9da-a87da6db8e95 HTTP/1.1" status: 200 len: 851 time: 0.6850135 Aug 26 01:11:25.998142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9aa36e96-1317-4161-905a-4361689b182d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.002996 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9aa36e96-1317-4161-905a-4361689b182d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.8462918 Aug 26 01:11:26.006460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48140) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:26.006613 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment af4d13d6-c6a0-419b-af9c-aca78a7cd329 resource provider aggregate not found Aug 26 01:11:26.011320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-da2dc792-faed-4bbd-856e-0362fbd4b499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.036431 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e30851bf-1bf0-4978-ba3b-ffe3091af9da tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:26.058038 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5c4c6636-9de7-4a1e-81af-aa9e0db04425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:11:12Z', 'revision_number': 11, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:26.065473 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4c6636-9de7-4a1e-81af-aa9e0db04425 None None] The sync data for ids ['db41edb8-e3cc-460d-ba71-5f6bc10b1ef3'] in dv-neutron-854561-2-hyperv is: [{'id': 'db41edb8-e3cc-460d-ba71-5f6bc10b1ef3', 'name': 'tempest-RoutersTest-router-619737092', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:12Z', 'updated_at': '2022-08-26T01:11:12Z', 'revision_number': 11, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:11:26.077584 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment af4d13d6-c6a0-419b-af9c-aca78a7cd329 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af4d13d6-c6a0-419b-af9c-aca78a7cd329 found for delete ", "request_id": "req-846e1777-95e0-4bdc-8c62-409c18cf0d90"}]} Aug 26 01:11:26.080126 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-546e1ec2-2cb0-4baf-87ba-a43f24edd574 None None] Deleting port 4d113af8-1751-460d-811a-87f1232c4f4f {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:26.081446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-546e1ec2-2cb0-4baf-87ba-a43f24edd574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.113881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-93fd6a80-0a0d-4a5a-a22f-1c5bb6f52031 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Unset dirty status for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:26.118320 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-93fd6a80-0a0d-4a5a-a22f-1c5bb6f52031 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports?device_id=db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 HTTP/1.1" status: 200 len: 205 time: 0.8396022 Aug 26 01:11:26.119115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48146) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:26.161133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Provisioning for port 58062c71-4d23-4799-bec1-f3ac9723979f completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:26.205314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Provisioning complete for port 58062c71-4d23-4799-bec1-f3ac9723979f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:26.205586 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.238094 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-546e1ec2-2cb0-4baf-87ba-a43f24edd574 None None] The port '4d113af8-1751-460d-811a-87f1232c4f4f' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:11:26.244557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 4e7018f3-981e-4fc6-a934-c7c6733ac572 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:26.244936 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.316977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.317215 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-09eff8a9-5fd7-4d29-94ab-36c0de299631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.322496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.331685 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.objects.ports [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89862) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:11:26.375896 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Port 58062c71-4d23-4799-bec1-f3ac9723979f cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:11:26.382104 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eff8a9-5fd7-4d29-94ab-36c0de299631 None None] Pushing event deleted for resources: {'Port': ['ID=dbe50996-8cba-41e0-9811-f629777d2db7,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:26.387209 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eff8a9-5fd7-4d29-94ab-36c0de299631 None None] No DVR routers for this DVR port dbe50996-8cba-41e0-9811-f629777d2db7 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:26.409105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Provisioning complete for port 4e7018f3-981e-4fc6-a934-c7c6733ac572 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:26.409481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.433880 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628fcd4-f33f-42dc-be6f-baa5b7f6df18 req-a52f8d1a-9576-4b21-a7ec-931946f6a40d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:26.435631 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4628fcd4-f33f-42dc-be6f-baa5b7f6df18 req-a52f8d1a-9576-4b21-a7ec-931946f6a40d tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.7903526 Aug 26 01:11:26.470320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Pushing event deleted for resources: {'Network': ['ID=51c482de-5212-4c3d-a2ec-a9105d62dfff,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:26.475713 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df4b7023-d919-4ac3-96df-2260cbf22b17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.521891 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 4e7018f3-981e-4fc6-a934-c7c6733ac572 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:26.536666 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4bca0425-99df-4de4-ac80-02b0b92e82be tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "DELETE /v2.0/networks/51c482de-5212-4c3d-a2ec-a9105d62dfff HTTP/1.1" status: 204 len: 168 time: 4.5897355 Aug 26 01:11:26.547707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48150) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:26.594449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4d113af8-1751-460d-811a-87f1232c4f4f no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:26.647883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 4d113af8-1751-460d-811a-87f1232c4f4f {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:26.647883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4d113af8-1751-460d-811a-87f1232c4f4f not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:26.647883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Current status of the port 4e7018f3-981e-4fc6-a934-c7c6733ac572 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:26.680404 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4628fcd4-f33f-42dc-be6f-baa5b7f6df18 req-fa97163e-676c-4546-811e-6fca76afacc7 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119946 Aug 26 01:11:26.683583 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.692520 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING neutron.services.revisions.revision_plugin [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Could not find related port for resource to bump revision. Aug 26 01:11:26.699476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-da2dc792-faed-4bbd-856e-0362fbd4b499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.734558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Transition to ACTIVE for port object a9acd7cd-b526-4b04-820f-75cefbe35736 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:26.738533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-da2dc792-faed-4bbd-856e-0362fbd4b499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3df3f65-766d-43c8-af04-7ba4dd6b3020']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:26.742321 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Provisioning for port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:26.747454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Provisioning complete for port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:26.747824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.763970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-da2dc792-faed-4bbd-856e-0362fbd4b499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2735fc04-3852-4d3d-b4b5-12e3ded9ffda') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:26.764320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-da2dc792-faed-4bbd-856e-0362fbd4b499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2735fc04-3852-4d3d-b4b5-12e3ded9ffda') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:26.776143 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.ipam_pluggable_backend [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Port dbe50996-8cba-41e0-9811-f629777d2db7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89862) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Aug 26 01:11:26.776485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.ipam_pluggable_backend [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Reverting IP allocation for 2001:db8::f816:3eff:fe03:15e9 {{(pid=89862) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Aug 26 01:11:26.787321 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-da2dc792-faed-4bbd-856e-0362fbd4b499 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.804694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.805052 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6b1960a4-60cd-4990-8fcd-6d52e5c99c1f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Synchronizing usage tracker for tenant:421deb42f88641849344b6cff13df80f on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:26.823417 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4c01495-45b1-4125-adf7-fe1ffcec34df tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.903910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Current status of the port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:26.904297 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:26.983841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-da2dc792-faed-4bbd-856e-0362fbd4b499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:27.006876 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2dc792-faed-4bbd-856e-0362fbd4b499 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:27.007275 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-da2dc792-faed-4bbd-856e-0362fbd4b499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:27.019719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e30851bf-1bf0-4978-ba3b-ffe3091af9da tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:27.026639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5a331-462a-43ba-b684-330b2805856f req-a5be185f-257b-4aa5-897f-a04d436f5ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:27.028111 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4ab5a331-462a-43ba-b684-330b2805856f req-a5be185f-257b-4aa5-897f-a04d436f5ea4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ddd58b69-18ff-473a-81ae-b003ddd4fec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0831316 Aug 26 01:11:27.079052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:27.092353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:27.096147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:27.096744 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:27.103949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e784fcd5-a0a6-4ed9-be67-7d4b9a6113a6 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:27.132381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=f4dc7d1d-57e4-447f-867c-e2badc0151ed,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:27.134881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dbe50996-8cba-41e0-9811-f629777d2db7 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:27.231526 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: dbe50996-8cba-41e0-9811-f629777d2db7 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:27.231526 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dbe50996-8cba-41e0-9811-f629777d2db7 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:27.350136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df4b7023-d919-4ac3-96df-2260cbf22b17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:27.353859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df4b7023-d919-4ac3-96df-2260cbf22b17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:27.377446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-da2dc792-faed-4bbd-856e-0362fbd4b499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:27.381650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-da2dc792-faed-4bbd-856e-0362fbd4b499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:27.387042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': 'f4dc7d1d-57e4-447f-867c-e2badc0151ed'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:11:27.388117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:27.389997 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-da2dc792-faed-4bbd-856e-0362fbd4b499 admin admin] 10.222.0.83 "DELETE /v2.0/networks/d3df3f65-766d-43c8-af04-7ba4dd6b3020 HTTP/1.1" status: 204 len: 168 time: 1.9275043 Aug 26 01:11:27.420596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dc792-faed-4bbd-856e-0362fbd4b499 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3df3f65-766d-43c8-af04-7ba4dd6b3020,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:27.421717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:27.429814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e30851bf-1bf0-4978-ba3b-ffe3091af9da tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:27.431891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6b1960a4-60cd-4990-8fcd-6d52e5c99c1f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Unset dirty status for tenant:421deb42f88641849344b6cff13df80f on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:27.435343 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6b1960a4-60cd-4990-8fcd-6d52e5c99c1f tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "GET /v2.0/ports?device_id=84d56bc4-ea39-4471-baa3-7de9a0569f20 HTTP/1.1" status: 200 len: 205 time: 0.8285701 Aug 26 01:11:27.437036 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48158) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:27.437361 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5fbafdb8-fa64-4c55-a97f-e107759cf3cc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9627922 Aug 26 01:11:27.437494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48160) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:27.513405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-99095140-0c0f-4df9-9fe4-3099fdae13ee tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:27.519961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 339916c8-e6f5-416c-94bd-541f6d42cc9e is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:27.523792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:27.526330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:27.533520 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:27.534356 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:27.558522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=a9acd7cd-b526-4b04-820f-75cefbe35736,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:27.592887 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4ab5a331-462a-43ba-b684-330b2805856f req-4625dcec-2026-4a77-aca9-ea22c7c6f07d service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500857 Aug 26 01:11:27.628201 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:11:27.628548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:11:27.643986 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Allocated IP 2001:db8::f816:3eff:fed8:d04f (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/f4dc7d1d-57e4-447f-867c-e2badc0151ed/fbcd4632-cb2d-4928-aa51-5b465498db04) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:27.656390 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ac819d09-4b26-4297-afde-beace7bfa4f5 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5827634 Aug 26 01:11:27.663931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48166) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:27.664087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8eb8c-3a5f-450e-bc40-bd8bfe221c46 req-7805c4de-0dc1-42ad-9820-e78cef54f825 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:27.664087 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-99f8eb8c-3a5f-450e-bc40-bd8bfe221c46 req-7805c4de-0dc1-42ad-9820-e78cef54f825 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.7678146 Aug 26 01:11:27.664694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4c01495-45b1-4125-adf7-fe1ffcec34df tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:27.668533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df4b7023-d919-4ac3-96df-2260cbf22b17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:27.668990 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4b7023-d919-4ac3-96df-2260cbf22b17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Fanout notify agent at l3_agent the message router_deleted on router db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:11:27.796563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30502959-ce23-423c-8c0e-c2eb18fb687a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:27.797277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-30502959-ce23-423c-8c0e-c2eb18fb687a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:27.869615 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48170) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:27.919985 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-30502959-ce23-423c-8c0e-c2eb18fb687a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:27.921151 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-30502959-ce23-423c-8c0e-c2eb18fb687a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A36f HTTP/1.1" status: 200 len: 928 time: 0.2601504 Aug 26 01:11:27.938214 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a86551cb-c666-4039-b642-c0d23e06208c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b4779a1b8672466db600fe52bb2949a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562873 Aug 26 01:11:27.938214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48174) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:27.944078 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:27.955193 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Transition to ACTIVE for port object fbcd4632-cb2d-4928-aa51-5b465498db04 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:27.964329 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48178) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:27.974904 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c01495-45b1-4125-adf7-fe1ffcec34df tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8f2ae7-ad96-4759-a9a3-8220296c1b85,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:27.981722 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Transition to ACTIVE for port object fbcd4632-cb2d-4928-aa51-5b465498db04 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:28.012343 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4c01495-45b1-4125-adf7-fe1ffcec34df tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.021042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159c929a-5610-4025-9b2a-02e26aab5a38 None None] Network 9e0e5361-e181-4d50-be78-c465d2f3e683 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:28.039450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-91d74ee0-2fba-45b9-8668-af486aa25857 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port a9acd7cd-b526-4b04-820f-75cefbe35736 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:28.040066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-91d74ee0-2fba-45b9-8668-af486aa25857 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.072530 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c4c01495-45b1-4125-adf7-fe1ffcec34df tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/subnets/cf8f2ae7-ad96-4759-a9a3-8220296c1b85 HTTP/1.1" status: 204 len: 168 time: 2.6893599 Aug 26 01:11:28.077631 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df4b7023-d919-4ac3-96df-2260cbf22b17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.083639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48182) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:28.086108 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-df4b7023-d919-4ac3-96df-2260cbf22b17 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/routers/db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 HTTP/1.1" status: 204 len: 168 time: 1.9059882 Aug 26 01:11:28.094414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48186) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:28.097911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.105219 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 2735fc04-3852-4d3d-b4b5-12e3ded9ffda resource provider aggregate not found Aug 26 01:11:28.137496 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1aecae86-fde8-4401-bb06-d5cde3016720 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.148088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-907e91b5-22ee-4736-baf0-c8dbf373c19a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-289383264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:28.179050 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-907e91b5-22ee-4736-baf0-c8dbf373c19a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:28.195686 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 2735fc04-3852-4d3d-b4b5-12e3ded9ffda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2735fc04-3852-4d3d-b4b5-12e3ded9ffda found for delete ", "request_id": "req-05537220-e339-41ec-9691-d0b5c177f5df"}]} Aug 26 01:11:28.199317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6d1c70bc-5abb-42e9-a9d0-66e26acfc4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.205703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-907e91b5-22ee-4736-baf0-c8dbf373c19a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Usage tracker for resource:router and tenant:d06d3043746e4b40a7f48ddac82fb00c is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:28.213688 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-99f8eb8c-3a5f-450e-bc40-bd8bfe221c46 req-d264b583-1eb0-475d-bd5a-84aa7c46c1a7 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5417130 Aug 26 01:11:28.247546 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-907e91b5-22ee-4736-baf0-c8dbf373c19a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:28.265027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-907e91b5-22ee-4736-baf0-c8dbf373c19a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:28.288839 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:28.295759 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:28.297706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c9a7c8-c4ae-45d8-ac40-3d46e9d3eff6 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:28.302522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c9a7c8-c4ae-45d8-ac40-3d46e9d3eff6 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:28.303567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:28.306170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a3c9a7c8-c4ae-45d8-ac40-3d46e9d3eff6 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Synchronizing usage tracker for tenant:bcd14021238c41399d274e88bd742222 on resource:subnet {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:28.339693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6d1c70bc-5abb-42e9-a9d0-66e26acfc4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.345546 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Pushing event updated for resources: {'Port': ['ID=fbcd4632-cb2d-4928-aa51-5b465498db04,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:28.442562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-907e91b5-22ee-4736-baf0-c8dbf373c19a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.443489 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-907e91b5-22ee-4736-baf0-c8dbf373c19a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.466098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Current status of the port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:28.466473 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.472025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a3c9a7c8-c4ae-45d8-ac40-3d46e9d3eff6 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Unset dirty status for tenant:bcd14021238c41399d274e88bd742222 on resource:subnet {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:28.473209 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a3c9a7c8-c4ae-45d8-ac40-3d46e9d3eff6 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3805084 Aug 26 01:11:28.479480 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48196) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:28.531693 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Attempting to bind port fbcd4632-cb2d-4928-aa51-5b465498db04 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:11:28.532054 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Attempting to bind port fbcd4632-cb2d-4928-aa51-5b465498db04 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:11:28.532446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Attempting to bind port fbcd4632-cb2d-4928-aa51-5b465498db04 on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:11:28.543166 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] For port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4fc1e585-7b97-4b2b-80ea-dc28805e67c8,segment=NetworkSegment(fd2fe21b-ceae-48f9-8b9f-0851f534e1ff),segment_id=fd2fe21b-ceae-48f9-8b9f-0851f534e1ff)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:28.547782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:11:28.548389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:28.548636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.548944 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:11:28.549420 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Bound port: fbcd4632-cb2d-4928-aa51-5b465498db04, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:11:28.549803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.576405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30851bf-1bf0-4978-ba3b-ffe3091af9da tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Router c8669474-5696-4b31-9334-297679c122a0 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:11:28.582351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-907e91b5-22ee-4736-baf0-c8dbf373c19a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.592432 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-99095140-0c0f-4df9-9fe4-3099fdae13ee tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:28.601792 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4ab5a331-462a-43ba-b684-330b2805856f req-1a56fdd8-47b1-44aa-886a-303f10fdd038 service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9205863 Aug 26 01:11:28.607411 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-99095140-0c0f-4df9-9fe4-3099fdae13ee tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:28.639446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.661470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-91d74ee0-2fba-45b9-8668-af486aa25857 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.675986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2ed1-f115-4e43-9ef7-f0ebae704e31 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.682870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-99095140-0c0f-4df9-9fe4-3099fdae13ee tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:28.687377 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1aecae86-fde8-4401-bb06-d5cde3016720 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.734999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6d1c70bc-5abb-42e9-a9d0-66e26acfc4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.787252 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] DHCP port deletion for 9e0e5361-e181-4d50-be78-c465d2f3e683 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:28.789927 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] For port fbcd4632-cb2d-4928-aa51-5b465498db04, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:11:28.795154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] For port fbcd4632-cb2d-4928-aa51-5b465498db04, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=fbcd4632-cb2d-4928-aa51-5b465498db04,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:11:28.807922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] Deleting port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:28.807922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.821343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-91d74ee0-2fba-45b9-8668-af486aa25857 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for a9acd7cd-b526-4b04-820f-75cefbe35736 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:28.837839 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d7491-564d-44be-ab6a-8cd15a3c7bcf None None] Pushing event updated for resources: {'Port': ['ID=4fc1e585-7b97-4b2b-80ea-dc28805e67c8,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:28.863768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-907e91b5-22ee-4736-baf0-c8dbf373c19a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.867670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.870366 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdd2ed1-f115-4e43-9ef7-f0ebae704e31 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 26 01:11:28.870835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdd2ed1-f115-4e43-9ef7-f0ebae704e31 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:28.883834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c70bc-5abb-42e9-a9d0-66e26acfc4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84018527-c906-4eab-a387-489c4619a6a1,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:28.921110 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1aecae86-fde8-4401-bb06-d5cde3016720 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.937123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-99095140-0c0f-4df9-9fe4-3099fdae13ee tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:28.938014 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7cdd2ed1-f115-4e43-9ef7-f0ebae704e31 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/networks/9e0e5361-e181-4d50-be78-c465d2f3e683 HTTP/1.1" status: 409 len: 405 time: 0.4531252 Aug 26 01:11:28.945214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48202) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:28.950940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-507061633'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:28.962687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30851bf-1bf0-4978-ba3b-ffe3091af9da tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:11:28.963009 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:28.968980 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b617894d-c3dc-453e-817c-bb5a7efe7869 None None] Provisioning for port a9acd7cd-b526-4b04-820f-75cefbe35736 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:28.980216 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e30851bf-1bf0-4978-ba3b-ffe3091af9da tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:28.980216 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e30851bf-1bf0-4978-ba3b-ffe3091af9da tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "PUT /v2.0/routers/c8669474-5696-4b31-9334-297679c122a0 HTTP/1.1" status: 200 len: 698 time: 2.9647090 Aug 26 01:11:28.981432 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48206) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:28.999605 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b617894d-c3dc-453e-817c-bb5a7efe7869 None None] Provisioning complete for port a9acd7cd-b526-4b04-820f-75cefbe35736 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:29.000108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b617894d-c3dc-453e-817c-bb5a7efe7869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:29.008720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Usage tracker for resource:network and tenant:bcd14021238c41399d274e88bd742222 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:29.012035 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:29.025640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb1932-6c4a-4770-939a-33c282a27a71 None None] Sync routers for ids ['c8669474-5696-4b31-9334-297679c122a0'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:11:29.032945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:29.036009 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-907e91b5-22ee-4736-baf0-c8dbf373c19a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:29.039991 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-907e91b5-22ee-4736-baf0-c8dbf373c19a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9379706 Aug 26 01:11:29.048767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48210) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:29.050397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-8c31a14c-14ee-4d57-bd6a-56da1e44bf5c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:29.121342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f3aef-931e-4abc-9f2d-36147ee2564f None None] Pushing event updated for resources: {'Port': ['ID=fbcd4632-cb2d-4928-aa51-5b465498db04,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:29.165371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6d1c70bc-5abb-42e9-a9d0-66e26acfc4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:29.166739 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6d1c70bc-5abb-42e9-a9d0-66e26acfc4a5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/84018527-c906-4eab-a387-489c4619a6a1 HTTP/1.1" status: 204 len: 168 time: 1.1983421 Aug 26 01:11:29.182772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfb1932-6c4a-4770-939a-33c282a27a71 None None] Routers {'c8669474-5696-4b31-9334-297679c122a0'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:29.184688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9dfb1932-6c4a-4770-939a-33c282a27a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c8669474-5696-4b31-9334-297679c122a0'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:29.192274 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1aecae86-fde8-4401-bb06-d5cde3016720 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:29.193249 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aecae86-fde8-4401-bb06-d5cde3016720 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Fanout notify agent at l3_agent the message router_deleted on router 84d56bc4-ea39-4471-baa3-7de9a0569f20 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:11:29.216615 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1aecae86-fde8-4401-bb06-d5cde3016720 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:29.224791 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1aecae86-fde8-4401-bb06-d5cde3016720 tempest-RoutersNegativeTest-879657305 tempest-RoutersNegativeTest-879657305-project] 10.222.0.83 "DELETE /v2.0/routers/84d56bc4-ea39-4471-baa3-7de9a0569f20 HTTP/1.1" status: 204 len: 168 time: 1.7852561 Aug 26 01:11:29.230915 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99095140-0c0f-4df9-9fe4-3099fdae13ee tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:29.236023 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99095140-0c0f-4df9-9fe4-3099fdae13ee tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:29.367154 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-64caebf1-058c-44c4-84b5-11b182edc6c0 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/routers/c8669474-5696-4b31-9334-297679c122a0 HTTP/1.1" status: 200 len: 704 time: 0.3841817 Aug 26 01:11:29.368761 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48218) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:29.402161 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-9dfb1932-6c4a-4770-939a-33c282a27a71 None None] Set router c8669474-5696-4b31-9334-297679c122a0 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:29.476918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Made reservation on behalf of bcd14021238c41399d274e88bd742222 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:29.480805 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:29.517557 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-966ace39-ce54-45fb-9aa6-a030f64de909 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Synchronizing usage tracker for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:29.558389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:29.602140 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-966ace39-ce54-45fb-9aa6-a030f64de909 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Unset dirty status for tenant:98e4927ea29340519a7e7164c388e170 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:29.603368 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-966ace39-ce54-45fb-9aa6-a030f64de909 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8669474-5696-4b31-9334-297679c122a0 HTTP/1.1" status: 200 len: 205 time: 0.1880395 Aug 26 01:11:29.610086 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48222) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:29.619053 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac524a15-50f9-40dd-a35a-d22174774c62 req-a3d26e14-68c0-4116-af72-a909918f8ada tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:29.634636 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ac524a15-50f9-40dd-a35a-d22174774c62 req-a3d26e14-68c0-4116-af72-a909918f8ada tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.4992068 Aug 26 01:11:29.746296 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b617894d-c3dc-453e-817c-bb5a7efe7869 None None] Port a9acd7cd-b526-4b04-820f-75cefbe35736 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:11:29.760910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9dfb1932-6c4a-4770-939a-33c282a27a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8669474-5696-4b31-9334-297679c122a0', 'name': 'tempest-RoutersIpV6Test-router-1768881404', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:24Z', 'updated_at': '2022-08-26T01:11:27Z', 'revision_number': 2, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:29.820108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb1932-6c4a-4770-939a-33c282a27a71 None None] Checking router: c8669474-5696-4b31-9334-297679c122a0 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:11:29.837199 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.ipam_backend_mixin [None req-99095140-0c0f-4df9-9fe4-3099fdae13ee tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f4dc7d1d-57e4-447f-867c-e2badc0151ed (CIDR: 2001:db8::/64) Aug 26 01:11:29.849126 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b617894d-c3dc-453e-817c-bb5a7efe7869 None None] Provisioning complete for port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:29.849629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b617894d-c3dc-453e-817c-bb5a7efe7869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:29.868822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-91d74ee0-2fba-45b9-8668-af486aa25857 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:29.872797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:11:29.903613 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-99095140-0c0f-4df9-9fe4-3099fdae13ee tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:11:29.904068 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99095140-0c0f-4df9-9fe4-3099fdae13ee tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:29.918990 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] For port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4fc1e585-7b97-4b2b-80ea-dc28805e67c8,segment=NetworkSegment(fd2fe21b-ceae-48f9-8b9f-0851f534e1ff),segment_id=fd2fe21b-ceae-48f9-8b9f-0851f534e1ff)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:29.919532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49bd69cf-2dae-42c8-8443-219efcf33526 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:29.919664 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:29.937974 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8c31a14c-14ee-4d57-bd6a-56da1e44bf5c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:29.940295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfb1932-6c4a-4770-939a-33c282a27a71 None None] Routers {'c8669474-5696-4b31-9334-297679c122a0'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:29.941024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9dfb1932-6c4a-4770-939a-33c282a27a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c8669474-5696-4b31-9334-297679c122a0'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:29.959651 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d74ee0-2fba-45b9-8668-af486aa25857 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=a9acd7cd-b526-4b04-820f-75cefbe35736,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:29.981378 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:29.981732 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Added segment 4e0cd899-65ec-4482-8547-dbfcf8ea7d9d of type vlan for network 2001c3a0-9afb-472f-a23e-144301b0d0b2 Aug 26 01:11:30.052847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-91d74ee0-2fba-45b9-8668-af486aa25857 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:30.099961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48230) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:30.101278 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8c31a14c-14ee-4d57-bd6a-56da1e44bf5c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:30.127214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:30.230050 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ac524a15-50f9-40dd-a35a-d22174774c62 req-303ebc3f-e90b-4e70-88a8-013b1bd69b57 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5037351 Aug 26 01:11:30.351734 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-99095140-0c0f-4df9-9fe4-3099fdae13ee tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9073260 Aug 26 01:11:30.356393 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48236) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:30.384985 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-91d74ee0-2fba-45b9-8668-af486aa25857 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/a9acd7cd-b526-4b04-820f-75cefbe35736 HTTP/1.1" status: 204 len: 168 time: 2.4564557 Aug 26 01:11:30.390441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] Calling delete_port for 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:30.429802 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:11:30.437117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:30.438154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:30.441805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48238) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:30.489174 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-9dfb1932-6c4a-4770-939a-33c282a27a71 None None] Set router c8669474-5696-4b31-9334-297679c122a0 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:30.498326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48242) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:30.506528 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-359721f2-b3ee-4a04-a609-8db90a69af54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:30.572114 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-972f35b7-9ec2-4d29-994a-9e1314bd75d2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=31e3fc2bea0047b1be707ac160d23056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721755 Aug 26 01:11:30.578126 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48248) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:30.585689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:30.598109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:30.599177 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:30.632160 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9dfb1932-6c4a-4770-939a-33c282a27a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8669474-5696-4b31-9334-297679c122a0', 'name': 'tempest-RoutersIpV6Test-router-1768881404', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:24Z', 'updated_at': '2022-08-26T01:11:27Z', 'revision_number': 2, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:30.646264 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49bd69cf-2dae-42c8-8443-219efcf33526 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:30.664494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4fc1e585-7b97-4b2b-80ea-dc28805e67c8,segment=NetworkSegment(fd2fe21b-ceae-48f9-8b9f-0851f534e1ff),segment_id=fd2fe21b-ceae-48f9-8b9f-0851f534e1ff)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:30.664743 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-dc6d240b-7837-4925-8283-744d6fcc9134 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=421deb42f88641849344b6cff13df80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5522990 Aug 26 01:11:30.664858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb1932-6c4a-4770-939a-33c282a27a71 None None] The sync data for ids ['c8669474-5696-4b31-9334-297679c122a0'] in dv-neutron-854561-2-hyperv is: [{'id': 'c8669474-5696-4b31-9334-297679c122a0', 'name': 'tempest-RoutersIpV6Test-router-1768881404', 'tenant_id': '98e4927ea29340519a7e7164c388e170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:24Z', 'updated_at': '2022-08-26T01:11:27Z', 'revision_number': 2, 'project_id': '98e4927ea29340519a7e7164c388e170', 'gw_port_host': None}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:11:30.669701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48252) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:30.697129 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49bd69cf-2dae-42c8-8443-219efcf33526 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:30.702309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-05d9dd50-2182-4569-a13f-a09f829565da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:30.706616 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfd9854-72cb-4857-ba2f-3bfd13c69a8e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] GET failed (client error): The resource could not be found. Aug 26 01:11:30.707422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4bfd9854-72cb-4857-ba2f-3bfd13c69a8e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:30.726400 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b617894d-c3dc-453e-817c-bb5a7efe7869 None None] Current status of the port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:30.728703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:30.771192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e29597a2-e21f-4aa6-b530-4b2c4e96a016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:30.810476 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8641598 Aug 26 01:11:30.818013 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48256) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:30.828612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac18fa5-019a-4115-a27f-48fc19e72051 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event updated for resources: {'Network': ['ID=2001c3a0-9afb-472f-a23e-144301b0d0b2,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:30.830443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e3d2b6a5-cfef-4b10-afe6-46f9a0ead5bb tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Request body: {'subnet': {'network_id': '2001c3a0-9afb-472f-a23e-144301b0d0b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:30.832919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c31a14c-14ee-4d57-bd6a-56da1e44bf5c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Router 96019556-1193-4fe4-a7e3-fe6965e52e2d is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:11:30.840185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:11:30.840542 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:11:30.854410 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 2001c3a0-9afb-472f-a23e-144301b0d0b2 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:11:30.854639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-00834841-1a6e-4875-b1ae-ef58c8089d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:30.950134 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b617894d-c3dc-453e-817c-bb5a7efe7869 None None] Provisioning for port 7b92588c-bcc7-4a52-903b-3d379613fae6 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:30.950463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-00834841-1a6e-4875-b1ae-ef58c8089d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:30.974737 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b617894d-c3dc-453e-817c-bb5a7efe7869 None None] Provisioning complete for port 7b92588c-bcc7-4a52-903b-3d379613fae6 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:30.975114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b617894d-c3dc-453e-817c-bb5a7efe7869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:31.020847 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=4fc1e585-7b97-4b2b-80ea-dc28805e67c8,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:31.055105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c31a14c-14ee-4d57-bd6a-56da1e44bf5c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:11:31.060803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b617894d-c3dc-453e-817c-bb5a7efe7869 None None] Port 7b92588c-bcc7-4a52-903b-3d379613fae6 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:11:31.062668 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8c31a14c-14ee-4d57-bd6a-56da1e44bf5c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:31.067578 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8c31a14c-14ee-4d57-bd6a-56da1e44bf5c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "PUT /v2.0/routers/96019556-1193-4fe4-a7e3-fe6965e52e2d HTTP/1.1" status: 200 len: 693 time: 2.0222244 Aug 26 01:11:31.068589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48260) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:31.072692 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f827f5-d6a5-4ab2-a886-c2594f211d57 None None] Sync routers for ids ['96019556-1193-4fe4-a7e3-fe6965e52e2d'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:11:31.084771 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e29597a2-e21f-4aa6-b530-4b2c4e96a016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:31.091737 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f827f5-d6a5-4ab2-a886-c2594f211d57 None None] Routers {'96019556-1193-4fe4-a7e3-fe6965e52e2d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:31.092052 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-39f827f5-d6a5-4ab2-a886-c2594f211d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['96019556-1193-4fe4-a7e3-fe6965e52e2d'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:31.105821 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4bfd9854-72cb-4857-ba2f-3bfd13c69a8e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:31.109830 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4bfd9854-72cb-4857-ba2f-3bfd13c69a8e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/a9acd7cd-b526-4b04-820f-75cefbe35736 HTTP/1.1" status: 404 len: 333 time: 0.5879312 Aug 26 01:11:31.114508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48262) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:31.133526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49bd69cf-2dae-42c8-8443-219efcf33526 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:31.134272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bd69cf-2dae-42c8-8443-219efcf33526 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Fanout notify agent at l3_agent the message router_deleted on router c8669474-5696-4b31-9334-297679c122a0 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:11:31.195085 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device fbcd4632-cb2d-4928-aa51-5b465498db04 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:11:31.210306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3480e-61fe-43d1-aedf-b383c4435352 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 58062c71-4d23-4799-bec1-f3ac9723979f {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:31.210773 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ff3480e-61fe-43d1-aedf-b383c4435352 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:31.242326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-00834841-1a6e-4875-b1ae-ef58c8089d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:31.279830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-70bac835-5a77-461b-ba8d-50b4c0bbfb20 None None] Provisioning for port fbcd4632-cb2d-4928-aa51-5b465498db04 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:31.286896 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-39f827f5-d6a5-4ab2-a886-c2594f211d57 None None] Set router 96019556-1193-4fe4-a7e3-fe6965e52e2d gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:31.311392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-00834841-1a6e-4875-b1ae-ef58c8089d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:31.316307 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-00834841-1a6e-4875-b1ae-ef58c8089d97 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0e94b1d7-cdd8-45b4-845c-0f99caf949e8 HTTP/1.1" status: 204 len: 168 time: 0.5726120 Aug 26 01:11:31.342207 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] Deleting port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:31.342695 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:31.417899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e3d2b6a5-cfef-4b10-afe6-46f9a0ead5bb tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:31.421765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port fbcd4632-cb2d-4928-aa51-5b465498db04 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:31.444205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port fbcd4632-cb2d-4928-aa51-5b465498db04 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:31.444929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:31.459133 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-39f827f5-d6a5-4ab2-a886-c2594f211d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96019556-1193-4fe4-a7e3-fe6965e52e2d', 'name': 'tempest-RoutersTest-router-289383264', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:28Z', 'updated_at': '2022-08-26T01:11:29Z', 'revision_number': 2, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:31.464023 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f827f5-d6a5-4ab2-a886-c2594f211d57 None None] Checking router: 96019556-1193-4fe4-a7e3-fe6965e52e2d for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:11:31.467992 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-359721f2-b3ee-4a04-a609-8db90a69af54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:31.475353 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f827f5-d6a5-4ab2-a886-c2594f211d57 None None] Routers {'96019556-1193-4fe4-a7e3-fe6965e52e2d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:31.476279 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-39f827f5-d6a5-4ab2-a886-c2594f211d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['96019556-1193-4fe4-a7e3-fe6965e52e2d'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:31.483011 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e3d2b6a5-cfef-4b10-afe6-46f9a0ead5bb tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:31.500241 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5bc3a29e-27df-4292-b5d0-be9898bb9763 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/routers/96019556-1193-4fe4-a7e3-fe6965e52e2d HTTP/1.1" status: 200 len: 699 time: 0.3873122 Aug 26 01:11:31.501407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e29597a2-e21f-4aa6-b530-4b2c4e96a016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:31.511662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48272) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:31.515146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00834841-1a6e-4875-b1ae-ef58c8089d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e94b1d7-cdd8-45b4-845c-0f99caf949e8,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:31.523609 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-359721f2-b3ee-4a04-a609-8db90a69af54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:31.530735 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-359721f2-b3ee-4a04-a609-8db90a69af54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:31.560726 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29597a2-e21f-4aa6-b530-4b2c4e96a016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c540d7ea-2050-4110-8aa9-d9ae7e06fc81,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:31.563115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-359721f2-b3ee-4a04-a609-8db90a69af54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:31.570225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e29597a2-e21f-4aa6-b530-4b2c4e96a016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:31.574387 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e29597a2-e21f-4aa6-b530-4b2c4e96a016 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c540d7ea-2050-4110-8aa9-d9ae7e06fc81 HTTP/1.1" status: 204 len: 168 time: 0.9909654 Aug 26 01:11:31.580993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49bd69cf-2dae-42c8-8443-219efcf33526 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:31.582164 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-49bd69cf-2dae-42c8-8443-219efcf33526 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/routers/c8669474-5696-4b31-9334-297679c122a0 HTTP/1.1" status: 204 len: 168 time: 1.9465322 Aug 26 01:11:31.593265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48278) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:31.638015 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-39f827f5-d6a5-4ab2-a886-c2594f211d57 None None] Set router 96019556-1193-4fe4-a7e3-fe6965e52e2d gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:31.680069 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d2b6a5-cfef-4b10-afe6-46f9a0ead5bb tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Made reservation on behalf of bcd14021238c41399d274e88bd742222 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:31.683652 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b6a5-cfef-4b10-afe6-46f9a0ead5bb tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:31.705329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359721f2-b3ee-4a04-a609-8db90a69af54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:31.709519 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-359721f2-b3ee-4a04-a609-8db90a69af54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:31.768174 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-51e7e0e4-4834-4c2f-8e66-0d37a02c9888 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8669474-5696-4b31-9334-297679c122a0 HTTP/1.1" status: 200 len: 205 time: 0.1692250 Aug 26 01:11:31.771452 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-39f827f5-d6a5-4ab2-a886-c2594f211d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96019556-1193-4fe4-a7e3-fe6965e52e2d', 'name': 'tempest-RoutersTest-router-289383264', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:28Z', 'updated_at': '2022-08-26T01:11:29Z', 'revision_number': 2, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:31.776328 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f827f5-d6a5-4ab2-a886-c2594f211d57 None None] The sync data for ids ['96019556-1193-4fe4-a7e3-fe6965e52e2d'] in dv-neutron-854561-2-hyperv is: [{'id': '96019556-1193-4fe4-a7e3-fe6965e52e2d', 'name': 'tempest-RoutersTest-router-289383264', 'tenant_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:28Z', 'updated_at': '2022-08-26T01:11:29Z', 'revision_number': 2, 'project_id': 'd06d3043746e4b40a7f48ddac82fb00c', 'gw_port_host': None}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:11:31.881032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48282) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:31.896934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port fbcd4632-cb2d-4928-aa51-5b465498db04 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:31.930562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:31.994087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c310a14c-ccb1-462c-8218-c1fd1d1c1d69 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Synchronizing usage tracker for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:32.029882 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c310a14c-ccb1-462c-8218-c1fd1d1c1d69 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Unset dirty status for tenant:d06d3043746e4b40a7f48ddac82fb00c on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:32.034175 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c310a14c-ccb1-462c-8218-c1fd1d1c1d69 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports?device_id=96019556-1193-4fe4-a7e3-fe6965e52e2d HTTP/1.1" status: 200 len: 205 time: 0.5153785 Aug 26 01:11:32.046130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48286) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:32.056436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] For port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4fc1e585-7b97-4b2b-80ea-dc28805e67c8,segment=NetworkSegment(fd2fe21b-ceae-48f9-8b9f-0851f534e1ff),segment_id=fd2fe21b-ceae-48f9-8b9f-0851f534e1ff)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:32.056845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:32.111122 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-f321cd22-fa8c-4521-826c-d1d529c0d59d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] delete failed (client error): The resource could not be found. Aug 26 01:11:32.114838 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f321cd22-fa8c-4521-826c-d1d529c0d59d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/routers/c8669474-5696-4b31-9334-297679c122a0 HTTP/1.1" status: 404 len: 336 time: 0.1471505 Aug 26 01:11:32.122425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48292) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:32.211978 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b3f3af-c26a-4c9f-8926-759b0e61f1c9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:32.212451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b3f3af-c26a-4c9f-8926-759b0e61f1c9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:32.214440 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c4b3f3af-c26a-4c9f-8926-759b0e61f1c9 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/65af74cc-ed73-46e0-84c5-f781c4a5bb7b HTTP/1.1" status: 404 len: 337 time: 0.0742502 Aug 26 01:11:32.222474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48296) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:32.242784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] Calling delete_port for 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:32.272457 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ff3480e-61fe-43d1-aedf-b383c4435352 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:32.288346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port fbcd4632-cb2d-4928-aa51-5b465498db04, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=fbcd4632-cb2d-4928-aa51-5b465498db04,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:32.296591 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad240723-d6c5-4692-bdf1-875c27d1a25d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:32.297052 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad240723-d6c5-4692-bdf1-875c27d1a25d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:32.307483 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ad240723-d6c5-4692-bdf1-875c27d1a25d tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/cf966d10-0b65-4e11-b976-785a39268d27 HTTP/1.1" status: 404 len: 337 time: 0.0759370 Aug 26 01:11:32.307640 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48300) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:32.366719 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:32.420165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4f29891b-dbd8-4381-ab63-4031ec23b1f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:32.518884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:32.540935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] No DVR routers for this DVR port 4fc1e585-7b97-4b2b-80ea-dc28805e67c8 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:32.559959 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=fbcd4632-cb2d-4928-aa51-5b465498db04,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:32.605954 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027cdadf-055f-482f-8763-5dac50844a66 None None] Pushing event deleted for resources: {'Port': ['ID=4fc1e585-7b97-4b2b-80ea-dc28805e67c8,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:32.616241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3480e-61fe-43d1-aedf-b383c4435352 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 58062c71-4d23-4799-bec1-f3ac9723979f owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:32.632553 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-359721f2-b3ee-4a04-a609-8db90a69af54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:32.666172 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab97d7ea-1b0e-4368-b840-76f48e5facf7 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:32.666571 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab97d7ea-1b0e-4368-b840-76f48e5facf7 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:32.668279 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ab97d7ea-1b0e-4368-b840-76f48e5facf7 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/dbcc8826-a3b4-421e-97ba-aeb7ed4e4248 HTTP/1.1" status: 404 len: 337 time: 0.3635302 Aug 26 01:11:32.678098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48304) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:32.687364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d44f96-fcdd-461f-ad87-33d55bdbcc2f req-9318186a-8734-4366-b3ee-3653cd4c025b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:32.689438 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-21d44f96-fcdd-461f-ad87-33d55bdbcc2f req-9318186a-8734-4366-b3ee-3653cd4c025b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 1.1753039 Aug 26 01:11:32.756466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.objects.ports [None req-e3d2b6a5-cfef-4b10-afe6-46f9a0ead5bb tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89863) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:11:32.758551 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359721f2-b3ee-4a04-a609-8db90a69af54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:32.761838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b6a5-cfef-4b10-afe6-46f9a0ead5bb tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:32.765554 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-359721f2-b3ee-4a04-a609-8db90a69af54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:32.769426 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359721f2-b3ee-4a04-a609-8db90a69af54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:32.769878 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-359721f2-b3ee-4a04-a609-8db90a69af54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:32.776334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89893460-b675-402e-8d58-cedd6f912b8b None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:32.797109 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359721f2-b3ee-4a04-a609-8db90a69af54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=e683373b-b7ea-4ca1-8cef-036bcc8d34cf,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:32.868647 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5caf6c-9ea7-4294-a7d2-6197dcc08383 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:32.869101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5caf6c-9ea7-4294-a7d2-6197dcc08383 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:32.870952 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ab5caf6c-9ea7-4294-a7d2-6197dcc08383 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/21565074-9357-49f3-b1af-35fe662043ed HTTP/1.1" status: 404 len: 337 time: 0.1804769 Aug 26 01:11:32.883449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48308) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:32.971857 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-757e3e19-a61c-434f-96b4-acfde3c32b0b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports?device_id=44eb0247-26b4-4647-a209-4654026f992a HTTP/1.1" status: 200 len: 205 time: 0.0822754 Aug 26 01:11:32.974370 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48312) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:32.980771 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2b6a5-cfef-4b10-afe6-46f9a0ead5bb tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event updated for resources: {'Subnet': ['ID=43322354-ecb5-4a8e-89e7-7cc195179a91,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:32.982805 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4f29891b-dbd8-4381-ab63-4031ec23b1f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:32.987556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4f29891b-dbd8-4381-ab63-4031ec23b1f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:32.991570 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-21d44f96-fcdd-461f-ad87-33d55bdbcc2f req-12c938d6-a8b5-4117-9aaa-e27436094427 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623503 Aug 26 01:11:33.040059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d2b6a5-cfef-4b10-afe6-46f9a0ead5bb tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Checking segment: {'id': '4e0cd899-65ec-4482-8547-dbfcf8ea7d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2001c3a0-9afb-472f-a23e-144301b0d0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:33.040211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d2b6a5-cfef-4b10-afe6-46f9a0ead5bb tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Network hostable DHCP agents. Network: 2001c3a0-9afb-472f-a23e-144301b0d0b2, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:11:33.060171 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-977008a7-2df2-48c9-9a62-e1c66ce3cf39 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] delete failed (client error): The resource could not be found. Aug 26 01:11:33.061209 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-977008a7-2df2-48c9-9a62-e1c66ce3cf39 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/routers/44eb0247-26b4-4647-a209-4654026f992a HTTP/1.1" status: 404 len: 336 time: 0.0839002 Aug 26 01:11:33.064359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48318) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:33.074267 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-359721f2-b3ee-4a04-a609-8db90a69af54 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6336064 Aug 26 01:11:33.084262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48322) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:33.091332 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'mac_address': 'fa:16:3e:09:89:33', 'name': 'tempest-NetworksTestDHCPv6-1431031308'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:33.150261 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3360483a-eaf2-4006-a743-3307508688f8 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports?device_id=c62311c4-c539-40a5-bc83-da437660da31 HTTP/1.1" status: 200 len: 205 time: 0.0845022 Aug 26 01:11:33.152761 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48326) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:33.162509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a21a7df0-cdcb-4cba-9076-1b3354fd91fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:33.182755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device fbcd4632-cb2d-4928-aa51-5b465498db04 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:11:33.216411 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d2b6a5-cfef-4b10-afe6-46f9a0ead5bb tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Network 2001c3a0-9afb-472f-a23e-144301b0d0b2 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:11:33.232131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4f29891b-dbd8-4381-ab63-4031ec23b1f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:33.232890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f29891b-dbd8-4381-ab63-4031ec23b1f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Fanout notify agent at l3_agent the message router_deleted on router 96019556-1193-4fe4-a7e3-fe6965e52e2d {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:11:33.239413 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-6392e3b1-5300-41df-88fc-99cc967dc58a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] delete failed (client error): The resource could not be found. Aug 26 01:11:33.240990 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6392e3b1-5300-41df-88fc-99cc967dc58a tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/routers/c62311c4-c539-40a5-bc83-da437660da31 HTTP/1.1" status: 404 len: 336 time: 0.0871773 Aug 26 01:11:33.245255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48330) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:33.290199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port fbcd4632-cb2d-4928-aa51-5b465498db04 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:33.291014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:33.291162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:33.301295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:33.303425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ff3480e-61fe-43d1-aedf-b383c4435352 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:33.310628 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f628c9f-5524-42ec-ba6d-ed707628504e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:33.311187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:33.311897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f628c9f-5524-42ec-ba6d-ed707628504e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:33.324604 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9f628c9f-5524-42ec-ba6d-ed707628504e tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/e228413b-368c-4867-b8d9-60105ef246aa HTTP/1.1" status: 404 len: 337 time: 0.0772016 Aug 26 01:11:33.330561 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48334) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:33.334041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-e3d2b6a5-cfef-4b10-afe6-46f9a0ead5bb tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 2001c3a0-9afb-472f-a23e-144301b0d0b2) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:33.343168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:33.362834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55c1ff8-b36c-405b-8239-e1a5d00016eb None None] Network 2001c3a0-9afb-472f-a23e-144301b0d0b2 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:33.370558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4f29891b-dbd8-4381-ab63-4031ec23b1f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:33.379200 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4f29891b-dbd8-4381-ab63-4031ec23b1f7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/routers/96019556-1193-4fe4-a7e3-fe6965e52e2d HTTP/1.1" status: 204 len: 168 time: 1.3302824 Aug 26 01:11:33.380018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48338) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:33.421353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3480e-61fe-43d1-aedf-b383c4435352 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=58062c71-4d23-4799-bec1-f3ac9723979f,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:33.482114 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2c9f529f-9f47-4a62-98ce-c4c613fd619a tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports?device_id=96019556-1193-4fe4-a7e3-fe6965e52e2d HTTP/1.1" status: 200 len: 205 time: 0.0640860 Aug 26 01:11:33.485014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48344) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:33.542611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5159075-99c0-47a5-bba7-06fa9d5ba6e0 None None] Update dhcp port {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'fixed_ips': [{'subnet_id': 'f4dc7d1d-57e4-447f-867c-e2badc0151ed', 'ip_address': '2001:db8::f816:3eff:fed8:d04f'}, {'subnet_id': 'e683373b-b7ea-4ca1-8cef-036bcc8d34cf'}], 'binding:host_id': 'dv-neutron-854561-2-hyperv'}, 'id': 'fbcd4632-cb2d-4928-aa51-5b465498db04'} from dv-neutron-854561-2-hyperv. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Aug 26 01:11:33.619409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d2b6a5-cfef-4b10-afe6-46f9a0ead5bb tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:33.620428 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3d2b6a5-cfef-4b10-afe6-46f9a0ead5bb tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:33.656802 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7f2860c2-b3fa-4ed0-afa0-773141ca2cf4 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports?device_id=a105244e-b931-4c16-9358-e28d5340fd7e HTTP/1.1" status: 200 len: 205 time: 0.3214843 Aug 26 01:11:33.675077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port fbcd4632-cb2d-4928-aa51-5b465498db04 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:33.702716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48348) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:33.767784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a5159075-99c0-47a5-bba7-06fa9d5ba6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:33.793734 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-9fa100e1-b131-4c0d-8899-19f1c46ab4ba tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] delete failed (client error): The resource could not be found. Aug 26 01:11:33.798477 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9fa100e1-b131-4c0d-8899-19f1c46ab4ba tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/routers/a105244e-b931-4c16-9358-e28d5340fd7e HTTP/1.1" status: 404 len: 336 time: 0.0910566 Aug 26 01:11:33.798477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48352) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:33.874803 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ff3480e-61fe-43d1-aedf-b383c4435352 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:33.879924 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2ff3480e-61fe-43d1-aedf-b383c4435352 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/58062c71-4d23-4799-bec1-f3ac9723979f HTTP/1.1" status: 204 len: 168 time: 2.7687902 Aug 26 01:11:33.882796 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-f4f9a6d3-0a6f-4eb8-9f64-27f61ab9e593 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] delete failed (client error): The resource could not be found. Aug 26 01:11:33.886893 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f4f9a6d3-0a6f-4eb8-9f64-27f61ab9e593 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/routers/96019556-1193-4fe4-a7e3-fe6965e52e2d HTTP/1.1" status: 404 len: 336 time: 0.3964205 Aug 26 01:11:33.886893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48356) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:33.887172 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e3d2b6a5-cfef-4b10-afe6-46f9a0ead5bb tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.0648870 Aug 26 01:11:33.887280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48358) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:33.887374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:33.889441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48360) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:33.910213 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ca7b4906-ae2d-45e9-bb42-aba990e135ee tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports?device_id=482e3dce-f056-44ea-9270-d37db313aa5b HTTP/1.1" status: 200 len: 205 time: 0.1078856 Aug 26 01:11:33.912032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48368) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:33.933787 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:34.048702 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-4de281bb-cb7c-49dc-b9be-0ef07da19dfd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] delete failed (client error): The resource could not be found. Aug 26 01:11:34.051981 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4de281bb-cb7c-49dc-b9be-0ef07da19dfd tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/routers/482e3dce-f056-44ea-9270-d37db313aa5b HTTP/1.1" status: 404 len: 336 time: 0.1363156 Aug 26 01:11:34.052158 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e307177-1144-4cee-8f47-d7eef3266163 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:34.052264 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48372) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.057711 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e307177-1144-4cee-8f47-d7eef3266163 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:34.057711 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2e307177-1144-4cee-8f47-d7eef3266163 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/b1ab6a2d-5b14-4e45-9d00-9d9e0b795dfb HTTP/1.1" status: 404 len: 337 time: 0.1539011 Aug 26 01:11:34.057941 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f35678-fcc9-4f96-bad6-fbe59cd78f61 req-ddc09bd3-8ccd-4dda-876d-ec4684ea3e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:34.057941 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46f35678-fcc9-4f96-bad6-fbe59cd78f61 req-ddc09bd3-8ccd-4dda-876d-ec4684ea3e31 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2b51416469154fda977a78b7767f918c&device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 1098 time: 0.4022434 Aug 26 01:11:34.059962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-2001c3a0-9afb-472f-a23e-144301b0d0b2', 'network_id': '2001c3a0-9afb-472f-a23e-144301b0d0b2', 'tenant_id': 'bcd14021238c41399d274e88bd742222', 'fixed_ips': [{'subnet_id': '43322354-ecb5-4a8e-89e7-7cc195179a91'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:11:34.061070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:34.067393 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-2072ea55-eea0-4d8f-84e4-5e9fbb0a6f9d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] GET failed (client error): The resource could not be found. Aug 26 01:11:34.067998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2072ea55-eea0-4d8f-84e4-5e9fbb0a6f9d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:34.074221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48376) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.088991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-a5159075-99c0-47a5-bba7-06fa9d5ba6e0 None None] Allocated IP 2001:db8:0:1::2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/e683373b-b7ea-4ca1-8cef-036bcc8d34cf/fbcd4632-cb2d-4928-aa51-5b465498db04) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:34.124536 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-043b37df-4df3-4d3f-a341-85fd00a08cc2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:34.124989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043b37df-4df3-4d3f-a341-85fd00a08cc2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:34.129600 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-043b37df-4df3-4d3f-a341-85fd00a08cc2 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/692f66d8-073f-40bc-b534-b2fd41fcbfd9 HTTP/1.1" status: 404 len: 337 time: 0.0739028 Aug 26 01:11:34.132399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48380) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.144683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:34.151208 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bf1071-9638-41ce-a2b4-7e5dcf3d7da6 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:34.151208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bf1071-9638-41ce-a2b4-7e5dcf3d7da6 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:34.151208 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c9bf1071-9638-41ce-a2b4-7e5dcf3d7da6 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/d48007af-5c89-4fea-a278-2bf66b943549 HTTP/1.1" status: 404 len: 337 time: 0.0727987 Aug 26 01:11:34.190384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48384) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.210282 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5a534204-17c6-4dc3-9758-a0f648a12e1f tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports?device_id=d66dc214-9107-4db2-8d37-77088b552479 HTTP/1.1" status: 200 len: 205 time: 0.0719492 Aug 26 01:11:34.224662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48388) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.249487 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd1cae0-59d0-4ac8-89e9-e61ad3bec6e7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:34.249974 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd1cae0-59d0-4ac8-89e9-e61ad3bec6e7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:34.254671 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dbd1cae0-59d0-4ac8-89e9-e61ad3bec6e7 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/f7cf4d52-3e03-4ba0-8eb8-e24da4ab7117 HTTP/1.1" status: 404 len: 337 time: 0.0605450 Aug 26 01:11:34.256623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48392) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.300102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:34.318926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2072ea55-eea0-4d8f-84e4-5e9fbb0a6f9d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:34.323081 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2072ea55-eea0-4d8f-84e4-5e9fbb0a6f9d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/58062c71-4d23-4799-bec1-f3ac9723979f HTTP/1.1" status: 404 len: 333 time: 0.4368787 Aug 26 01:11:34.324224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48396) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.327290 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c995f62c-be5e-4c83-bfe7-52c98e2b7e25 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:34.327453 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c995f62c-be5e-4c83-bfe7-52c98e2b7e25 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:34.331906 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c995f62c-be5e-4c83-bfe7-52c98e2b7e25 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/01a22943-a6ec-4712-8cb4-10ce15079214 HTTP/1.1" status: 404 len: 337 time: 0.0694990 Aug 26 01:11:34.332064 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-5c47d8fe-7216-4b95-8527-898b858d5d21 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] delete failed (client error): The resource could not be found. Aug 26 01:11:34.335038 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5c47d8fe-7216-4b95-8527-898b858d5d21 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/routers/d66dc214-9107-4db2-8d37-77088b552479 HTTP/1.1" status: 404 len: 336 time: 0.1071711 Aug 26 01:11:34.335171 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48400) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.337303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48402) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.342782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0ae71-7775-4ca9-be61-2e4657cd4118 req-7abbf0fc-79a0-4c95-ab14-f7589c1324b6 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:34.344300 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0dd0ae71-7775-4ca9-be61-2e4657cd4118 req-7abbf0fc-79a0-4c95-ab14-f7589c1324b6 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.8013959 Aug 26 01:11:34.361441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Allocated IP 2001:db8::f816:3eff:fe6b:7c7f (2001c3a0-9afb-472f-a23e-144301b0d0b2/43322354-ecb5-4a8e-89e7-7cc195179a91/641d18fe-3db7-427e-9951-89e1172d80fe) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:34.369680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-a5159075-99c0-47a5-bba7-06fa9d5ba6e0 None None] For port fbcd4632-cb2d-4928-aa51-5b465498db04, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=fbcd4632-cb2d-4928-aa51-5b465498db04,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:34.381254 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:34.432639 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-caeb332a-1c6b-4f4d-862c-d826c0187448 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports?device_id=db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 HTTP/1.1" status: 200 len: 205 time: 0.0971596 Aug 26 01:11:34.446044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port bdf2c5ef-c651-4df5-bcf5-cd27b48377eb yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:11:34.472417 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48410) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.485051 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-a773a649-18cb-4e1c-8f56-d835f087a877 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:34.486563 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a773a649-18cb-4e1c-8f56-d835f087a877 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:34.490542 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a773a649-18cb-4e1c-8f56-d835f087a877 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/f4137649-4dd9-48a0-8095-a9dca1d82a07 HTTP/1.1" status: 404 len: 337 time: 0.1156955 Aug 26 01:11:34.490696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a5159075-99c0-47a5-bba7-06fa9d5ba6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:34.497555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48414) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.519580 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f35678-fcc9-4f96-bad6-fbe59cd78f61 req-a4c566a9-e6b2-43a1-bedb-3b5ebf7baf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:34.521526 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46f35678-fcc9-4f96-bad6-fbe59cd78f61 req-a4c566a9-e6b2-43a1-bedb-3b5ebf7baf25 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ddd58b69-18ff-473a-81ae-b003ddd4fec6 HTTP/1.1" status: 200 len: 914 time: 0.4253733 Aug 26 01:11:34.524805 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a5159075-99c0-47a5-bba7-06fa9d5ba6e0 None None] Transition to ACTIVE for port object fbcd4632-cb2d-4928-aa51-5b465498db04 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:34.599557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a5159075-99c0-47a5-bba7-06fa9d5ba6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:34.625698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2927302e-a036-4231-8027-55342a2a6085 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting subnet e1dee452-da68-4af7-aec1-0d8a6154727e {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:34.629883 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0dd0ae71-7775-4ca9-be61-2e4657cd4118 req-1bf6f816-46c1-45dd-a1cf-cf8edf4c9d7b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449334 Aug 26 01:11:34.641223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2927302e-a036-4231-8027-55342a2a6085 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:34.671212 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-d352487d-6627-47c8-9268-030681ece53b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] delete failed (client error): The resource could not be found. Aug 26 01:11:34.676273 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d352487d-6627-47c8-9268-030681ece53b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/routers/db41edb8-e3cc-460d-ba71-5f6bc10b1ef3 HTTP/1.1" status: 404 len: 336 time: 0.1909633 Aug 26 01:11:34.677300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48418) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.685363 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:34.703605 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-dc4a22bb-95ca-45d3-aab8-e9bb461a170b tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aed8732-6b81-4ff2-978a-fbca9b3d1c0e HTTP/1.1" status: 200 len: 205 time: 0.1385512 Aug 26 01:11:34.706268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48422) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.706848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:34.753382 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f8a19e46-7354-4ec4-94da-fc1a804b1d53 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports?device_id=dda5a449-71ff-4ee9-9d63-07dec3298dd5 HTTP/1.1" status: 200 len: 205 time: 0.0724292 Aug 26 01:11:34.758056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48426) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.759724 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46f35678-fcc9-4f96-bad6-fbe59cd78f61 req-41d03f80-698e-4ccb-9f38-c20716788543 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3c97109-2c25-45f5-9473-dbefc15173ad HTTP/1.1" status: 200 len: 1001 time: 0.2277937 Aug 26 01:11:34.808228 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-faa82f53-351a-41be-8735-6a30a0518289 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] delete failed (client error): The resource could not be found. Aug 26 01:11:34.811699 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-faa82f53-351a-41be-8735-6a30a0518289 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/routers/6aed8732-6b81-4ff2-978a-fbca9b3d1c0e HTTP/1.1" status: 404 len: 336 time: 0.0767460 Aug 26 01:11:34.820945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48430) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.845339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Transition to ACTIVE for port object 641d18fe-3db7-427e-9951-89e1172d80fe will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:34.863367 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5159075-99c0-47a5-bba7-06fa9d5ba6e0 None None] Pushing event updated for resources: {'Port': ['ID=fbcd4632-cb2d-4928-aa51-5b465498db04,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:34.874187 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Transition to ACTIVE for port object 641d18fe-3db7-427e-9951-89e1172d80fe will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:34.881052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2927302e-a036-4231-8027-55342a2a6085 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:34.918323 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-3f565498-9ab2-47bf-8442-96c0b046b15d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] delete failed (client error): The resource could not be found. Aug 26 01:11:34.919362 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3f565498-9ab2-47bf-8442-96c0b046b15d tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/routers/dda5a449-71ff-4ee9-9d63-07dec3298dd5 HTTP/1.1" status: 404 len: 336 time: 0.1587822 Aug 26 01:11:34.921123 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-358dcee2-95c0-4d75-bbdb-6b5687881ad6 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:34.921574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358dcee2-95c0-4d75-bbdb-6b5687881ad6 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:34.923984 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-358dcee2-95c0-4d75-bbdb-6b5687881ad6 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/23983aeb-3e95-40cc-a73d-3d9b333f4354 HTTP/1.1" status: 404 len: 337 time: 0.0997615 Aug 26 01:11:34.924389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48434) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.933090 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48436) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:34.950183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:34.990814 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a649ad-ac33-4b88-88a5-afe007a65867 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:34.991278 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a649ad-ac33-4b88-88a5-afe007a65867 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:34.993648 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e08c3c6-83f5-47b0-a6fd-be10ffb3e03b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:34.994128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e08c3c6-83f5-47b0-a6fd-be10ffb3e03b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:35.012273 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f35678-fcc9-4f96-bad6-fbe59cd78f61 req-5aa094f4-5ed7-47c8-a764-ebe6f634f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:35.013729 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46f35678-fcc9-4f96-bad6-fbe59cd78f61 req-5aa094f4-5ed7-47c8-a764-ebe6f634f334 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8b9c5a93-9423-4301-b9da-a87da6db8e95 HTTP/1.1" status: 200 len: 851 time: 0.1948967 Aug 26 01:11:35.021709 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1e08c3c6-83f5-47b0-a6fd-be10ffb3e03b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/336579f1-3e28-45d2-b4ca-0b85f674ea2d HTTP/1.1" status: 404 len: 337 time: 0.0858686 Aug 26 01:11:35.022554 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a3a649ad-ac33-4b88-88a5-afe007a65867 tempest-RoutersIpV6Test-627080137 tempest-RoutersIpV6Test-627080137-project] 10.222.0.83 "DELETE /v2.0/subnets/7e8e9f54-2144-4fdf-9e2d-fd0c871eca54 HTTP/1.1" status: 404 len: 337 time: 0.0835962 Aug 26 01:11:35.022554 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8:0:1::225 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/e683373b-b7ea-4ca1-8cef-036bcc8d34cf/bdf2c5ef-c651-4df5-bcf5-cd27b48377eb) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:35.024543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48444) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:35.052573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Network 2001c3a0-9afb-472f-a23e-144301b0d0b2 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:35.070100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:35.079821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:35.086999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Pushing event updated for resources: {'Port': ['ID=641d18fe-3db7-427e-9951-89e1172d80fe,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:35.090567 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e84ddb2d-71cd-4e6c-9cfa-5cd67c33ac59 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports?device_id=ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f HTTP/1.1" status: 200 len: 205 time: 0.0628226 Aug 26 01:11:35.123843 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48448) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:35.127929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2927302e-a036-4231-8027-55342a2a6085 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:35.222176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device fbcd4632-cb2d-4928-aa51-5b465498db04 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:11:35.235391 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:35.280436 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::f816:3eff:fe09:8933 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/f4dc7d1d-57e4-447f-867c-e2badc0151ed/bdf2c5ef-c651-4df5-bcf5-cd27b48377eb) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:35.314597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Attempting to bind port 641d18fe-3db7-427e-9951-89e1172d80fe on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:11:35.315336 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Attempting to bind port 641d18fe-3db7-427e-9951-89e1172d80fe by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '4e0cd899-65ec-4482-8547-dbfcf8ea7d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2001c3a0-9afb-472f-a23e-144301b0d0b2'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:11:35.315873 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Attempting to bind port 641d18fe-3db7-427e-9951-89e1172d80fe on network 2001c3a0-9afb-472f-a23e-144301b0d0b2 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:11:35.326119 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:11:35.326617 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Checking segment: {'id': '4e0cd899-65ec-4482-8547-dbfcf8ea7d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2001c3a0-9afb-472f-a23e-144301b0d0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:35.328917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:35.328917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Bound using segment: {'id': '4e0cd899-65ec-4482-8547-dbfcf8ea7d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2001c3a0-9afb-472f-a23e-144301b0d0b2'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:11:35.328917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Bound port: 641d18fe-3db7-427e-9951-89e1172d80fe, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0cd899-65ec-4482-8547-dbfcf8ea7d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '2001c3a0-9afb-472f-a23e-144301b0d0b2'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:11:35.328917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:35.454955 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:35.472409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f35678-fcc9-4f96-bad6-fbe59cd78f61 req-1e3bcd95-0e9f-41e4-9535-b75f4d307671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:35.474725 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] For port 641d18fe-3db7-427e-9951-89e1172d80fe, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:11:35.478165 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] For port 641d18fe-3db7-427e-9951-89e1172d80fe, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=641d18fe-3db7-427e-9951-89e1172d80fe,segment=NetworkSegment(4e0cd899-65ec-4482-8547-dbfcf8ea7d9d),segment_id=4e0cd899-65ec-4482-8547-dbfcf8ea7d9d)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:11:35.482069 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46f35678-fcc9-4f96-bad6-fbe59cd78f61 req-1e3bcd95-0e9f-41e4-9535-b75f4d307671 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ddd58b69-18ff-473a-81ae-b003ddd4fec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4385324 Aug 26 01:11:35.552829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Subnet': ['ID=43322354-ecb5-4a8e-89e7-7cc195179a91,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:35.554287 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:35.565119 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-7a3cacae-e75a-4c8b-8650-7460438dd1f5 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] delete failed (client error): The resource could not be found. Aug 26 01:11:35.566484 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7a3cacae-e75a-4c8b-8650-7460438dd1f5 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/routers/ce95fec1-01ad-4b98-9f4f-23dadd0b8c1f HTTP/1.1" status: 404 len: 336 time: 0.4408877 Aug 26 01:11:35.597840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48452) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:35.660822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:35.663310 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f1cd1-9507-4a3c-9990-5a388edfbc37 None None] Pushing event updated for resources: {'Port': ['ID=641d18fe-3db7-427e-9951-89e1172d80fe,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:35.696738 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9abf70fb-7e83-41dd-bbc8-111145ebf83c tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports?device_id=548fc6c2-535a-489a-8a36-55fdf9b9d2b0 HTTP/1.1" status: 200 len: 205 time: 0.0952837 Aug 26 01:11:35.702895 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48460) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:35.712705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2001c3a0-9afb-472f-a23e-144301b0d0b2']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:35.755290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48464) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:35.794684 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4e39f9-4d71-46c9-9a70-3ed655913ec0 None None] Network 2001c3a0-9afb-472f-a23e-144301b0d0b2 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:35.819422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:35.820486 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-58097db5-7a00-47dc-8a8f-f52f60ae1c98 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] delete failed (client error): The resource could not be found. Aug 26 01:11:35.825012 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-58097db5-7a00-47dc-8a8f-f52f60ae1c98 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/routers/548fc6c2-535a-489a-8a36-55fdf9b9d2b0 HTTP/1.1" status: 404 len: 336 time: 0.1209157 Aug 26 01:11:35.832476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0cd899-65ec-4482-8547-dbfcf8ea7d9d') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:35.832770 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0cd899-65ec-4482-8547-dbfcf8ea7d9d') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:35.839653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object bdf2c5ef-c651-4df5-bcf5-cd27b48377eb will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:35.846214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:35.865093 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48468) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:35.867351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2927302e-a036-4231-8027-55342a2a6085 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:35.868736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ec6ade31-a2e9-431d-899a-03762c66cab4 None None] Provisioning for port fbcd4632-cb2d-4928-aa51-5b465498db04 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:35.872773 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:35.882377 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ec6ade31-a2e9-431d-899a-03762c66cab4 None None] Provisioning complete for port fbcd4632-cb2d-4928-aa51-5b465498db04 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:35.882746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ec6ade31-a2e9-431d-899a-03762c66cab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:35.926654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927302e-a036-4231-8027-55342a2a6085 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Subnet': ['ID=e1dee452-da68-4af7-aec1-0d8a6154727e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:35.932605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2927302e-a036-4231-8027-55342a2a6085 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:35.945295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:35.945295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:35.951349 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7730d1-10a8-4b1f-b87b-5a749049ab1f None None] Network 339916c8-e6f5-416c-94bd-541f6d42cc9e requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:35.984423 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46f35678-fcc9-4f96-bad6-fbe59cd78f61 req-139dcd78-1ffe-4ac8-a873-0d01efdd743c service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009594 Aug 26 01:11:35.987034 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cef5ab8-3f53-4418-b5cc-b2e267253a36 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:35.987637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cef5ab8-3f53-4418-b5cc-b2e267253a36 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:35.993220 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3cef5ab8-3f53-4418-b5cc-b2e267253a36 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/c90a2548-2202-40fd-9b12-64a82acc9846 HTTP/1.1" status: 404 len: 337 time: 0.1174166 Aug 26 01:11:35.995960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48474) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:36.020007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:36.027388 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2927302e-a036-4231-8027-55342a2a6085 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/e1dee452-da68-4af7-aec1-0d8a6154727e HTTP/1.1" status: 204 len: 168 time: 1.6997361 Aug 26 01:11:36.031348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48478) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:36.067090 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 4e0cd899-65ec-4482-8547-dbfcf8ea7d9d resource provider aggregate not found Aug 26 01:11:36.124452 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 4e0cd899-65ec-4482-8547-dbfcf8ea7d9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e0cd899-65ec-4482-8547-dbfcf8ea7d9d found for delete ", "request_id": "req-741082cb-5f6a-4d5d-8528-e787edbcfaa3"}]} Aug 26 01:11:36.168267 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.api [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 01:11:36.168267 dv-neutron-854561-2-hyperv neutron-server[89862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 01:11:36.168267 dv-neutron-854561-2-hyperv neutron-server[89862]: [parameters: {'id': '2001c3a0-9afb-472f-a23e-144301b0d0b2'}] Aug 26 01:11:36.168267 dv-neutron-854561-2-hyperv neutron-server[89862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:11:36.168838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG oslo_db.api [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:11:36.176634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:36.191290 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 4e7018f3-981e-4fc6-a934-c7c6733ac572 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:36.191290 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:36.243621 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5d871d24-fbdd-4913-9f9f-e9fff77d0cb0 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports?device_id=70a158f9-a60f-4600-938c-deb8598d1b7b HTTP/1.1" status: 200 len: 205 time: 0.2058637 Aug 26 01:11:36.243919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48486) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:36.246646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:36.260839 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:36.270089 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:36.276528 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:36.277226 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:36.321845 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-99b553f5-9433-45cb-bf8e-96d1805085e8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] delete failed (client error): The resource could not be found. Aug 26 01:11:36.323150 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-99b553f5-9433-45cb-bf8e-96d1805085e8 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/routers/70a158f9-a60f-4600-938c-deb8598d1b7b HTTP/1.1" status: 404 len: 336 time: 0.0783300 Aug 26 01:11:36.325913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48490) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:36.334806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=bdf2c5ef-c651-4df5-bcf5-cd27b48377eb,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:36.369757 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-355f5ffa-ae8d-49fa-afbd-25ab8799d3d8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=98e4927ea29340519a7e7164c388e170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6133225 Aug 26 01:11:36.372874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48494) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:36.376052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ec6ade31-a2e9-431d-899a-03762c66cab4 None None] Current status of the port fbcd4632-cb2d-4928-aa51-5b465498db04 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:36.377410 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46f35678-fcc9-4f96-bad6-fbe59cd78f61 req-107291ed-6859-4429-8413-eca10932d159 service neutron] 10.222.0.94 "GET /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801014 Aug 26 01:11:36.406246 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c46eff-e8e9-4bb6-9f5e-c5f5177f3c45 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:36.406919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c46eff-e8e9-4bb6-9f5e-c5f5177f3c45 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:36.409532 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-75c46eff-e8e9-4bb6-9f5e-c5f5177f3c45 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/45899faf-a8af-47d0-825c-304b2c5558da HTTP/1.1" status: 404 len: 337 time: 0.0824766 Aug 26 01:11:36.418122 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa90da7-c811-4539-855a-0fd57692470a req-95873239-543e-41d1-9e2c-a55ef54ef903 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:36.418298 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48498) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:36.422087 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2aa90da7-c811-4539-855a-0fd57692470a req-95873239-543e-41d1-9e2c-a55ef54ef903 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.5581036 Aug 26 01:11:36.451180 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-763b2f50-fe8b-404f-82f6-e975f9d7f1fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.3655972 Aug 26 01:11:36.463719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48502) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:36.488234 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-421e444f-444e-46b2-a1f8-3dd2b0b1d573 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "GET /v2.0/ports?device_id=70a91bef-b590-4a96-bd32-0276d10b2997 HTTP/1.1" status: 200 len: 205 time: 0.0705137 Aug 26 01:11:36.490984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48506) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:36.504359 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97228de0-7a55-43ca-877e-bb192f85156e None None] DHCP port deletion for 339916c8-e6f5-416c-94bd-541f6d42cc9e request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:36.510903 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-97228de0-7a55-43ca-877e-bb192f85156e None None] Deleting port 4e7018f3-981e-4fc6-a934-c7c6733ac572 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:36.511432 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-97228de0-7a55-43ca-877e-bb192f85156e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:36.565458 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2aa90da7-c811-4539-855a-0fd57692470a req-0fc2b172-3d64-4fee-9488-7c08ab5fe0de tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424046 Aug 26 01:11:36.588893 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-9434035d-40f6-4a05-9c03-149c4b0d4656 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] delete failed (client error): The resource could not be found. Aug 26 01:11:36.596824 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2594e4c5-6f22-44d2-b6bc-fbbe2774d647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:36.597029 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9434035d-40f6-4a05-9c03-149c4b0d4656 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/routers/70a91bef-b590-4a96-bd32-0276d10b2997 HTTP/1.1" status: 404 len: 336 time: 0.0975108 Aug 26 01:11:36.597139 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-baca1978-7cb4-489e-806e-6e3cfdc2ee46 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port bdf2c5ef-c651-4df5-bcf5-cd27b48377eb {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:36.597139 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-baca1978-7cb4-489e-806e-6e3cfdc2ee46 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:36.620347 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48510) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:36.671833 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:36.700431 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-88bb3c0f-8183-43bf-a71a-eb7f1a8f0161 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:36.700803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88bb3c0f-8183-43bf-a71a-eb7f1a8f0161 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:36.702505 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-88bb3c0f-8183-43bf-a71a-eb7f1a8f0161 tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/9a2065c9-6ff5-4ae0-b64e-bb39ecc06479 HTTP/1.1" status: 404 len: 337 time: 0.0811183 Aug 26 01:11:36.706496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48514) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:36.708395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] For port 4e7018f3-981e-4fc6-a934-c7c6733ac572, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4e7018f3-981e-4fc6-a934-c7c6733ac572,segment=NetworkSegment(5500e925-9ad9-40c0-942c-f3225311fbf8),segment_id=5500e925-9ad9-40c0-942c-f3225311fbf8)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:36.708529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:36.716491 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2594e4c5-6f22-44d2-b6bc-fbbe2774d647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:36.716788 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Deleting port 641d18fe-3db7-427e-9951-89e1172d80fe {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:36.717065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:36.788932 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-97228de0-7a55-43ca-877e-bb192f85156e None None] For port 4e7018f3-981e-4fc6-a934-c7c6733ac572, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4e7018f3-981e-4fc6-a934-c7c6733ac572,segment=NetworkSegment(5500e925-9ad9-40c0-942c-f3225311fbf8),segment_id=5500e925-9ad9-40c0-942c-f3225311fbf8)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:36.789494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-97228de0-7a55-43ca-877e-bb192f85156e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:36.882905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 4e7018f3-981e-4fc6-a934-c7c6733ac572 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:36.916703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c784098f-ba23-4c0a-827f-34df565c5d89 None None] Provisioning for port bdf2c5ef-c651-4df5-bcf5-cd27b48377eb completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:36.926370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-97228de0-7a55-43ca-877e-bb192f85156e None None] Calling delete_port for 4e7018f3-981e-4fc6-a934-c7c6733ac572 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:36.951301 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-baca1978-7cb4-489e-806e-6e3cfdc2ee46 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:36.963501 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c784098f-ba23-4c0a-827f-34df565c5d89 None None] Provisioning complete for port bdf2c5ef-c651-4df5-bcf5-cd27b48377eb triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:36.963876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c784098f-ba23-4c0a-827f-34df565c5d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:36.987725 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3257579e-5606-4d99-949b-ea3732e70f4b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:36.988183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3257579e-5606-4d99-949b-ea3732e70f4b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:36.990003 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3257579e-5606-4d99-949b-ea3732e70f4b tempest-RoutersTest-776749898 tempest-RoutersTest-776749898-project] 10.222.0.83 "DELETE /v2.0/subnets/e2b3f26b-845d-4463-9384-0c8ca8f1c05c HTTP/1.1" status: 404 len: 337 time: 0.2400403 Aug 26 01:11:37.031078 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c784098f-ba23-4c0a-827f-34df565c5d89 None None] Port bdf2c5ef-c651-4df5-bcf5-cd27b48377eb cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:11:37.149404 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4e7018f3-981e-4fc6-a934-c7c6733ac572 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:37.246229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-baca1978-7cb4-489e-806e-6e3cfdc2ee46 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for bdf2c5ef-c651-4df5-bcf5-cd27b48377eb owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:37.251517 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 4e7018f3-981e-4fc6-a934-c7c6733ac572 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:37.251884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4e7018f3-981e-4fc6-a934-c7c6733ac572 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:37.265675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-97228de0-7a55-43ca-877e-bb192f85156e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:11:37.266028 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-97228de0-7a55-43ca-877e-bb192f85156e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:11:37.310292 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:37.372663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=4e7018f3-981e-4fc6-a934-c7c6733ac572,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:37.386962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No DVR routers for this DVR port 4e7018f3-981e-4fc6-a934-c7c6733ac572 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:37.388395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2594e4c5-6f22-44d2-b6bc-fbbe2774d647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:37.412190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594e4c5-6f22-44d2-b6bc-fbbe2774d647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8399ace3-88c5-4e6a-b091-0a42378d474b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:37.482634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2594e4c5-6f22-44d2-b6bc-fbbe2774d647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:37.487567 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2594e4c5-6f22-44d2-b6bc-fbbe2774d647 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8399ace3-88c5-4e6a-b091-0a42378d474b HTTP/1.1" status: 204 len: 168 time: 1.1102490 Aug 26 01:11:37.503620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] For port 641d18fe-3db7-427e-9951-89e1172d80fe, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=641d18fe-3db7-427e-9951-89e1172d80fe,segment=NetworkSegment(4e0cd899-65ec-4482-8547-dbfcf8ea7d9d),segment_id=4e0cd899-65ec-4482-8547-dbfcf8ea7d9d)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:37.504004 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:37.565782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-baca1978-7cb4-489e-806e-6e3cfdc2ee46 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:37.594672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48524) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:37.621546 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca1978-7cb4-489e-806e-6e3cfdc2ee46 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=bdf2c5ef-c651-4df5-bcf5-cd27b48377eb,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:37.669599 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Calling delete_port for 641d18fe-3db7-427e-9951-89e1172d80fe owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:37.709407 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:37.734297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-baca1978-7cb4-489e-806e-6e3cfdc2ee46 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:37.739292 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-baca1978-7cb4-489e-806e-6e3cfdc2ee46 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/bdf2c5ef-c651-4df5-bcf5-cd27b48377eb HTTP/1.1" status: 204 len: 168 time: 1.2744317 Aug 26 01:11:37.740108 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48532) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:37.768884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-97228de0-7a55-43ca-877e-bb192f85156e None None] Deleting port 4e7018f3-981e-4fc6-a934-c7c6733ac572 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:37.769544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-97228de0-7a55-43ca-877e-bb192f85156e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:37.832172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339916c8-e6f5-416c-94bd-541f6d42cc9e']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:37.850183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5500e925-9ad9-40c0-942c-f3225311fbf8') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:37.850492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5500e925-9ad9-40c0-942c-f3225311fbf8') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:37.905110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:37.906238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-97228de0-7a55-43ca-877e-bb192f85156e None None] The port '4e7018f3-981e-4fc6-a934-c7c6733ac572' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:11:37.961087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:37.976618 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:37.977024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:37.979861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9dece4-227c-4ed6-8c57-09af62184512 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:37.981876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8a9dece4-227c-4ed6-8c57-09af62184512 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:37.983636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ffee1d-8335-4594-8e63-ecb94be92f54 None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:11:38.057132 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.079991 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8a9dece4-227c-4ed6-8c57-09af62184512 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:38.082402 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8a9dece4-227c-4ed6-8c57-09af62184512 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3412042 Aug 26 01:11:38.083760 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48540) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:38.100656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be2203-84c8-4cd7-ad60-938e59d68ff5 req-2fd1e4bd-94dc-450d-b73d-e475963b958f tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:38.102213 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-73be2203-84c8-4cd7-ad60-938e59d68ff5 req-2fd1e4bd-94dc-450d-b73d-e475963b958f tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.3953395 Aug 26 01:11:38.136391 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ffee1d-8335-4594-8e63-ecb94be92f54 None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:11:38.198215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Port': ['ID=641d18fe-3db7-427e-9951-89e1172d80fe,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:38.204008 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 5500e925-9ad9-40c0-942c-f3225311fbf8 resource provider aggregate not found Aug 26 01:11:38.212367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] No DVR routers for this DVR port 641d18fe-3db7-427e-9951-89e1172d80fe on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:38.251873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afc7a20-27c6-4ed7-bd40-e03b9b390d92 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:38.256074 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9afc7a20-27c6-4ed7-bd40-e03b9b390d92 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1678421 Aug 26 01:11:38.256215 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 5500e925-9ad9-40c0-942c-f3225311fbf8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5500e925-9ad9-40c0-942c-f3225311fbf8 found for delete ", "request_id": "req-a094ef0b-9ab0-4fa7-b66c-d907e84d6b0c"}]} Aug 26 01:11:38.256386 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48552) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:38.306845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.339168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637c0eb5-d86d-49ff-b129-a78253895fd8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:38.341171 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637c0eb5-d86d-49ff-b129-a78253895fd8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:38.342930 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637c0eb5-d86d-49ff-b129-a78253895fd8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:38.343761 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-637c0eb5-d86d-49ff-b129-a78253895fd8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:38.390416 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.411014 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-637c0eb5-d86d-49ff-b129-a78253895fd8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:38.415786 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-637c0eb5-d86d-49ff-b129-a78253895fd8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1583982 Aug 26 01:11:38.416742 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48558) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:38.420231 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-33f0abde-6f15-4419-8d87-55e7512dabce admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d06d3043746e4b40a7f48ddac82fb00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8241215 Aug 26 01:11:38.424128 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-73be2203-84c8-4cd7-ad60-938e59d68ff5 req-9bc0e71e-c2a0-466a-9f2c-2320313f93c5 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777259 Aug 26 01:11:38.428109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48560) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:38.433223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Network': ['ID=339916c8-e6f5-416c-94bd-541f6d42cc9e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:38.458006 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.526400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-b918aaae-b9d5-47f7-9cbc-3e77857ce7f3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet e683373b-b7ea-4ca1-8cef-036bcc8d34cf {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:38.528996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2001c3a0-9afb-472f-a23e-144301b0d0b2']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:38.529965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b918aaae-b9d5-47f7-9cbc-3e77857ce7f3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.550357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0cd899-65ec-4482-8547-dbfcf8ea7d9d') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:38.550541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0cd899-65ec-4482-8547-dbfcf8ea7d9d') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:38.573891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.593021 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5983c7d1-90f7-49b1-bf4d-79e20a44f1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.604125 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.619748 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4e1da084-7471-4c97-9449-7dacc8c2b868 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/networks/339916c8-e6f5-416c-94bd-541f6d42cc9e HTTP/1.1" status: 204 len: 168 time: 2.5876708 Aug 26 01:11:38.627491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:38.627906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.637540 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48572) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:38.653991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5983c7d1-90f7-49b1-bf4d-79e20a44f1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.655982 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-737906874'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:38.663627 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b918aaae-b9d5-47f7-9cbc-3e77857ce7f3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.702947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:38.717302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:network and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:38.727172 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:38.738649 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:38.791063 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1f7b2-130c-425f-9774-5f74993b24f2 req-2f44630f-3acf-4a60-a785-bc61b0bd648b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:38.792569 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d0b1f7b2-130c-425f-9774-5f74993b24f2 req-2f44630f-3acf-4a60-a785-bc61b0bd648b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.2008767 Aug 26 01:11:38.814961 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b918aaae-b9d5-47f7-9cbc-3e77857ce7f3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.840060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.850819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.864724 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:11:38.878420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:38.881984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.888811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5983c7d1-90f7-49b1-bf4d-79e20a44f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.901512 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Network': ['ID=2001c3a0-9afb-472f-a23e-144301b0d0b2,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:38.915624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5983c7d1-90f7-49b1-bf4d-79e20a44f1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:38.916804 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5983c7d1-90f7-49b1-bf4d-79e20a44f1b1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d76b5256-e00c-4a0e-8f17-9e721565806a HTTP/1.1" status: 204 len: 168 time: 0.4802601 Aug 26 01:11:38.921856 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-dae395f1-6d70-4ba9-b4c8-1967fc09ef36 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/networks/2001c3a0-9afb-472f-a23e-144301b0d0b2 HTTP/1.1" status: 204 len: 168 time: 5.0338271 Aug 26 01:11:38.922900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983c7d1-90f7-49b1-bf4d-79e20a44f1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76b5256-e00c-4a0e-8f17-9e721565806a,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:38.924938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48582) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:38.944271 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-609998219'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:38.944399 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d0b1f7b2-130c-425f-9774-5f74993b24f2 req-7f0d1f60-46a5-4466-84b6-87a14a60f681 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315098 Aug 26 01:11:38.948146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:38.955422 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Usage tracker for resource:network and tenant:bcd14021238c41399d274e88bd742222 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:38.958587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:38.966069 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:38.997073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48588) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:39.042776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b918aaae-b9d5-47f7-9cbc-3e77857ce7f3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:39.068052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Made reservation on behalf of bcd14021238c41399d274e88bd742222 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:39.073528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:39.110972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:11:39.122919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:11:39.134705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:39.135089 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Added segment b4140795-c14e-49bd-82c3-293c6b710db9 of type vlan for network 25234abb-43f7-465e-a43c-c03beefc9635 Aug 26 01:11:39.139487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9391c672-2976-4c09-bec4-fb5106730608 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:39.140337 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918aaae-b9d5-47f7-9cbc-3e77857ce7f3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=e683373b-b7ea-4ca1-8cef-036bcc8d34cf,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:39.144798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b918aaae-b9d5-47f7-9cbc-3e77857ce7f3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:39.149542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group': {'name': 'tempest-secgroup--218260185'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:39.153918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:39.155223 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Added segment defbedc0-55a9-4727-932b-b8545d48fe55 of type vlan for network 8c468533-04e5-414a-ab61-5588dd3fc5a6 Aug 26 01:11:39.159898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:39.173346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:39.178863 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:39.186064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:39.186237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:39.190942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:39.291622 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:39.292252 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b918aaae-b9d5-47f7-9cbc-3e77857ce7f3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/e683373b-b7ea-4ca1-8cef-036bcc8d34cf HTTP/1.1" status: 204 len: 168 time: 0.8735929 Aug 26 01:11:39.293164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:39.297170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:39.303187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:39.303187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:39.303450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:39.304140 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48594) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:39.323085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:39.461238 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:39.471135 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Network': ['ID=8c468533-04e5-414a-ab61-5588dd3fc5a6,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:39.487507 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 8c468533-04e5-414a-ab61-5588dd3fc5a6 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:11:39.490325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cdb7a8-8951-430d-b0f3-85468defd9ca tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet f4dc7d1d-57e4-447f-867c-e2badc0151ed {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:39.492421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:39.496842 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:39.498885 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a0cdb7a8-8951-430d-b0f3-85468defd9ca tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:39.501467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:39.512935 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:39.550193 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b6abb64e-a26a-4469-af10-44d785378eab tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9061916 Aug 26 01:11:39.561054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48602) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:39.575031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'subnet': {'network_id': '8c468533-04e5-414a-ab61-5588dd3fc5a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:39.666552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event updated for resources: {'Network': ['ID=25234abb-43f7-465e-a43c-c03beefc9635,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:39.672191 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-dec31d82-14bc-42f5-b7fe-c694b4685acf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7464201 Aug 26 01:11:39.674954 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48610) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:39.679440 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 25234abb-43f7-465e-a43c-c03beefc9635 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:11:39.685484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a51aba68-1367-47df-b890-e73a17eed711 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Request body: {'subnet': {'network_id': '25234abb-43f7-465e-a43c-c03beefc9635', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:39.686184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a0cdb7a8-8951-430d-b0f3-85468defd9ca tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:39.887266 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:39.899883 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:subnet and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:40.027977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:40.034910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.038472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:40.046467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a51aba68-1367-47df-b890-e73a17eed711 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:40.057287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a51aba68-1367-47df-b890-e73a17eed711 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:40.071305 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012d8b1-7457-41db-90a8-ba8bcd587fbb req-b5f04fda-2344-415f-a721-b5c0bc9d7c28 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:40.072819 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b012d8b1-7457-41db-90a8-ba8bcd587fbb req-b5f04fda-2344-415f-a721-b5c0bc9d7c28 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.3357725 Aug 26 01:11:40.074110 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a0cdb7a8-8951-430d-b0f3-85468defd9ca tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.169766 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b012d8b1-7457-41db-90a8-ba8bcd587fbb req-1e6d92ea-4c1c-4885-b0a9-d15c459668d9 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674539 Aug 26 01:11:40.176589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.202496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:40.211300 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:40.216196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:40.228047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:40.231077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:40.232686 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.233059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51aba68-1367-47df-b890-e73a17eed711 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Made reservation on behalf of bcd14021238c41399d274e88bd742222 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:40.237013 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a51aba68-1367-47df-b890-e73a17eed711 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.307203 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-93bce961-d592-45d9-ad25-61f1348395ab None None] Provisioning complete for port fbcd4632-cb2d-4928-aa51-5b465498db04 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:40.307729 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-93bce961-d592-45d9-ad25-61f1348395ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.312581 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a0cdb7a8-8951-430d-b0f3-85468defd9ca tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.329711 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01bff891-660b-44b0-99a6-0e58f63cbdf4,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:40.333494 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 4e0cd899-65ec-4482-8547-dbfcf8ea7d9d resource provider aggregate not found Aug 26 01:11:40.377653 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 4e0cd899-65ec-4482-8547-dbfcf8ea7d9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e0cd899-65ec-4482-8547-dbfcf8ea7d9d found for delete ", "request_id": "req-e300bc47-4c59-425b-a13f-2ed65df8c61e"}]} Aug 26 01:11:40.388173 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdb7a8-8951-430d-b0f3-85468defd9ca tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=f4dc7d1d-57e4-447f-867c-e2badc0151ed,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:40.405378 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a0cdb7a8-8951-430d-b0f3-85468defd9ca tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.418402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8b1a02-6d7a-40c4-bb74-fbbbb0739088 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:40.429717 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a0cdb7a8-8951-430d-b0f3-85468defd9ca tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/f4dc7d1d-57e4-447f-867c-e2badc0151ed HTTP/1.1" status: 204 len: 168 time: 1.1071849 Aug 26 01:11:40.431878 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48630) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:40.470586 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.519277 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f6d0cb0a-0afd-4ab3-9c35-b07c7e448141 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861285 Aug 26 01:11:40.523721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48634) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:40.526735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.533128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1a2485c3-54e0-467e-912c-58d310b30099 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:40.588268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a82c2c3-9c2e-4ddf-a0ac-f9ccf36aa5f5,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:40.674437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-93bce961-d592-45d9-ad25-61f1348395ab None None] Current status of the port fbcd4632-cb2d-4928-aa51-5b465498db04 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:40.722116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1a2485c3-54e0-467e-912c-58d310b30099 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:40.729548 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1a2485c3-54e0-467e-912c-58d310b30099 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:40.734150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1a2485c3-54e0-467e-912c-58d310b30099 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:40.744739 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1a2485c3-54e0-467e-912c-58d310b30099 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:40.774955 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7279c5a-b917-408d-b458-986deca47329 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:40.780100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c7279c5a-b917-408d-b458-986deca47329 None None] Deleting port fbcd4632-cb2d-4928-aa51-5b465498db04 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:40.780654 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c7279c5a-b917-408d-b458-986deca47329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.846063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.847339 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-08441f5a-6d3d-43e3-8c15-2af606add83b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8491752 Aug 26 01:11:40.850096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48640) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:40.878415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a51aba68-1367-47df-b890-e73a17eed711 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.883851 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.886224 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2485c3-54e0-467e-912c-58d310b30099 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:40.889669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a2485c3-54e0-467e-912c-58d310b30099 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.910115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:40.983680 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51aba68-1367-47df-b890-e73a17eed711 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event updated for resources: {'Subnet': ['ID=5767c8bd-f10a-40db-9005-dc74d5640c85,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:40.996871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51aba68-1367-47df-b890-e73a17eed711 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Checking segment: {'id': 'b4140795-c14e-49bd-82c3-293c6b710db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '25234abb-43f7-465e-a43c-c03beefc9635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:40.998276 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51aba68-1367-47df-b890-e73a17eed711 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Network hostable DHCP agents. Network: 25234abb-43f7-465e-a43c-c03beefc9635, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:11:41.074032 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c7279c5a-b917-408d-b458-986deca47329 None None] For port fbcd4632-cb2d-4928-aa51-5b465498db04, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=fbcd4632-cb2d-4928-aa51-5b465498db04,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:41.077822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c7279c5a-b917-408d-b458-986deca47329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:41.081244 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48646) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:41.081402 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b74f6246-7a44-48de-bb00-eed25d0c7cfd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2301493 Aug 26 01:11:41.088495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-eb1a8d85-528a-4c73-9e7a-18c1ec712f6e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group': {'name': 'tempest-security--1595498591', 'description': 'tempest-security-description-2086435039'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:41.107675 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51aba68-1367-47df-b890-e73a17eed711 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Network 25234abb-43f7-465e-a43c-c03beefc9635 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:11:41.145976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Subnet': ['ID=689f954a-d4e6-4074-a29e-26ef157d3152,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:41.146110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8d85-528a-4c73-9e7a-18c1ec712f6e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:41.156935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device fbcd4632-cb2d-4928-aa51-5b465498db04 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:41.176373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-a51aba68-1367-47df-b890-e73a17eed711 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 25234abb-43f7-465e-a43c-c03beefc9635) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:41.182393 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51aba68-1367-47df-b890-e73a17eed711 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:41.183196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a51aba68-1367-47df-b890-e73a17eed711 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:41.187801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Checking segment: {'id': 'defbedc0-55a9-4727-932b-b8545d48fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c468533-04e5-414a-ab61-5588dd3fc5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:41.188694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network hostable DHCP agents. Network: 8c468533-04e5-414a-ab61-5588dd3fc5a6, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:11:41.242914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8d85-528a-4c73-9e7a-18c1ec712f6e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:41.268552 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c7279c5a-b917-408d-b458-986deca47329 None None] Calling delete_port for fbcd4632-cb2d-4928-aa51-5b465498db04 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:41.306516 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a51aba68-1367-47df-b890-e73a17eed711 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6251407 Aug 26 01:11:41.308367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48658) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:41.323359 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26760016-2296-476b-bc99-e69dc3bdbb28 None None] Network 25234abb-43f7-465e-a43c-c03beefc9635 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:41.333072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 8c468533-04e5-414a-ab61-5588dd3fc5a6 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:11:41.342273 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 8c468533-04e5-414a-ab61-5588dd3fc5a6) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:41.347026 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:41.347733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:41.368165 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebf7dfb-8e05-4f17-ad15-1672850d902f None None] Network 8c468533-04e5-414a-ab61-5588dd3fc5a6 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:41.378485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8d85-528a-4c73-9e7a-18c1ec712f6e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:41.384655 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8d85-528a-4c73-9e7a-18c1ec712f6e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:41.385376 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-eb1a8d85-528a-4c73-9e7a-18c1ec712f6e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "PUT /v2.0/security-groups/1a82c2c3-9c2e-4ddf-a0ac-f9ccf36aa5f5 HTTP/1.1" status: 200 len: 1778 time: 0.3026435 Aug 26 01:11:41.385547 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48662) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:41.420313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a2485c3-54e0-467e-912c-58d310b30099 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:41.507311 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0376c90e-893e-4d66-9cce-d0e8bda4d1ba tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9446630 Aug 26 01:11:41.512103 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48670) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:41.540526 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'network_id': '8c468533-04e5-414a-ab61-5588dd3fc5a6', 'name': 'tempest-PortsIpV6TestJSON-1160475173', 'fixed_ips': [{'subnet_id': '689f954a-d4e6-4074-a29e-26ef157d3152', 'ip_address': '2001:db8::10'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:41.552787 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2485c3-54e0-467e-912c-58d310b30099 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:41.567403 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-84bab180-3529-42ac-8d53-d3226aa9c34e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-groups/1a82c2c3-9c2e-4ddf-a0ac-f9ccf36aa5f5 HTTP/1.1" status: 200 len: 1778 time: 0.1765680 Aug 26 01:11:41.567403 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-1a2485c3-54e0-467e-912c-58d310b30099 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:41.570689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48674) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:41.574154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2485c3-54e0-467e-912c-58d310b30099 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:41.575236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a2485c3-54e0-467e-912c-58d310b30099 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:41.579915 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2485c3-54e0-467e-912c-58d310b30099 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=3ef3e98f-b642-4f3f-8c51-cc82ba0b84bc,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:41.639803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port fbcd4632-cb2d-4928-aa51-5b465498db04 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:41.640333 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:41.665086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a8d85-528a-4c73-9e7a-18c1ec712f6e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a82c2c3-9c2e-4ddf-a0ac-f9ccf36aa5f5,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:41.671262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61ee7392-d14e-45b2-9720-ed89feb92a27 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:41.672374 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c7279c5a-b917-408d-b458-986deca47329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:41.709893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61ee7392-d14e-45b2-9720-ed89feb92a27 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:41.725011 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1a2485c3-54e0-467e-912c-58d310b30099 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2001922 Aug 26 01:11:41.728346 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48682) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:41.744381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6ddfa504-447f-48fc-9af8-0935ac2dc356 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:41.748746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7279c5a-b917-408d-b458-986deca47329 None None] No DVR routers for this DVR port fbcd4632-cb2d-4928-aa51-5b465498db04 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:41.784365 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7279c5a-b917-408d-b458-986deca47329 None None] Pushing event deleted for resources: {'Port': ['ID=fbcd4632-cb2d-4928-aa51-5b465498db04,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:41.800314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0643b837-cbba-4315-a330-fb090d5fa3f9 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:41.863557 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e23f0-c9a6-4aaf-aa29-b3ed9ed5e6a3 req-ff0a2857-4203-4cc8-81fb-36c13ef033b0 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:41.866905 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d58e23f0-c9a6-4aaf-aa29-b3ed9ed5e6a3 req-ff0a2857-4203-4cc8-81fb-36c13ef033b0 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.5574756 Aug 26 01:11:41.871358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:41.881400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:41.886717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:port and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:41.890725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:41.897532 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:41.987450 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d58e23f0-c9a6-4aaf-aa29-b3ed9ed5e6a3 req-55f7e713-44d5-4acc-a508-06e70907b76c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134486 Aug 26 01:11:42.015434 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6ddfa504-447f-48fc-9af8-0935ac2dc356 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:42.022083 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6ddfa504-447f-48fc-9af8-0935ac2dc356 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:42.025067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6ddfa504-447f-48fc-9af8-0935ac2dc356 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:42.025867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:42.031113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6ddfa504-447f-48fc-9af8-0935ac2dc356 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:42.039947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61ee7392-d14e-45b2-9720-ed89feb92a27 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.053047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.059237 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee7392-d14e-45b2-9720-ed89feb92a27 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a82c2c3-9c2e-4ddf-a0ac-f9ccf36aa5f5,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:42.072554 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61ee7392-d14e-45b2-9720-ed89feb92a27 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.076458 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-61ee7392-d14e-45b2-9720-ed89feb92a27 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-groups/1a82c2c3-9c2e-4ddf-a0ac-f9ccf36aa5f5 HTTP/1.1" status: 204 len: 168 time: 0.5020816 Aug 26 01:11:42.076604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48686) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:42.146071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddfa504-447f-48fc-9af8-0935ac2dc356 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:42.151840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa504-447f-48fc-9af8-0935ac2dc356 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.181451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c8233bf9-1f13-4fa4-a4d4-891c831e15f4 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:42.227238 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.253087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port 38cb7e70-5e18-41c4-a100-2f9a91db4311 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:11:42.293425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.294035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-8c468533-04e5-414a-ab61-5588dd3fc5a6', 'network_id': '8c468533-04e5-414a-ab61-5588dd3fc5a6', 'tenant_id': '889b104f11a34d0f8f574727b339f84a', 'fixed_ips': [{'subnet_id': '689f954a-d4e6-4074-a29e-26ef157d3152'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:11:42.294909 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.317372 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d582c36e-f8df-42c9-be96-f5f6e153b02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-25234abb-43f7-465e-a43c-c03beefc9635', 'network_id': '25234abb-43f7-465e-a43c-c03beefc9635', 'tenant_id': 'bcd14021238c41399d274e88bd742222', 'fixed_ips': [{'subnet_id': '5767c8bd-f10a-40db-9005-dc74d5640c85'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:11:42.318350 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d582c36e-f8df-42c9-be96-f5f6e153b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.335916 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': '3ef3e98f-b642-4f3f-8c51-cc82ba0b84bc'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:11:42.336796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.348378 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Subnet': ['ID=5767c8bd-f10a-40db-9005-dc74d5640c85,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:42.386868 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.ipam_backend_mixin [None req-6ddfa504-447f-48fc-9af8-0935ac2dc356 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ef3e98f-b642-4f3f-8c51-cc82ba0b84bc (CIDR: 2001:db8::/64) Aug 26 01:11:42.391948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c8233bf9-1f13-4fa4-a4d4-891c831e15f4 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:42.396717 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c8233bf9-1f13-4fa4-a4d4-891c831e15f4 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3160987 Aug 26 01:11:42.401633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48690) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:42.405729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-8ae3eaec-5fe6-48d8-8553-4d413f5ca680 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:42.408983 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-8ae3eaec-5fe6-48d8-8553-4d413f5ca680 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.94 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.1650434 Aug 26 01:11:42.452270 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddfa504-447f-48fc-9af8-0935ac2dc356 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:11:42.452855 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ddfa504-447f-48fc-9af8-0935ac2dc356 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:42.500330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-000a527e-2446-49ae-aa12-ad60be77737a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Deleting port f3c97109-2c25-45f5-9473-dbefc15173ad {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:42.500838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-000a527e-2446-49ae-aa12-ad60be77737a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.538910 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-079a945e-5c9b-4dd8-a842-f582c91b3384 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] delete failed (client error): The resource could not be found. Aug 26 01:11:42.543610 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-079a945e-5c9b-4dd8-a842-f582c91b3384 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-groups/1a82c2c3-9c2e-4ddf-a0ac-f9ccf36aa5f5 HTTP/1.1" status: 404 len: 347 time: 0.1372716 Aug 26 01:11:42.549309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48694) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:42.553197 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.570398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fc54a210-5342-4dec-9742-c5b418b52990 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group': {'name': 'tempest-secgroup--173359662'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:42.584799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fc54a210-5342-4dec-9742-c5b418b52990 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:42.613888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25234abb-43f7-465e-a43c-c03beefc9635']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:42.621241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fc54a210-5342-4dec-9742-c5b418b52990 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:42.631314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4140795-c14e-49bd-82c3-293c6b710db9') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:42.635621 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4140795-c14e-49bd-82c3-293c6b710db9') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:42.646800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.654451 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6ddfa504-447f-48fc-9af8-0935ac2dc356 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9248161 Aug 26 01:11:42.658239 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48698) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:42.665192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:42.746831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Allocated IP 2001:db8::2 (8c468533-04e5-414a-ab61-5588dd3fc5a6/689f954a-d4e6-4074-a29e-26ef157d3152/1aca4e87-cb87-437c-b4ee-fd06450378a5) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:42.773116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Allocated IP 2001:db8::2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/3ef3e98f-b642-4f3f-8c51-cc82ba0b84bc/29ec5efc-c704-41f8-90e9-6416ecd4d56c) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:42.816242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fc54a210-5342-4dec-9742-c5b418b52990 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.829896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.904706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:42.905273 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.914347 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5825eb4c-c490-4daa-92d2-a7a79565d45b None None] Network 25234abb-43f7-465e-a43c-c03beefc9635 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:42.926256 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-000a527e-2446-49ae-aa12-ad60be77737a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] For port f3c97109-2c25-45f5-9473-dbefc15173ad, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=f3c97109-2c25-45f5-9473-dbefc15173ad,segment=NetworkSegment(d7f33ff3-def1-4b75-b974-5922cee48efe),segment_id=d7f33ff3-def1-4b75-b974-5922cee48efe)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:42.926755 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-000a527e-2446-49ae-aa12-ad60be77737a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:42.934809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fc54a210-5342-4dec-9742-c5b418b52990 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:42.982505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fc54a210-5342-4dec-9742-c5b418b52990 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:42.991977 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment b4140795-c14e-49bd-82c3-293c6b710db9 resource provider aggregate not found Aug 26 01:11:43.035316 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fc54a210-5342-4dec-9742-c5b418b52990 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:43.043572 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment b4140795-c14e-49bd-82c3-293c6b710db9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4140795-c14e-49bd-82c3-293c6b710db9 found for delete ", "request_id": "req-93dee9d8-5269-411d-bc82-a1569a8b1be0"}]} Aug 26 01:11:43.050966 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fc54a210-5342-4dec-9742-c5b418b52990 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:43.120637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:43.127687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:subnet and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:43.132218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:43.145617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:43.148413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48710) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:43.155654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993699815', 'description': 'tempest-secgroup-smoke-993699815 description', 'project_id': '3c7b4bbf6ea3427f837b93377020060f'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:43.171932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:43.200741 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.228508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.242530 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Usage tracker for resource:security_group and tenant:3c7b4bbf6ea3427f837b93377020060f is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:43.245725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:43.252353 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.258830 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Network': ['ID=25234abb-43f7-465e-a43c-c03beefc9635,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:43.276550 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:43.283169 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:43.286761 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.309247 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Transition to ACTIVE for port object 29ec5efc-c704-41f8-90e9-6416ecd4d56c will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:43.317056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-000a527e-2446-49ae-aa12-ad60be77737a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.317558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-000a527e-2446-49ae-aa12-ad60be77737a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.317936 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-000a527e-2446-49ae-aa12-ad60be77737a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Floating IP 165e6e3b-d9f5-41db-9219-5af9abf44b76 disassociated. External IP: 172.26.2.212, port: f3c97109-2c25-45f5-9473-dbefc15173ad. Aug 26 01:11:43.318154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-000a527e-2446-49ae-aa12-ad60be77737a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Calling delete_port for f3c97109-2c25-45f5-9473-dbefc15173ad owned by compute:nova {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:43.330886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fc54a210-5342-4dec-9742-c5b418b52990 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.367043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.385562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.407279 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:43.417058 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Usage tracker for resource:security_group_rule and tenant:3c7b4bbf6ea3427f837b93377020060f is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:43.432214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fc54a210-5342-4dec-9742-c5b418b52990 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.432386 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:43.432486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Transition to ACTIVE for port object 29ec5efc-c704-41f8-90e9-6416ecd4d56c will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:43.432947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:43.452613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.462002 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26d93c-9001-4e2f-8c2e-26796a92de88 req-b4ac33fa-ac6c-4b2d-b2dd-d77566d04a9c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:43.463523 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2d26d93c-9001-4e2f-8c2e-26796a92de88 req-b4ac33fa-ac6c-4b2d-b2dd-d77566d04a9c tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 945 time: 0.3404074 Aug 26 01:11:43.471477 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Transition to ACTIVE for port object 1aca4e87-cb87-437c-b4ee-fd06450378a5 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:43.493605 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Transition to ACTIVE for port object 1aca4e87-cb87-437c-b4ee-fd06450378a5 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:43.500629 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f783401b-47dd-4646-b9c2-915fa3350fcf tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/networks/25234abb-43f7-465e-a43c-c03beefc9635 HTTP/1.1" status: 204 len: 168 time: 2.1900334 Aug 26 01:11:43.506582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.509352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48714) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:43.514916 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2054410686'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:43.532417 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:43.539976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54a210-5342-4dec-9742-c5b418b52990 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fa9e90-a42c-48d0-b7bf-e08e695e621e,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:43.545827 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Usage tracker for resource:network and tenant:bcd14021238c41399d274e88bd742222 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:43.552242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:43.559356 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2d26d93c-9001-4e2f-8c2e-26796a92de88 req-7cf02da5-089e-44b7-bcf7-7b25e31b0d9b tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups?id=4a0eaaab-f8de-4176-ab43-f4747339fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848317 Aug 26 01:11:43.565409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:43.583142 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:43.592560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:43.606289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:43.608689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fc54a210-5342-4dec-9742-c5b418b52990 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.610906 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fc54a210-5342-4dec-9742-c5b418b52990 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0594130 Aug 26 01:11:43.616200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48718) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:43.631287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a06c0681-db2c-44e5-8b3d-f74887d62352 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group_rule': {'security_group_id': '83fa9e90-a42c-48d0-b7bf-e08e695e621e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:43.646520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.657925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Made reservation on behalf of bcd14021238c41399d274e88bd742222 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:43.662419 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.662537 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.675070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-000a527e-2446-49ae-aa12-ad60be77737a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.677134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a06c0681-db2c-44e5-8b3d-f74887d62352 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:43.691471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a06c0681-db2c-44e5-8b3d-f74887d62352 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:43.696313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a06c0681-db2c-44e5-8b3d-f74887d62352 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:43.712272 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Pushing event updated for resources: {'Port': ['ID=29ec5efc-c704-41f8-90e9-6416ecd4d56c,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:43.712497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a06c0681-db2c-44e5-8b3d-f74887d62352 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:43.740532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.742787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Allocated IP 2001:db8::10 (8c468533-04e5-414a-ab61-5588dd3fc5a6/689f954a-d4e6-4074-a29e-26ef157d3152/38cb7e70-5e18-41c4-a100-2f9a91db4311) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:43.760293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a527e-2446-49ae-aa12-ad60be77737a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Pushing event deleted for resources: {'Port': ['ID=f3c97109-2c25-45f5-9473-dbefc15173ad,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:43.766098 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:43.777222 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Usage tracker for resource:security_group_rule and tenant:3c7b4bbf6ea3427f837b93377020060f is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:43.781997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:43.799827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Network 8c468533-04e5-414a-ab61-5588dd3fc5a6 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:43.804666 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:43.807210 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:43.810745 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:11:43.814123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:43.817788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Attempting to bind port 29ec5efc-c704-41f8-90e9-6416ecd4d56c on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:11:43.817788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Attempting to bind port 29ec5efc-c704-41f8-90e9-6416ecd4d56c by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:11:43.817788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Attempting to bind port 29ec5efc-c704-41f8-90e9-6416ecd4d56c on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:11:43.873239 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a06c0681-db2c-44e5-8b3d-f74887d62352 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.887488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Pushing event updated for resources: {'Port': ['ID=1aca4e87-cb87-437c-b4ee-fd06450378a5,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:43.894237 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:11:43.894864 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:43.896302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.896848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:11:43.897646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Bound port: 29ec5efc-c704-41f8-90e9-6416ecd4d56c, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:11:43.898270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:43.981764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a451089d-0847-4d41-aeda-0f8ef1ff1497,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:44.007630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.007987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Attempting to bind port 1aca4e87-cb87-437c-b4ee-fd06450378a5 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:11:44.008187 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Added segment 6ee52d00-b01a-43b6-8861-6e3f1dc5a740 of type vlan for network 092a2f05-e659-46f1-a414-40954fee4587 Aug 26 01:11:44.008356 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Attempting to bind port 1aca4e87-cb87-437c-b4ee-fd06450378a5 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'defbedc0-55a9-4727-932b-b8545d48fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c468533-04e5-414a-ab61-5588dd3fc5a6'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:11:44.008714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Attempting to bind port 1aca4e87-cb87-437c-b4ee-fd06450378a5 on network 8c468533-04e5-414a-ab61-5588dd3fc5a6 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:11:44.022706 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:11:44.023346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Checking segment: {'id': 'defbedc0-55a9-4727-932b-b8545d48fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c468533-04e5-414a-ab61-5588dd3fc5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:44.023760 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.024153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Bound using segment: {'id': 'defbedc0-55a9-4727-932b-b8545d48fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c468533-04e5-414a-ab61-5588dd3fc5a6'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:11:44.024670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Bound port: 1aca4e87-cb87-437c-b4ee-fd06450378a5, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defbedc0-55a9-4727-932b-b8545d48fe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8c468533-04e5-414a-ab61-5588dd3fc5a6'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:11:44.024997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.090638 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.107436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a06c0681-db2c-44e5-8b3d-f74887d62352 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.171484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] For port 29ec5efc-c704-41f8-90e9-6416ecd4d56c, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:11:44.175804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] For port 29ec5efc-c704-41f8-90e9-6416ecd4d56c, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=29ec5efc-c704-41f8-90e9-6416ecd4d56c,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:11:44.179841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] For port 1aca4e87-cb87-437c-b4ee-fd06450378a5, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:11:44.183123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] For port 1aca4e87-cb87-437c-b4ee-fd06450378a5, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1aca4e87-cb87-437c-b4ee-fd06450378a5,segment=NetworkSegment(defbedc0-55a9-4727-932b-b8545d48fe55),segment_id=defbedc0-55a9-4727-932b-b8545d48fe55)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:11:44.185558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.198786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-000a527e-2446-49ae-aa12-ad60be77737a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:11:44.203831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a06c0681-db2c-44e5-8b3d-f74887d62352 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.217462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.238795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.255475 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.objects.ports [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89862) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:11:44.292454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.308021 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c0681-db2c-44e5-8b3d-f74887d62352 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6d2187-d05b-4dbc-bcb4-864066d4b9fc,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:44.315631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Transition to ACTIVE for port object 38cb7e70-5e18-41c4-a100-2f9a91db4311 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:44.369562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae105c34-656b-4a02-bc3c-ece8c8a91610 None None] Pushing event updated for resources: {'Port': ['ID=29ec5efc-c704-41f8-90e9-6416ecd4d56c,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:44.393840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a06c0681-db2c-44e5-8b3d-f74887d62352 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.398475 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a06c0681-db2c-44e5-8b3d-f74887d62352 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7789705 Aug 26 01:11:44.400113 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48722) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:44.411577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-000a527e-2446-49ae-aa12-ad60be77737a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:11:44.439789 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792c844c-450d-4e4e-a47e-c6b7dd0be7c1 None None] Sync routers for ids ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:11:44.451625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.456121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.462317 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:44.463108 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.471684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a5fa-e42f-4b1f-9b01-a09e22680729 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.472625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c844c-450d-4e4e-a47e-c6b7dd0be7c1 None None] Routers {'7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:44.473611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-792c844c-450d-4e4e-a47e-c6b7dd0be7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:44.483600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.541611 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a5fa-e42f-4b1f-9b01-a09e22680729 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.662327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 8c468533-04e5-414a-ab61-5588dd3fc5a6 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:44.675380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:44.687690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:44.694147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:44.694956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.698888 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28189623-ba38-42ab-afed-c7fa695a5d4b None None] Pushing event updated for resources: {'Port': ['ID=1aca4e87-cb87-437c-b4ee-fd06450378a5,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:44.714397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=38cb7e70-5e18-41c4-a100-2f9a91db4311,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:44.747828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.818827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a5fa-e42f-4b1f-9b01-a09e22680729 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.841900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a5fa-e42f-4b1f-9b01-a09e22680729 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.845170 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2bd3a5fa-e42f-4b1f-9b01-a09e22680729 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/5f6d2187-d05b-4dbc-bcb4-864066d4b9fc HTTP/1.1" status: 204 len: 168 time: 0.4428136 Aug 26 01:11:44.851622 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48728) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:44.865181 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6b5e0187-d376-40e2-927e-4f789c710045 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3478227 Aug 26 01:11:44.869765 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3a5fa-e42f-4b1f-9b01-a09e22680729 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f6d2187-d05b-4dbc-bcb4-864066d4b9fc,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:44.881824 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48732) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:44.898966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-792c844c-450d-4e4e-a47e-c6b7dd0be7c1 None None] Set router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:44.914503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'network_id': '8c468533-04e5-414a-ab61-5588dd3fc5a6', 'name': 'tempest-PortsIpV6TestJSON-1421808841', 'fixed_ips': [{'subnet_id': '689f954a-d4e6-4074-a29e-26ef157d3152', 'ip_address': '2001:db8::f'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:44.952653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.954584 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.8043573 Aug 26 01:11:44.967652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48736) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:44.972515 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device f3c97109-2c25-45f5-9473-dbefc15173ad no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:44.990543 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-000a527e-2446-49ae-aa12-ad60be77737a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] No DVR routers for this DVR port f3c97109-2c25-45f5-9473-dbefc15173ad on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:44.993691 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4833410 Aug 26 01:11:44.995029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-000a527e-2446-49ae-aa12-ad60be77737a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:44.997161 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3b646ed2-9935-444c-bd87-a3699d5220ec req-000a527e-2446-49ae-aa12-ad60be77737a tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.94 "DELETE /v2.0/ports/f3c97109-2c25-45f5-9473-dbefc15173ad HTTP/1.1" status: 204 len: 173 time: 2.5794094 Aug 26 01:11:45.015981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8b1662-bfcc-40aa-82af-612a87437427', 'name': 'network-vif-deleted', 'tag': 'f3c97109-2c25-45f5-9473-dbefc15173ad'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:11:45.052146 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: f3c97109-2c25-45f5-9473-dbefc15173ad {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:45.052798 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device f3c97109-2c25-45f5-9473-dbefc15173ad not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:45.070163 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48738) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:45.096639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Request body: {'subnet': {'network_id': '092a2f05-e659-46f1-a414-40954fee4587', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:45.123834 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8060b71-a1a3-42a7-94a9-1064aef48827 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb70a4c-0c14-4e2a-bf63-3760edecb54d,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:45.139617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e20898-d01e-4451-95b1-b45cf213e187 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event updated for resources: {'Network': ['ID=092a2f05-e659-46f1-a414-40954fee4587,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:45.149375 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-f66ea04a-e3f6-44c4-bfb5-25ac2eac1960 req-12efff89-083c-467d-af7b-59c4b1f10725 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Synchronizing usage tracker for tenant:2b51416469154fda977a78b7767f918c on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:45.176489 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b94042db-9510-42be-b93b-ada114f255b9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Request body: {'security_group_rule': {'security_group_id': 'ecb70a4c-0c14-4e2a-bf63-3760edecb54d', 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:45.195100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b94042db-9510-42be-b93b-ada114f255b9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:45.222155 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 092a2f05-e659-46f1-a414-40954fee4587 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:11:45.239140 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3602f16f-d30b-4fb3-a961-89cf1dd08742 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:45.249771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b94042db-9510-42be-b93b-ada114f255b9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Usage tracker for resource:security_group_rule and tenant:3c7b4bbf6ea3427f837b93377020060f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:45.312252 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b94042db-9510-42be-b93b-ada114f255b9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:45.342057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b94042db-9510-42be-b93b-ada114f255b9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:45.354490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-f66ea04a-e3f6-44c4-bfb5-25ac2eac1960 req-12efff89-083c-467d-af7b-59c4b1f10725 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Unset dirty status for tenant:2b51416469154fda977a78b7767f918c on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:45.355724 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f66ea04a-e3f6-44c4-bfb5-25ac2eac1960 req-12efff89-083c-467d-af7b-59c4b1f10725 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 210 time: 0.3705840 Aug 26 01:11:45.364530 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317b994d-8cde-4b58-bd1d-d374e6b17a53'] response: {'server_uuid': 'bd8b1662-bfcc-40aa-82af-612a87437427', 'name': 'network-vif-deleted', 'tag': 'f3c97109-2c25-45f5-9473-dbefc15173ad', 'status': 'completed', 'code': 200} Aug 26 01:11:45.365538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:45.374134 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Usage tracker for resource:subnet and tenant:bcd14021238c41399d274e88bd742222 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:45.392997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:45.416541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:45.424982 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:45.435561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:port and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:45.441164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:45.444874 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1aca4e87-cb87-437c-b4ee-fd06450378a5 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:11:45.457589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:45.472928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] For port 29ec5efc-c704-41f8-90e9-6416ecd4d56c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=29ec5efc-c704-41f8-90e9-6416ecd4d56c,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:45.476979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3602f16f-d30b-4fb3-a961-89cf1dd08742 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:45.478339 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3602f16f-d30b-4fb3-a961-89cf1dd08742 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6237774 Aug 26 01:11:45.481353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b94042db-9510-42be-b93b-ada114f255b9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:45.481482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48748) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:45.503784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Made reservation on behalf of bcd14021238c41399d274e88bd742222 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:45.519618 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:45.542777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:45.548259 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:45.560592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:45.581088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port 95ae1291-ec3b-4790-bcb8-a5675f78b298 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:11:45.675496 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-792c844c-450d-4e4e-a47e-c6b7dd0be7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:29Z', 'updated_at': '2022-08-26T01:07:45Z', 'revision_number': 4, 'project_id': '2b51416469154fda977a78b7767f918c', 'gw_port': {'id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:32Z', 'updated_at': '2022-08-26T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9c4b3bfb-db45-49bb-b83e-2bd59dd64939', 'name': '', 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'mac_address': 'fa:16:3e:96:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:42Z', 'updated_at': '2022-08-26T01:07:55Z', 'revision_number': 5, 'project_id': '2b51416469154fda977a78b7767f918c', 'subnets': [{'id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:45.684912 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792c844c-450d-4e4e-a47e-c6b7dd0be7c1 None None] Checking router: 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:11:45.695567 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e4751367-0c5b-444d-b9f9-ca25b771e806 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:45.701931 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c844c-450d-4e4e-a47e-c6b7dd0be7c1 None None] Routers {'7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:45.702893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-792c844c-450d-4e4e-a47e-c6b7dd0be7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:45.736780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e4751367-0c5b-444d-b9f9-ca25b771e806 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:45.752592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:45.753474 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:45.952478 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=29ec5efc-c704-41f8-90e9-6416ecd4d56c,revision_number=4']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:45.967123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=a2d320b8-5912-4d0e-a940-9a78108a0431,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:45.974518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:45.995424 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 1aca4e87-cb87-437c-b4ee-fd06450378a5 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:45.999730 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:46.003903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b94042db-9510-42be-b93b-ada114f255b9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:46.008916 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:46.009898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:46.015851 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 29ec5efc-c704-41f8-90e9-6416ecd4d56c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:11:46.094310 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-792c844c-450d-4e4e-a47e-c6b7dd0be7c1 None None] Set router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:46.211262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Allocated IP 2001:db8::f (8c468533-04e5-414a-ab61-5588dd3fc5a6/689f954a-d4e6-4074-a29e-26ef157d3152/95ae1291-ec3b-4790-bcb8-a5675f78b298) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:46.211927 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c6045e-0684-4406-be7c-059fc7bb784f None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:46.264603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ed61a0-f47e-4c59-bceb-6b82f2824d74 None None] Network 8c468533-04e5-414a-ab61-5588dd3fc5a6 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:46.340483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:46.539125 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f2392de-82dc-4182-9a77-1c8474e7c69d req-431251b3-819a-4bfe-9989-5befbacaac50 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8b1662-bfcc-40aa-82af-612a87437427 HTTP/1.1" status: 200 len: 210 time: 0.0488732 Aug 26 01:11:46.576371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Transition to ACTIVE for port object 95ae1291-ec3b-4790-bcb8-a5675f78b298 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:46.576582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e4751367-0c5b-444d-b9f9-ca25b771e806 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:46.599060 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4751367-0c5b-444d-b9f9-ca25b771e806 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fa9e90-a42c-48d0-b7bf-e08e695e621e,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:46.617841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b94042db-9510-42be-b93b-ada114f255b9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:46.646600 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 29ec5efc-c704-41f8-90e9-6416ecd4d56c completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:46.649601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7667768e-5e4d-445d-aacc-66f608e495e4 None None] Provisioning for port 29ec5efc-c704-41f8-90e9-6416ecd4d56c completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:46.655661 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a4df659b-65b3-43eb-a2c6-6d8b72e4b981 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9966598 Aug 26 01:11:46.656764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94042db-9510-42be-b93b-ada114f255b9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe720fc-c19e-4048-9300-7c000007ca08,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:46.659658 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48754) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:46.666281 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'mac_address': 'fa:16:3e:9f:1d:87', 'name': 'tempest-NetworksTestDHCPv6-1790716983'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:46.732742 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.objects.ports [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89863) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:11:46.734818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:46.745374 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 29ec5efc-c704-41f8-90e9-6416ecd4d56c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:46.746963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:46.747449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b94042db-9510-42be-b93b-ada114f255b9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:46.752696 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b94042db-9510-42be-b93b-ada114f255b9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5943618 Aug 26 01:11:46.753597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48758) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:46.767775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:46.812194 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7667768e-5e4d-445d-aacc-66f608e495e4 None None] Provisioning complete for port 29ec5efc-c704-41f8-90e9-6416ecd4d56c triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:46.813949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7667768e-5e4d-445d-aacc-66f608e495e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:46.824400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b9cbf252-400a-4963-b881-05b56e53e206 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Request body: {'security_group_rule': {'security_group_id': 'ecb70a4c-0c14-4e2a-bf63-3760edecb54d', 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:46.830570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b9cbf252-400a-4963-b881-05b56e53e206 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:46.835411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b9cbf252-400a-4963-b881-05b56e53e206 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Usage tracker for resource:security_group_rule and tenant:3c7b4bbf6ea3427f837b93377020060f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:46.844234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b9cbf252-400a-4963-b881-05b56e53e206 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:46.849028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b9cbf252-400a-4963-b881-05b56e53e206 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:46.851207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event updated for resources: {'Subnet': ['ID=71c16ca2-a521-4f3e-a91b-173ce2710d63,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:46.853373 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Checking segment: {'id': '6ee52d00-b01a-43b6-8861-6e3f1dc5a740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '092a2f05-e659-46f1-a414-40954fee4587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:46.853908 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Network hostable DHCP agents. Network: 092a2f05-e659-46f1-a414-40954fee4587, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:11:46.902461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 8c468533-04e5-414a-ab61-5588dd3fc5a6 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:46.911661 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:46.914121 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:46.920514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:46.921310 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:46.927682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e4751367-0c5b-444d-b9f9-ca25b771e806 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:46.929387 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e4751367-0c5b-444d-b9f9-ca25b771e806 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-groups/83fa9e90-a42c-48d0-b7bf-e08e695e621e HTTP/1.1" status: 204 len: 168 time: 1.4461401 Aug 26 01:11:46.932018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48762) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:46.965778 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b9cbf252-400a-4963-b881-05b56e53e206 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:46.978801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=95ae1291-ec3b-4790-bcb8-a5675f78b298,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:46.992492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fb8722ee-c570-44ba-8d3f-58f11dccffd6 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:47.002166 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Network 092a2f05-e659-46f1-a414-40954fee4587 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:11:47.030008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:47.040819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:47.046852 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1b0b545f-46a8-4542-8aca-c30ca3bbbf4e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1608958 Aug 26 01:11:47.046852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:47.048685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48766) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:47.053580 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:47.073024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b9cbf252-400a-4963-b881-05b56e53e206 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:47.145728 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c66fb5-1858-4fab-bbf8-d7d304849455 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:47.147412 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-74c66fb5-1858-4fab-bbf8-d7d304849455 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0974622 Aug 26 01:11:47.148938 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 092a2f05-e659-46f1-a414-40954fee4587) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:47.150821 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48770) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:47.173116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5396392-55f5-4b85-9651-042c854ad7bd None None] Network 092a2f05-e659-46f1-a414-40954fee4587 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:47.187888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:47.189056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:47.205663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:47.213509 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fb8722ee-c570-44ba-8d3f-58f11dccffd6 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:47.214774 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fb8722ee-c570-44ba-8d3f-58f11dccffd6 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2810481 Aug 26 01:11:47.218960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48774) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:47.221442 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7667768e-5e4d-445d-aacc-66f608e495e4 None None] Current status of the port 29ec5efc-c704-41f8-90e9-6416ecd4d56c is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:47.221856 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7667768e-5e4d-445d-aacc-66f608e495e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:47.224779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d608bf30-e241-4a20-9f10-c9107eea46ea tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018695283'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:47.231693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b9cbf252-400a-4963-b881-05b56e53e206 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:47.238240 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d608bf30-e241-4a20-9f10-c9107eea46ea tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:47.251047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d608bf30-e241-4a20-9f10-c9107eea46ea tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:47.281012 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea71430-8e1f-4991-898c-0396b2199327 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:47.287229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea71430-8e1f-4991-898c-0396b2199327 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:47.292918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea71430-8e1f-4991-898c-0396b2199327 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:47.297250 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8ea71430-8e1f-4991-898c-0396b2199327 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1431375 Aug 26 01:11:47.297521 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48778) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:47.331624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbf252-400a-4963-b881-05b56e53e206 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316badb2-d784-4741-9326-234a5ea22a12,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:47.333722 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e8ab93d1-5fe3-467e-a16d-12b5e7db819f tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2510428 Aug 26 01:11:47.339991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48782) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:47.354065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d608bf30-e241-4a20-9f10-c9107eea46ea tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:47.383524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d608bf30-e241-4a20-9f10-c9107eea46ea tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:47.387953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7667768e-5e4d-445d-aacc-66f608e495e4 None None] For port 29ec5efc-c704-41f8-90e9-6416ecd4d56c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=29ec5efc-c704-41f8-90e9-6416ecd4d56c,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:47.391839 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2f1ac-6688-4651-9e55-561e02243884 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 95ae1291-ec3b-4790-bcb8-a5675f78b298 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:47.392236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f1ac-6688-4651-9e55-561e02243884 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:47.404023 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 29ec5efc-c704-41f8-90e9-6416ecd4d56c is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:47.404384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:47.418534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d608bf30-e241-4a20-9f10-c9107eea46ea tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:47.426241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d608bf30-e241-4a20-9f10-c9107eea46ea tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:47.445621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d608bf30-e241-4a20-9f10-c9107eea46ea tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:47.453016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-792c844c-450d-4e4e-a47e-c6b7dd0be7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:29Z', 'updated_at': '2022-08-26T01:07:45Z', 'revision_number': 4, 'project_id': '2b51416469154fda977a78b7767f918c', 'gw_port': {'id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:32Z', 'updated_at': '2022-08-26T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9c4b3bfb-db45-49bb-b83e-2bd59dd64939', 'name': '', 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'mac_address': 'fa:16:3e:96:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:42Z', 'updated_at': '2022-08-26T01:07:55Z', 'revision_number': 5, 'project_id': '2b51416469154fda977a78b7767f918c', 'subnets': [{'id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:47.461895 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b9cbf252-400a-4963-b881-05b56e53e206 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:47.466235 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b9cbf252-400a-4963-b881-05b56e53e206 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7010841 Aug 26 01:11:47.467502 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48786) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:47.482146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-8a2d2a43-e42a-439d-8b8b-55f059a411b6 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Request body: {'security_group_rule': {'security_group_id': 'ecb70a4c-0c14-4e2a-bf63-3760edecb54d', 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:47.504788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792c844c-450d-4e4e-a47e-c6b7dd0be7c1 None None] The sync data for ids ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'] in dv-neutron-854561-2-hyperv is: [{'id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:29Z', 'updated_at': '2022-08-26T01:07:45Z', 'revision_number': 4, 'project_id': '2b51416469154fda977a78b7767f918c', 'gw_port': {'id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:32Z', 'updated_at': '2022-08-26T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9c4b3bfb-db45-49bb-b83e-2bd59dd64939', 'name': '', 'network_id': 'ddd58b69-18ff-473a-81ae-b003ddd4fec6', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'mac_address': 'fa:16:3e:96:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:42Z', 'updated_at': '2022-08-26T01:07:55Z', 'revision_number': 5, 'project_id': '2b51416469154fda977a78b7767f918c', 'subnets': [{'id': '8b9c5a93-9423-4301-b9da-a87da6db8e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:11:47.506570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7667768e-5e4d-445d-aacc-66f608e495e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:47.515327 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8a2d2a43-e42a-439d-8b8b-55f059a411b6 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:47.544751 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8a2d2a43-e42a-439d-8b8b-55f059a411b6 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Usage tracker for resource:security_group_rule and tenant:3c7b4bbf6ea3427f837b93377020060f is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:47.569399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8a2d2a43-e42a-439d-8b8b-55f059a411b6 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:47.587853 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8a2d2a43-e42a-439d-8b8b-55f059a411b6 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:47.618675 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:47.710502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:11:47.711096 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:11:47.780250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:47.820449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a7e217-e428-41ed-98ca-bca2ad67e26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-092a2f05-e659-46f1-a414-40954fee4587', 'network_id': '092a2f05-e659-46f1-a414-40954fee4587', 'tenant_id': 'bcd14021238c41399d274e88bd742222', 'fixed_ips': [{'subnet_id': '71c16ca2-a521-4f3e-a91b-173ce2710d63'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:11:47.821610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-39a7e217-e428-41ed-98ca-bca2ad67e26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:47.832927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:47.870096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48794) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:47.921103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667768e-5e4d-445d-aacc-66f608e495e4 None None] Pushing event updated for resources: {'Port': ['ID=29ec5efc-c704-41f8-90e9-6416ecd4d56c,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:47.953227 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5c1d933b-bd1b-4d1f-9a93-6498091d2130 None None] Provisioning for port 1aca4e87-cb87-437c-b4ee-fd06450378a5 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:47.977247 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port bb1308c5-739c-4fb3-957d-858fa319e397 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:11:48.002241 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7beddc-5b6b-4a00-95c7-159dff333481 None None] New status for floating IP 165e6e3b-d9f5-41db-9219-5af9abf44b76: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:11:48.008768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5c1d933b-bd1b-4d1f-9a93-6498091d2130 None None] Provisioning complete for port 1aca4e87-cb87-437c-b4ee-fd06450378a5 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:48.009356 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5c1d933b-bd1b-4d1f-9a93-6498091d2130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.020852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2a43-e42a-439d-8b8b-55f059a411b6 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.069246 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d608bf30-e241-4a20-9f10-c9107eea46ea tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.137716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2a43-e42a-439d-8b8b-55f059a411b6 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.166634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d608bf30-e241-4a20-9f10-c9107eea46ea tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.253654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2a43-e42a-439d-8b8b-55f059a411b6 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server [None req-39a7e217-e428-41ed-98ca-bca2ad67e26e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71c16ca2-a521-4f3e-a91b-173ce2710d63: This subnet is being modified by another concurrent operation. Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise exception Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71c16ca2-a521-4f3e-a91b-173ce2710d63: This subnet is being modified by another concurrent operation. Aug 26 01:11:48.280961 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server Aug 26 01:11:48.327966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bdcc30-1fcb-477f-b3d2-5ee49300212b None None] Network 092a2f05-e659-46f1-a414-40954fee4587 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:48.335911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d2a43-e42a-439d-8b8b-55f059a411b6 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1662647c-219a-4ccd-9313-e90661c1579d,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:48.358117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b1bc9f6a-81d7-4fe3-a950-a36d88ed1e91 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.364918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608bf30-e241-4a20-9f10-c9107eea46ea tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b80cdd-1064-4255-b3f7-225cd3411aa2,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:48.393332 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2a43-e42a-439d-8b8b-55f059a411b6 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.402306 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8a2d2a43-e42a-439d-8b8b-55f059a411b6 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9268129 Aug 26 01:11:48.415556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f1ac-6688-4651-9e55-561e02243884 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.425080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48798) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:48.432199 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9abf2c11-24ba-451b-b1eb-2e1820c67ec3 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Request body: {'security_group_rule': {'security_group_id': 'ecb70a4c-0c14-4e2a-bf63-3760edecb54d', 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:48.440780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9abf2c11-24ba-451b-b1eb-2e1820c67ec3 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:48.446818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9abf2c11-24ba-451b-b1eb-2e1820c67ec3 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Usage tracker for resource:security_group_rule and tenant:3c7b4bbf6ea3427f837b93377020060f is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:48.451818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9abf2c11-24ba-451b-b1eb-2e1820c67ec3 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:48.460801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9abf2c11-24ba-451b-b1eb-2e1820c67ec3 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:48.478844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d608bf30-e241-4a20-9f10-c9107eea46ea tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.483300 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d608bf30-e241-4a20-9f10-c9107eea46ea tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2629726 Aug 26 01:11:48.528804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d933b-bd1b-4d1f-9a93-6498091d2130 None None] Current status of the port 1aca4e87-cb87-437c-b4ee-fd06450378a5 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:48.529231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5c1d933b-bd1b-4d1f-9a93-6498091d2130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.546318 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48802) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:48.605827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 29ec5efc-c704-41f8-90e9-6416ecd4d56c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:48.645515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::2b7 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/3ef3e98f-b642-4f3f-8c51-cc82ba0b84bc/bb1308c5-739c-4fb3-957d-858fa319e397) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:48.652575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9f:1d87 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/a2d320b8-5912-4d0e-a940-9a78108a0431/bb1308c5-739c-4fb3-957d-858fa319e397) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:48.668530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5c1d933b-bd1b-4d1f-9a93-6498091d2130 None None] For port 1aca4e87-cb87-437c-b4ee-fd06450378a5, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1aca4e87-cb87-437c-b4ee-fd06450378a5,segment=NetworkSegment(defbedc0-55a9-4727-932b-b8545d48fe55),segment_id=defbedc0-55a9-4727-932b-b8545d48fe55)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:48.669171 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.694878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e12db31-af0c-43f0-8d0c-7fd41672e836 None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:11:48.735524 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 29ec5efc-c704-41f8-90e9-6416ecd4d56c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:11:48.755922 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-44f55fae-39fc-46f9-bd2d-f7b9f430da94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group_rule': {'security_group_id': 'a4b80cdd-1064-4255-b3f7-225cd3411aa2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:48.758617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Subnet': ['ID=71c16ca2-a521-4f3e-a91b-173ce2710d63,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:48.767106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2f1ac-6688-4651-9e55-561e02243884 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 95ae1291-ec3b-4790-bcb8-a5675f78b298 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:48.778057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5c1d933b-bd1b-4d1f-9a93-6498091d2130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.872189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-44f55fae-39fc-46f9-bd2d-f7b9f430da94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:48.874978 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.884364 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b1bc9f6a-81d7-4fe3-a950-a36d88ed1e91 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.900082 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-44f55fae-39fc-46f9-bd2d-f7b9f430da94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:48.905624 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9abf2c11-24ba-451b-b1eb-2e1820c67ec3 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:48.918979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-44f55fae-39fc-46f9-bd2d-f7b9f430da94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:48.944797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-44f55fae-39fc-46f9-bd2d-f7b9f430da94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:48.971594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092a2f05-e659-46f1-a414-40954fee4587']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:48.990856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee52d00-b01a-43b6-8861-6e3f1dc5a740') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:48.991159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee52d00-b01a-43b6-8861-6e3f1dc5a740') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:49.012826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.027616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d933b-bd1b-4d1f-9a93-6498091d2130 None None] Pushing event updated for resources: {'Port': ['ID=1aca4e87-cb87-437c-b4ee-fd06450378a5,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:49.035546 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-389e3751-6fa4-4499-a662-da62a9a5ffa0 None None] Provisioning complete for port 1aca4e87-cb87-437c-b4ee-fd06450378a5 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:49.035922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-389e3751-6fa4-4499-a662-da62a9a5ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.056026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.072998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:49.073389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.097712 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 29ec5efc-c704-41f8-90e9-6416ecd4d56c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:49.098104 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.113317 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9abf2c11-24ba-451b-b1eb-2e1820c67ec3 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.147114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44f55fae-39fc-46f9-bd2d-f7b9f430da94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.150884 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 6ee52d00-b01a-43b6-8861-6e3f1dc5a740 resource provider aggregate not found Aug 26 01:11:49.154023 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e12db31-af0c-43f0-8d0c-7fd41672e836 None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:11:49.164361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.185291 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b1bc9f6a-81d7-4fe3-a950-a36d88ed1e91 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.186268 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 6ee52d00-b01a-43b6-8861-6e3f1dc5a740 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ee52d00-b01a-43b6-8861-6e3f1dc5a740 found for delete ", "request_id": "req-679a38da-a70c-4511-a90e-694a5ad432bc"}]} Aug 26 01:11:49.217916 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc9f6a-81d7-4fe3-a950-a36d88ed1e91 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0eaaab-f8de-4176-ab43-f4747339fa55,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:49.248043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44f55fae-39fc-46f9-bd2d-f7b9f430da94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.256397 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9abf2c11-24ba-451b-b1eb-2e1820c67ec3 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.280716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf2c11-24ba-451b-b1eb-2e1820c67ec3 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d3a170-6b07-4e59-aec4-d7c04a02492e,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:49.302392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object bb1308c5-739c-4fb3-957d-858fa319e397 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:49.304532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f1ac-6688-4651-9e55-561e02243884 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.307363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.329930 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.341308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Network': ['ID=092a2f05-e659-46f1-a414-40954fee4587,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:49.360086 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bd7abb3e-7281-4262-a35c-31ec82d99cc8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/networks/092a2f05-e659-46f1-a414-40954fee4587 HTTP/1.1" status: 204 len: 168 time: 2.0159140 Aug 26 01:11:49.369318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48810) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:49.369478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b1bc9f6a-81d7-4fe3-a950-a36d88ed1e91 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.372839 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b1bc9f6a-81d7-4fe3-a950-a36d88ed1e91 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "DELETE /v2.0/security-groups/4a0eaaab-f8de-4176-ab43-f4747339fa55 HTTP/1.1" status: 204 len: 168 time: 1.4993823 Aug 26 01:11:49.379059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44f55fae-39fc-46f9-bd2d-f7b9f430da94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.380346 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48814) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:49.389439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2f1ac-6688-4651-9e55-561e02243884 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=95ae1291-ec3b-4790-bcb8-a5675f78b298,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:49.407768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-389e3751-6fa4-4499-a662-da62a9a5ffa0 None None] Current status of the port 1aca4e87-cb87-437c-b4ee-fd06450378a5 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:49.416947 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e149f1-c5f2-4f5a-98eb-34b91242695a tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:49.417151 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 29ec5efc-c704-41f8-90e9-6416ecd4d56c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:49.417772 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e149f1-c5f2-4f5a-98eb-34b91242695a tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:49.420382 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-57e149f1-c5f2-4f5a-98eb-34b91242695a tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/subnets/71c16ca2-a521-4f3e-a91b-173ce2710d63 HTTP/1.1" status: 404 len: 337 time: 0.0581543 Aug 26 01:11:49.423198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48818) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:49.449787 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-389e3751-6fa4-4499-a662-da62a9a5ffa0 None None] Provisioning complete for port 29ec5efc-c704-41f8-90e9-6416ecd4d56c triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:49.450183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-389e3751-6fa4-4499-a662-da62a9a5ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.453064 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e387951-4367-4212-ba43-0b7c8e28f71b tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:49.455444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e387951-4367-4212-ba43-0b7c8e28f71b tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:49.455571 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9abf2c11-24ba-451b-b1eb-2e1820c67ec3 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.457786 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9abf2c11-24ba-451b-b1eb-2e1820c67ec3 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0296168 Aug 26 01:11:49.459666 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4e387951-4367-4212-ba43-0b7c8e28f71b tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/networks/092a2f05-e659-46f1-a414-40954fee4587 HTTP/1.1" status: 404 len: 339 time: 0.0353754 Aug 26 01:11:49.460488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48822) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:49.463272 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48824) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:49.468095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-259d2a9d-fd51-45a2-a1e0-6fdd8a34d9ba tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Request body: {'security_group_rule': {'security_group_id': 'ecb70a4c-0c14-4e2a-bf63-3760edecb54d', 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:49.471423 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f55fae-39fc-46f9-bd2d-f7b9f430da94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f89949-b8d4-4283-a92a-97bb4629d272,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:49.478664 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-9d6e029c-5eca-409c-a0a3-35291968efb7 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] show failed (client error): The resource could not be found. Aug 26 01:11:49.480496 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9d6e029c-5eca-409c-a0a3-35291968efb7 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "GET /v2.0/security-groups/4a0eaaab-f8de-4176-ab43-f4747339fa55 HTTP/1.1" status: 404 len: 347 time: 0.0929077 Aug 26 01:11:49.484148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f1ac-6688-4651-9e55-561e02243884 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.484148 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c0d2f1ac-6688-4651-9e55-561e02243884 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/95ae1291-ec3b-4790-bcb8-a5675f78b298 HTTP/1.1" status: 204 len: 168 time: 2.1849022 Aug 26 01:11:49.490232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48830) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:49.490629 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48832) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:49.507781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-259d2a9d-fd51-45a2-a1e0-6fdd8a34d9ba tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:49.517888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-259d2a9d-fd51-45a2-a1e0-6fdd8a34d9ba tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Usage tracker for resource:security_group_rule and tenant:3c7b4bbf6ea3427f837b93377020060f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:49.521175 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d6b20c-64c6-4cc2-b10d-8297bb228498 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:49.521620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d6b20c-64c6-4cc2-b10d-8297bb228498 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:49.523640 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-03d6b20c-64c6-4cc2-b10d-8297bb228498 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/subnets/5767c8bd-f10a-40db-9005-dc74d5640c85 HTTP/1.1" status: 404 len: 337 time: 0.0590765 Aug 26 01:11:49.524586 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-259d2a9d-fd51-45a2-a1e0-6fdd8a34d9ba tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:49.527200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48838) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:49.548628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-259d2a9d-fd51-45a2-a1e0-6fdd8a34d9ba tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:49.555635 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.619930 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d59f19b-ddd4-482e-a661-3839807fc320 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] GET failed (client error): The resource could not be found. Aug 26 01:11:49.620480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9d59f19b-ddd4-482e-a661-3839807fc320 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:49.626042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44f55fae-39fc-46f9-bd2d-f7b9f430da94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.626231 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41e7542-4cdd-4897-a054-7c3b2069ed89 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:49.626524 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41e7542-4cdd-4897-a054-7c3b2069ed89 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:49.630276 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-44f55fae-39fc-46f9-bd2d-f7b9f430da94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0800622 Aug 26 01:11:49.630425 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d41e7542-4cdd-4897-a054-7c3b2069ed89 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/networks/25234abb-43f7-465e-a43c-c03beefc9635 HTTP/1.1" status: 404 len: 339 time: 0.1001868 Aug 26 01:11:49.633363 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48842) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:49.633694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48844) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:49.648236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:49.651322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:49.654132 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:49.660074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:49.660701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.668900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=bb1308c5-739c-4fb3-957d-858fa319e397,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:49.696755 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-259d2a9d-fd51-45a2-a1e0-6fdd8a34d9ba tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Project 3c7b4bbf6ea3427f837b93377020060f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:11:49.705118 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-259d2a9d-fd51-45a2-a1e0-6fdd8a34d9ba tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.714597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4063238f-3a1a-4d19-a4c8-d904c6e4cf7e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group_rule': {'security_group_id': 'a4b80cdd-1064-4255-b3f7-225cd3411aa2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:49.716369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-389e3751-6fa4-4499-a662-da62a9a5ffa0 None None] Current status of the port 29ec5efc-c704-41f8-90e9-6416ecd4d56c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:49.762625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4063238f-3a1a-4d19-a4c8-d904c6e4cf7e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:49.777568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-259d2a9d-fd51-45a2-a1e0-6fdd8a34d9ba tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.778940 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4063238f-3a1a-4d19-a4c8-d904c6e4cf7e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:49.784537 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c4d6d2-75c9-41e6-b259-9412d1f53e14 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:49.784991 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c4d6d2-75c9-41e6-b259-9412d1f53e14 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:49.786695 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-67c4d6d2-75c9-41e6-b259-9412d1f53e14 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/subnets/43322354-ecb5-4a8e-89e7-7cc195179a91 HTTP/1.1" status: 404 len: 337 time: 0.1455235 Aug 26 01:11:49.787801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-00b9dbf7-5fcb-44ae-bb1a-545348f801b2 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Deleting port 8ba5dc8d-8ff6-4d4d-a71c-4a52c1163625 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:49.788135 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-00b9dbf7-5fcb-44ae-bb1a-545348f801b2 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.789788 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48850) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:49.821424 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-40ae9717-c14d-4d9b-8572-c848f8f4c72c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1605613 Aug 26 01:11:49.822473 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48854) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:49.822970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4063238f-3a1a-4d19-a4c8-d904c6e4cf7e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:49.827094 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-389e3751-6fa4-4499-a662-da62a9a5ffa0 None None] Provisioning for port 38cb7e70-5e18-41c4-a100-2f9a91db4311 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:49.835194 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-389e3751-6fa4-4499-a662-da62a9a5ffa0 None None] Provisioning complete for port 38cb7e70-5e18-41c4-a100-2f9a91db4311 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:49.835787 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-389e3751-6fa4-4499-a662-da62a9a5ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.845123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4063238f-3a1a-4d19-a4c8-d904c6e4cf7e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:49.910733 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-46986e6d-f5e1-4945-876a-16474da62ce5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port bb1308c5-739c-4fb3-957d-858fa319e397 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:49.911193 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-46986e6d-f5e1-4945-876a-16474da62ce5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.939568 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-389e3751-6fa4-4499-a662-da62a9a5ffa0 None None] Port 38cb7e70-5e18-41c4-a100-2f9a91db4311 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:11:49.943199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-389e3751-6fa4-4499-a662-da62a9a5ffa0 None None] Could not find standard attr ID for object 95ae1291-ec3b-4790-bcb8-a5675f78b298. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:11:49.951671 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b66ef4-2345-42f2-862d-846f47c5f87a tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:49.952549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b66ef4-2345-42f2-862d-846f47c5f87a tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:49.957369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-259d2a9d-fd51-45a2-a1e0-6fdd8a34d9ba tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:49.967962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9d59f19b-ddd4-482e-a661-3839807fc320 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:49.969149 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9d59f19b-ddd4-482e-a661-3839807fc320 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/95ae1291-ec3b-4790-bcb8-a5675f78b298 HTTP/1.1" status: 404 len: 333 time: 0.4775279 Aug 26 01:11:49.979165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48858) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:50.003861 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c8b66ef4-2345-42f2-862d-846f47c5f87a tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/networks/2001c3a0-9afb-472f-a23e-144301b0d0b2 HTTP/1.1" status: 404 len: 339 time: 0.2128179 Aug 26 01:11:50.013814 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48862) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:50.020861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d2a9d-fd51-45a2-a1e0-6fdd8a34d9ba tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d303ccf-a697-45a5-ab6f-b9f3731adc18,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:50.070957 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4063238f-3a1a-4d19-a4c8-d904c6e4cf7e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:50.098587 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c41c6-8c99-47c4-a325-23ce013273cc tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 38cb7e70-5e18-41c4-a100-2f9a91db4311 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:50.099360 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f8c41c6-8c99-47c4-a325-23ce013273cc tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:50.131883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-259d2a9d-fd51-45a2-a1e0-6fdd8a34d9ba tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:50.136053 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-259d2a9d-fd51-45a2-a1e0-6fdd8a34d9ba tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6743321 Aug 26 01:11:50.142699 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48866) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:50.154982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-168b448a-7e5a-4ac6-b4b2-162bfecdf948 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Request body: {'security_group_rule': {'security_group_id': 'ecb70a4c-0c14-4e2a-bf63-3760edecb54d', 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:50.171568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-9976d368-90e4-4138-8ce1-0e2d83f293d5 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Deleting port 7b92588c-bcc7-4a52-903b-3d379613fae6 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:50.171916 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9976d368-90e4-4138-8ce1-0e2d83f293d5 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:50.198932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-00b9dbf7-5fcb-44ae-bb1a-545348f801b2 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:50.199272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-00b9dbf7-5fcb-44ae-bb1a-545348f801b2 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:50.216962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-168b448a-7e5a-4ac6-b4b2-162bfecdf948 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:50.284520 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-168b448a-7e5a-4ac6-b4b2-162bfecdf948 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Usage tracker for resource:security_group_rule and tenant:3c7b4bbf6ea3427f837b93377020060f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:50.301549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-168b448a-7e5a-4ac6-b4b2-162bfecdf948 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:50.317406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-168b448a-7e5a-4ac6-b4b2-162bfecdf948 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:50.330972 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-52d764ab-dad6-4392-88ab-cc1fca71e722 None None] Provisioning for port bb1308c5-739c-4fb3-957d-858fa319e397 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:11:50.336369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-52d764ab-dad6-4392-88ab-cc1fca71e722 None None] Provisioning complete for port bb1308c5-739c-4fb3-957d-858fa319e397 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:50.336830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-52d764ab-dad6-4392-88ab-cc1fca71e722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:50.371170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-00b9dbf7-5fcb-44ae-bb1a-545348f801b2 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Calling delete_port for 8ba5dc8d-8ff6-4d4d-a71c-4a52c1163625 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:50.393939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-52d764ab-dad6-4392-88ab-cc1fca71e722 None None] Port bb1308c5-739c-4fb3-957d-858fa319e397 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:11:50.445169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4063238f-3a1a-4d19-a4c8-d904c6e4cf7e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:50.449155 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-168b448a-7e5a-4ac6-b4b2-162bfecdf948 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Project 3c7b4bbf6ea3427f837b93377020060f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:11:50.539833 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4063238f-3a1a-4d19-a4c8-d904c6e4cf7e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:50.627782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-46986e6d-f5e1-4945-876a-16474da62ce5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:50.643271 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-168b448a-7e5a-4ac6-b4b2-162bfecdf948 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:50.684108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1aca4e87-cb87-437c-b4ee-fd06450378a5 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:11:50.716592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063238f-3a1a-4d19-a4c8-d904c6e4cf7e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae5dfae-718f-4ed6-baa6-80bd9f6f005c,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:50.765318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 1aca4e87-cb87-437c-b4ee-fd06450378a5 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:50.765692 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:50.807112 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-46986e6d-f5e1-4945-876a-16474da62ce5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for bb1308c5-739c-4fb3-957d-858fa319e397 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:50.816448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f8c41c6-8c99-47c4-a325-23ce013273cc tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:50.827193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4063238f-3a1a-4d19-a4c8-d904c6e4cf7e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:50.832577 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4063238f-3a1a-4d19-a4c8-d904c6e4cf7e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1889975 Aug 26 01:11:50.834189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48870) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:50.840881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-3ef6e232-4dc8-478f-a59c-5f6aa221938b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group_rule': {'security_group_id': 'a4b80cdd-1064-4255-b3f7-225cd3411aa2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:50.847904 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3ef6e232-4dc8-478f-a59c-5f6aa221938b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:50.853247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3ef6e232-4dc8-478f-a59c-5f6aa221938b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:50.856605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3ef6e232-4dc8-478f-a59c-5f6aa221938b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:50.863831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3ef6e232-4dc8-478f-a59c-5f6aa221938b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:50.872452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9976d368-90e4-4138-8ce1-0e2d83f293d5 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:50.905885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 1aca4e87-cb87-437c-b4ee-fd06450378a5 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:50.927875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-00b9dbf7-5fcb-44ae-bb1a-545348f801b2 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.022382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-9976d368-90e4-4138-8ce1-0e2d83f293d5 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Calling delete_port for 7b92588c-bcc7-4a52-903b-3d379613fae6 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:51.022651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c41c6-8c99-47c4-a325-23ce013273cc tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 38cb7e70-5e18-41c4-a100-2f9a91db4311 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:51.088938 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9dbf7-5fcb-44ae-bb1a-545348f801b2 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Pushing event deleted for resources: {'Port': ['ID=8ba5dc8d-8ff6-4d4d-a71c-4a52c1163625,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:51.102954 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-168b448a-7e5a-4ac6-b4b2-162bfecdf948 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.124434 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ef6e232-4dc8-478f-a59c-5f6aa221938b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.220531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-168b448a-7e5a-4ac6-b4b2-162bfecdf948 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.252998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9976d368-90e4-4138-8ce1-0e2d83f293d5 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.306262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b448a-7e5a-4ac6-b4b2-162bfecdf948 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df452e96-8389-4dae-b756-d5a8d459a978,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:51.310797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-00b9dbf7-5fcb-44ae-bb1a-545348f801b2 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.323532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ef6e232-4dc8-478f-a59c-5f6aa221938b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.338646 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976d368-90e4-4138-8ce1-0e2d83f293d5 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Port': ['ID=7b92588c-bcc7-4a52-903b-3d379613fae6,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:51.342354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9976d368-90e4-4138-8ce1-0e2d83f293d5 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.344193 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9976d368-90e4-4138-8ce1-0e2d83f293d5 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/ports/7b92588c-bcc7-4a52-903b-3d379613fae6 HTTP/1.1" status: 204 len: 168 time: 1.3281362 Aug 26 01:11:51.347070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48874) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:51.385708 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fb0fec-33f0-4836-907c-fab0af7788b8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:51.386182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fb0fec-33f0-4836-907c-fab0af7788b8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:51.394163 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d6fb0fec-33f0-4836-907c-fab0af7788b8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/subnets/cf8f2ae7-ad96-4759-a9a3-8220296c1b85 HTTP/1.1" status: 404 len: 337 time: 0.0460954 Aug 26 01:11:51.396860 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48878) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:51.417692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ef6e232-4dc8-478f-a59c-5f6aa221938b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.434310 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-168b448a-7e5a-4ac6-b4b2-162bfecdf948 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.435599 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-168b448a-7e5a-4ac6-b4b2-162bfecdf948 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2917027 Aug 26 01:11:51.436469 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-46986e6d-f5e1-4945-876a-16474da62ce5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.439463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48882) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:51.478037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Request body: {'network': {'name': 'tempest-network-smoke--1122406938', 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'port_security_enabled': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:51.494416 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f8c41c6-8c99-47c4-a325-23ce013273cc tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.497081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:51.497216 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-00b9dbf7-5fcb-44ae-bb1a-545348f801b2 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.498326 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-00b9dbf7-5fcb-44ae-bb1a-545348f801b2 tempest-ServerActionsTestJSON-173496274 tempest-ServerActionsTestJSON-173496274-project] 10.222.0.83 "DELETE /v2.0/floatingips/165e6e3b-d9f5-41db-9219-5af9abf44b76 HTTP/1.1" status: 204 len: 168 time: 2.0051875 Aug 26 01:11:51.502937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46986e6d-f5e1-4945-876a-16474da62ce5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=bb1308c5-739c-4fb3-957d-858fa319e397,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:51.537812 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Usage tracker for resource:network and tenant:3c7b4bbf6ea3427f837b93377020060f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:51.540841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48886) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:51.542910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:51.567659 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6e232-4dc8-478f-a59c-5f6aa221938b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7723e9-8900-478d-9b5d-c992e7b61ea5,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:51.570446 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c41c6-8c99-47c4-a325-23ce013273cc tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=38cb7e70-5e18-41c4-a100-2f9a91db4311,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:51.659582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-919ff0ff-8c07-49bd-8fef-ecf218c1d99c tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.674297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f8c41c6-8c99-47c4-a325-23ce013273cc tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.676764 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4f8c41c6-8c99-47c4-a325-23ce013273cc tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/38cb7e70-5e18-41c4-a100-2f9a91db4311 HTTP/1.1" status: 204 len: 168 time: 1.7026219 Aug 26 01:11:51.680779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48890) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:51.683115 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:51.685496 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ef6e232-4dc8-478f-a59c-5f6aa221938b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.690217 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3ef6e232-4dc8-478f-a59c-5f6aa221938b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8518233 Aug 26 01:11:51.723521 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48894) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:51.767444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-46986e6d-f5e1-4945-876a-16474da62ce5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.771123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-350f5d48-6d18-4223-83b8-402c008d0832 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group_rule': {'security_group_id': 'a4b80cdd-1064-4255-b3f7-225cd3411aa2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:51.772484 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-46986e6d-f5e1-4945-876a-16474da62ce5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/bb1308c5-739c-4fb3-957d-858fa319e397 HTTP/1.1" status: 204 len: 168 time: 1.9454203 Aug 26 01:11:51.775383 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48898) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:51.783532 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c44f45-5e2c-4d9a-b04a-593bfb878710 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] GET failed (client error): The resource could not be found. Aug 26 01:11:51.784066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-57c44f45-5e2c-4d9a-b04a-593bfb878710 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:51.801583 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Made reservation on behalf of 3c7b4bbf6ea3427f837b93377020060f for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:51.805078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.825832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-350f5d48-6d18-4223-83b8-402c008d0832 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:51.899402 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-350f5d48-6d18-4223-83b8-402c008d0832 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:51.917620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-350f5d48-6d18-4223-83b8-402c008d0832 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:51.942200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-350f5d48-6d18-4223-83b8-402c008d0832 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:51.963334 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-919ff0ff-8c07-49bd-8fef-ecf218c1d99c tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:51.978032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:11:52.000031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-919ff0ff-8c07-49bd-8fef-ecf218c1d99c tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0e5361-e181-4d50-be78-c465d2f3e683']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:52.002204 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.002547 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Added segment 13633b81-4d9c-43df-8c0c-07421f95cc89 of type vlan for network 02f7a366-55ac-4b98-ac68-0cbcda6650bb Aug 26 01:11:52.015557 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-919ff0ff-8c07-49bd-8fef-ecf218c1d99c tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2fe21b-ceae-48f9-8b9f-0851f534e1ff') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:52.015859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-919ff0ff-8c07-49bd-8fef-ecf218c1d99c tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2fe21b-ceae-48f9-8b9f-0851f534e1ff') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:52.030528 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-919ff0ff-8c07-49bd-8fef-ecf218c1d99c tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.050439 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.050822 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fab93d8-5206-4bec-813a-b3153868c5d8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:52.052333 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1fab93d8-5206-4bec-813a-b3153868c5d8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2711971 Aug 26 01:11:52.055714 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48902) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:52.100336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-919ff0ff-8c07-49bd-8fef-ecf218c1d99c tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.104836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-57c44f45-5e2c-4d9a-b04a-593bfb878710 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:52.106018 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-57c44f45-5e2c-4d9a-b04a-593bfb878710 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/38cb7e70-5e18-41c4-a100-2f9a91db4311 HTTP/1.1" status: 404 len: 333 time: 0.4222326 Aug 26 01:11:52.110647 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48906) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:52.119960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919ff0ff-8c07-49bd-8fef-ecf218c1d99c tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:52.120369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-919ff0ff-8c07-49bd-8fef-ecf218c1d99c tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.187330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-350f5d48-6d18-4223-83b8-402c008d0832 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.200788 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment fd2fe21b-ceae-48f9-8b9f-0851f534e1ff resource provider aggregate not found Aug 26 01:11:52.238867 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment fd2fe21b-ceae-48f9-8b9f-0851f534e1ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd2fe21b-ceae-48f9-8b9f-0851f534e1ff found for delete ", "request_id": "req-3aa718b4-382f-4fdd-abef-941f0794534e"}]} Aug 26 01:11:52.307710 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-350f5d48-6d18-4223-83b8-402c008d0832 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.316952 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727b631-c35b-4929-91b2-e1ce4143e086 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:52.318590 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4727b631-c35b-4929-91b2-e1ce4143e086 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2624705 Aug 26 01:11:52.321134 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48914) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:52.342801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.348902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:52.349462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.365979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-919ff0ff-8c07-49bd-8fef-ecf218c1d99c tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.385017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-919ff0ff-8c07-49bd-8fef-ecf218c1d99c tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.402493 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ff0ff-8c07-49bd-8fef-ecf218c1d99c tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Network': ['ID=9e0e5361-e181-4d50-be78-c465d2f3e683,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:52.412577 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-919ff0ff-8c07-49bd-8fef-ecf218c1d99c tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/networks/9e0e5361-e181-4d50-be78-c465d2f3e683 HTTP/1.1" status: 204 len: 168 time: 1.0147049 Aug 26 01:11:52.417578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48918) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:52.421130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5460210-df0c-4fb7-9a32-9333fa6b9231 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:52.422978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5460210-df0c-4fb7-9a32-9333fa6b9231 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:52.424716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5460210-df0c-4fb7-9a32-9333fa6b9231 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:52.425529 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e5460210-df0c-4fb7-9a32-9333fa6b9231 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:52.428212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-350f5d48-6d18-4223-83b8-402c008d0832 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.455296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5edc30-fd5d-4854-bc28-58e73a400a96 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting subnet 689f954a-d4e6-4074-a29e-26ef157d3152 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:52.472582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6d5edc30-fd5d-4854-bc28-58e73a400a96 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.546674 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1061647 Aug 26 01:11:52.552012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d32b90-6578-4cf3-bf79-89ee9b9828d4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'Network': ['ID=02f7a366-55ac-4b98-ac68-0cbcda6650bb,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:52.554827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48922) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:52.562783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6d5edc30-fd5d-4854-bc28-58e73a400a96 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.563757 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 02f7a366-55ac-4b98-ac68-0cbcda6650bb details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:11:52.609240 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'admin_state_up': True, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:52.619475 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:52.624927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f5d48-6d18-4223-83b8-402c008d0832 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c417aa4c-7d6f-47f1-9ed0-9861bc529516,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:52.632544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Usage tracker for resource:router and tenant:3c7b4bbf6ea3427f837b93377020060f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:52.640039 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:52.653607 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:52.656379 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-b069a9e7-b355-42f6-a944-30ae32db00f6 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Deleting port 4caff8ed-383c-416a-b5a8-dbca11efdd00 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:52.656936 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b069a9e7-b355-42f6-a944-30ae32db00f6 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.713866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e5460210-df0c-4fb7-9a32-9333fa6b9231 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:52.715032 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e5460210-df0c-4fb7-9a32-9333fa6b9231 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3929813 Aug 26 01:11:52.717864 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48926) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:52.736160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6d5edc30-fd5d-4854-bc28-58e73a400a96 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.825237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-27241019-01db-4ba2-a5d6-1aa89d0891c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.882102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.882341 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-350f5d48-6d18-4223-83b8-402c008d0832 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.882828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.883447 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-350f5d48-6d18-4223-83b8-402c008d0832 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1510046 Aug 26 01:11:52.903706 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48930) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:52.915926 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-2eeef449-c654-40e3-808b-478381c6c76d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group_rule': {'security_group_id': 'a4b80cdd-1064-4255-b3f7-225cd3411aa2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:52.926846 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2eeef449-c654-40e3-808b-478381c6c76d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:52.946902 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2eeef449-c654-40e3-808b-478381c6c76d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:52.951462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2eeef449-c654-40e3-808b-478381c6c76d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:52.954990 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b069a9e7-b355-42f6-a944-30ae32db00f6 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.971716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6d5edc30-fd5d-4854-bc28-58e73a400a96 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:52.973869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2eeef449-c654-40e3-808b-478381c6c76d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:52.978965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a51db89-5eaf-41c4-b5ce-149212300087 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 3ef3e98f-b642-4f3f-8c51-cc82ba0b84bc {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:53.031298 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6d5edc30-fd5d-4854-bc28-58e73a400a96 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.034939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5edc30-fd5d-4854-bc28-58e73a400a96 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Subnet': ['ID=689f954a-d4e6-4074-a29e-26ef157d3152,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:53.035572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2a51db89-5eaf-41c4-b5ce-149212300087 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.045409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.045510 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ea74b-1956-4906-9573-38eec2c9a4d7 None None] Network 8c468533-04e5-414a-ab61-5588dd3fc5a6 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:53.071582 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6d5edc30-fd5d-4854-bc28-58e73a400a96 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/689f954a-d4e6-4074-a29e-26ef157d3152 HTTP/1.1" status: 204 len: 168 time: 0.9554226 Aug 26 01:11:53.072929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48934) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:53.133015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-b069a9e7-b355-42f6-a944-30ae32db00f6 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Calling delete_port for 4caff8ed-383c-416a-b5a8-dbca11efdd00 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:53.199587 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2a51db89-5eaf-41c4-b5ce-149212300087 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.270765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2eeef449-c654-40e3-808b-478381c6c76d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.367399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b069a9e7-b355-42f6-a944-30ae32db00f6 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.369967 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2eeef449-c654-40e3-808b-478381c6c76d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.370454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165f4a85-64ce-46c6-9443-6854ea979b1f None None] DHCP port deletion for 8c468533-04e5-414a-ab61-5588dd3fc5a6 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:53.371228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2a51db89-5eaf-41c4-b5ce-149212300087 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.375318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-165f4a85-64ce-46c6-9443-6854ea979b1f None None] Deleting port 1aca4e87-cb87-437c-b4ee-fd06450378a5 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:53.375777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-165f4a85-64ce-46c6-9443-6854ea979b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.460065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069a9e7-b355-42f6-a944-30ae32db00f6 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Port': ['ID=4caff8ed-383c-416a-b5a8-dbca11efdd00,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:53.472088 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b069a9e7-b355-42f6-a944-30ae32db00f6 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.475344 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.479080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2eeef449-c654-40e3-808b-478381c6c76d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.512352 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b069a9e7-b355-42f6-a944-30ae32db00f6 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/ports/4caff8ed-383c-416a-b5a8-dbca11efdd00 HTTP/1.1" status: 204 len: 168 time: 1.0799685 Aug 26 01:11:53.515063 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeef449-c654-40e3-808b-478381c6c76d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3740b0-69fc-43bb-a566-b1771984c56c,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:53.517149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48938) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:53.564433 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-82bd8149-f503-47b0-81ae-1343775d2ef5 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] DELETE failed (client error): The resource could not be found. Aug 26 01:11:53.564875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82bd8149-f503-47b0-81ae-1343775d2ef5 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:53.569166 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-82bd8149-f503-47b0-81ae-1343775d2ef5 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/subnets/3fc38fa5-5ac9-44ea-8574-0596b3975346 HTTP/1.1" status: 404 len: 337 time: 0.0475173 Aug 26 01:11:53.569358 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48942) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:53.580158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.588766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 1aca4e87-cb87-437c-b4ee-fd06450378a5 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:53.589106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.611870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-165f4a85-64ce-46c6-9443-6854ea979b1f None None] For port 1aca4e87-cb87-437c-b4ee-fd06450378a5, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1aca4e87-cb87-437c-b4ee-fd06450378a5,segment=NetworkSegment(defbedc0-55a9-4727-932b-b8545d48fe55),segment_id=defbedc0-55a9-4727-932b-b8545d48fe55)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:53.612463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-165f4a85-64ce-46c6-9443-6854ea979b1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.698230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c83a36b-6d2b-4ebe-80ea-48634d8e7ad8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.701987 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2a51db89-5eaf-41c4-b5ce-149212300087 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.706729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2eeef449-c654-40e3-808b-478381c6c76d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.707878 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2eeef449-c654-40e3-808b-478381c6c76d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8032453 Aug 26 01:11:53.737008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48946) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:53.749826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51db89-5eaf-41c4-b5ce-149212300087 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef3e98f-b642-4f3f-8c51-cc82ba0b84bc,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:53.757794 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2a51db89-5eaf-41c4-b5ce-149212300087 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.757794 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2a51db89-5eaf-41c4-b5ce-149212300087 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/3ef3e98f-b642-4f3f-8c51-cc82ba0b84bc HTTP/1.1" status: 204 len: 168 time: 1.0357311 Aug 26 01:11:53.759759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48950) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:53.806367 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-165f4a85-64ce-46c6-9443-6854ea979b1f None None] Calling delete_port for 1aca4e87-cb87-437c-b4ee-fd06450378a5 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:53.865770 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85466a4a-1b68-45d0-88f3-2663da08a763 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:53.943733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0ebc2f-773a-4045-b2ca-f7b62cfd6e5b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet a2d320b8-5912-4d0e-a940-9a78108a0431 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:53.950635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c83a36b-6d2b-4ebe-80ea-48634d8e7ad8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:53.958960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c0ebc2f-773a-4045-b2ca-f7b62cfd6e5b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.019354 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-4c83a36b-6d2b-4ebe-80ea-48634d8e7ad8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515f7cc8-20d9-4ab0-925a-83a8c214452d']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:54.041130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-4c83a36b-6d2b-4ebe-80ea-48634d8e7ad8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ed9abd-d32d-4884-852d-d7ca2096cef8') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:54.041394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-4c83a36b-6d2b-4ebe-80ea-48634d8e7ad8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ed9abd-d32d-4884-852d-d7ca2096cef8') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:54.049909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c0ebc2f-773a-4045-b2ca-f7b62cfd6e5b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.083877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-27241019-01db-4ba2-a5d6-1aa89d0891c2 admin admin] Deleting port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:54.084492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-27241019-01db-4ba2-a5d6-1aa89d0891c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.091269 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c83a36b-6d2b-4ebe-80ea-48634d8e7ad8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.114658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c83a36b-6d2b-4ebe-80ea-48634d8e7ad8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.120548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb5ce-89e1-4a6c-9fc2-c4ff3d1d1e37 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.127714 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c83a36b-6d2b-4ebe-80ea-48634d8e7ad8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:54.128105 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c83a36b-6d2b-4ebe-80ea-48634d8e7ad8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.135865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-165f4a85-64ce-46c6-9443-6854ea979b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.157458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb5ce-89e1-4a6c-9fc2-c4ff3d1d1e37 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.190517 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f4a85-64ce-46c6-9443-6854ea979b1f None None] Pushing event deleted for resources: {'Port': ['ID=1aca4e87-cb87-437c-b4ee-fd06450378a5,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:54.193072 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f4a85-64ce-46c6-9443-6854ea979b1f None None] No DVR routers for this DVR port 1aca4e87-cb87-437c-b4ee-fd06450378a5 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:54.198979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] For port 1aca4e87-cb87-437c-b4ee-fd06450378a5, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1aca4e87-cb87-437c-b4ee-fd06450378a5,segment=NetworkSegment(defbedc0-55a9-4727-932b-b8545d48fe55),segment_id=defbedc0-55a9-4727-932b-b8545d48fe55)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:54.199351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.342750 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment e1ed9abd-d32d-4884-852d-d7ca2096cef8 resource provider aggregate not found Aug 26 01:11:54.379624 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment e1ed9abd-d32d-4884-852d-d7ca2096cef8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1ed9abd-d32d-4884-852d-d7ca2096cef8 found for delete ", "request_id": "req-beb5dfc6-81a3-4e6a-be0b-c8b6d7c43a69"}]} Aug 26 01:11:54.380965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c0ebc2f-773a-4045-b2ca-f7b62cfd6e5b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.442595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 1aca4e87-cb87-437c-b4ee-fd06450378a5 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:54.444649 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c83a36b-6d2b-4ebe-80ea-48634d8e7ad8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.467532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c83a36b-6d2b-4ebe-80ea-48634d8e7ad8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.480759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83a36b-6d2b-4ebe-80ea-48634d8e7ad8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Network': ['ID=515f7cc8-20d9-4ab0-925a-83a8c214452d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:54.491626 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4c83a36b-6d2b-4ebe-80ea-48634d8e7ad8 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/networks/515f7cc8-20d9-4ab0-925a-83a8c214452d HTTP/1.1" status: 204 len: 168 time: 0.9144807 Aug 26 01:11:54.494459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48958) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:54.570785 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bd70b8-2ecb-4e49-91a8-84b734c12456 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Deleting subnet 71ac8683-fbec-4fad-bc98-8a5c520e9faf {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:11:54.573885 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-46bd70b8-2ecb-4e49-91a8-84b734c12456 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.585373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb5ce-89e1-4a6c-9fc2-c4ff3d1d1e37 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.603413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c0ebc2f-773a-4045-b2ca-f7b62cfd6e5b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.607058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-27241019-01db-4ba2-a5d6-1aa89d0891c2 admin admin] For port 9c4b3bfb-db45-49bb-b83e-2bd59dd64939, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9c4b3bfb-db45-49bb-b83e-2bd59dd64939,segment=NetworkSegment(d7f33ff3-def1-4b75-b974-5922cee48efe),segment_id=d7f33ff3-def1-4b75-b974-5922cee48efe)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:54.610556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-27241019-01db-4ba2-a5d6-1aa89d0891c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.645836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.api [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:11:54.646160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG oslo_db.api [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:11:54.646787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdb5ce-89e1-4a6c-9fc2-c4ff3d1d1e37 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce3740b0-69fc-43bb-a566-b1771984c56c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:54.671259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ebc2f-773a-4045-b2ca-f7b62cfd6e5b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d320b8-5912-4d0e-a940-9a78108a0431,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:54.673399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c0ebc2f-773a-4045-b2ca-f7b62cfd6e5b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.677488 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4c0ebc2f-773a-4045-b2ca-f7b62cfd6e5b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/a2d320b8-5912-4d0e-a940-9a78108a0431 HTTP/1.1" status: 204 len: 168 time: 0.9145994 Aug 26 01:11:54.690613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48962) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:54.693332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1aca4e87-cb87-437c-b4ee-fd06450378a5 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:54.738928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 1aca4e87-cb87-437c-b4ee-fd06450378a5 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:54.739557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1aca4e87-cb87-437c-b4ee-fd06450378a5 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:54.773715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-27241019-01db-4ba2-a5d6-1aa89d0891c2 admin admin] Calling delete_port for 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:54.788918 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-34faae5f-1540-4de4-8053-7e264dcbd645 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944116 Aug 26 01:11:54.789267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-46bd70b8-2ecb-4e49-91a8-84b734c12456 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.802682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48966) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:54.821210 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-37f7649e-aab7-44c3-9f3a-d57a3a77249d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:54.892946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714e4683-2c6d-40ff-8e7f-e3e5a94ea679 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:54.895008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-46bd70b8-2ecb-4e49-91a8-84b734c12456 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.907922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb5ce-89e1-4a6c-9fc2-c4ff3d1d1e37 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:54.910582 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2ffdb5ce-89e1-4a6c-9fc2-c4ff3d1d1e37 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/ce3740b0-69fc-43bb-a566-b1771984c56c HTTP/1.1" status: 204 len: 168 time: 1.1702321 Aug 26 01:11:54.923016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 48970) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:55.010297 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-12055087-844f-49ea-acf0-5d1290fd29af None None] Provisioning complete for port 29ec5efc-c704-41f8-90e9-6416ecd4d56c triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:11:55.010769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-12055087-844f-49ea-acf0-5d1290fd29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.068764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-46bd70b8-2ecb-4e49-91a8-84b734c12456 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.114575 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd70b8-2ecb-4e49-91a8-84b734c12456 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Subnet': ['ID=71ac8683-fbec-4fad-bc98-8a5c520e9faf,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:55.118655 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-46bd70b8-2ecb-4e49-91a8-84b734c12456 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.136791 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f138d427-4dfc-4f3c-855d-e294795e8bd9 None None] Network de3664e9-e99f-4cf0-b546-17595c594e1c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:55.136981 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-46bd70b8-2ecb-4e49-91a8-84b734c12456 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/subnets/71ac8683-fbec-4fad-bc98-8a5c520e9faf HTTP/1.1" status: 204 len: 168 time: 0.6389995 Aug 26 01:11:55.136981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48974) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:55.162976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 1aca4e87-cb87-437c-b4ee-fd06450378a5 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:55.162976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.186536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-37f7649e-aab7-44c3-9f3a-d57a3a77249d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:55.204689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.255631 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.267315 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Deleting port dd45116f-190f-4620-9dae-027050721a8f {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:55.267830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.284343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-37f7649e-aab7-44c3-9f3a-d57a3a77249d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:55.306855 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c4d47e68-889a-4b5f-be11-95b2f3186fdd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:55.309847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.426850 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-12055087-844f-49ea-acf0-5d1290fd29af None None] Current status of the port 29ec5efc-c704-41f8-90e9-6416ecd4d56c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:11:55.445403 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] The port '1aca4e87-cb87-437c-b4ee-fd06450378a5' was deleted {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:11:55.495544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1bb14d-bec2-4dbd-a3b7-1402e67667b3 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:55.500144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-cd1bb14d-bec2-4dbd-a3b7-1402e67667b3 None None] Deleting port 29ec5efc-c704-41f8-90e9-6416ecd4d56c {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:55.501259 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cd1bb14d-bec2-4dbd-a3b7-1402e67667b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.502064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] For port dd45116f-190f-4620-9dae-027050721a8f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dd45116f-190f-4620-9dae-027050721a8f,segment=NetworkSegment(585e16b1-3e23-43a6-9137-4a8b1e2562e1),segment_id=585e16b1-3e23-43a6-9137-4a8b1e2562e1)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:55.503742 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.535845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee090a3-6be0-459c-a032-4fcc43b92512 None None] DHCP port deletion for de3664e9-e99f-4cf0-b546-17595c594e1c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:11:55.553629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2ee090a3-6be0-459c-a032-4fcc43b92512 None None] Deleting port dd45116f-190f-4620-9dae-027050721a8f {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:55.554116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2ee090a3-6be0-459c-a032-4fcc43b92512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.630796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f7649e-aab7-44c3-9f3a-d57a3a77249d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:55.634350 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37f7649e-aab7-44c3-9f3a-d57a3a77249d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.650398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Calling delete_port for dd45116f-190f-4620-9dae-027050721a8f owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:55.667696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c4d47e68-889a-4b5f-be11-95b2f3186fdd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:55.669426 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c4d47e68-889a-4b5f-be11-95b2f3186fdd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.7453313 Aug 26 01:11:55.677658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48978) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:55.734429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a7302618-adbd-4a65-800f-578c7cf13944 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.757718 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a7302618-adbd-4a65-800f-578c7cf13944 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.821982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.851305 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.893117 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c468533-04e5-414a-ab61-5588dd3fc5a6']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:55.903822 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] No DVR routers for this DVR port dd45116f-190f-4620-9dae-027050721a8f on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:55.928567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defbedc0-55a9-4727-932b-b8545d48fe55') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:55.928567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defbedc0-55a9-4727-932b-b8545d48fe55') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:55.934628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a7302618-adbd-4a65-800f-578c7cf13944 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.950380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Port': ['ID=dd45116f-190f-4620-9dae-027050721a8f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:55.956567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:55.964550 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Allocated IP 172.26.2.150 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/e22369d8-3ebb-4bc7-917e-78f08b480be0) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:55.981278 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7302618-adbd-4a65-800f-578c7cf13944 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c417aa4c-7d6f-47f1-9ed0-9861bc529516,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:55.982713 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-cd1bb14d-bec2-4dbd-a3b7-1402e67667b3 None None] For port 29ec5efc-c704-41f8-90e9-6416ecd4d56c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=29ec5efc-c704-41f8-90e9-6416ecd4d56c,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:55.983293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cd1bb14d-bec2-4dbd-a3b7-1402e67667b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.021443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-27241019-01db-4ba2-a5d6-1aa89d0891c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.028183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.068739 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.096548 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3664e9-e99f-4cf0-b546-17595c594e1c']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:56.110466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585e16b1-3e23-43a6-9137-4a8b1e2562e1') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:56.110901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585e16b1-3e23-43a6-9137-4a8b1e2562e1') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:56.115933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-cd1bb14d-bec2-4dbd-a3b7-1402e67667b3 None None] Calling delete_port for 29ec5efc-c704-41f8-90e9-6416ecd4d56c owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:56.120993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a7302618-adbd-4a65-800f-578c7cf13944 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.124781 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a7302618-adbd-4a65-800f-578c7cf13944 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/c417aa4c-7d6f-47f1-9ed0-9861bc529516 HTTP/1.1" status: 204 len: 168 time: 0.4436359 Aug 26 01:11:56.125473 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48982) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:56.129145 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.149800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2ee090a3-6be0-459c-a032-4fcc43b92512 None None] For port dd45116f-190f-4620-9dae-027050721a8f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dd45116f-190f-4620-9dae-027050721a8f,segment=NetworkSegment(585e16b1-3e23-43a6-9137-4a8b1e2562e1),segment_id=585e16b1-3e23-43a6-9137-4a8b1e2562e1)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:56.150030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2ee090a3-6be0-459c-a032-4fcc43b92512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.152969 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27241019-01db-4ba2-a5d6-1aa89d0891c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4b3bfb-db45-49bb-b83e-2bd59dd64939,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:56.167333 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.169101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:56.169613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.186964 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:56.187375 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.277117 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment defbedc0-55a9-4727-932b-b8545d48fe55 resource provider aggregate not found Aug 26 01:11:56.322332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2ee090a3-6be0-459c-a032-4fcc43b92512 None None] Calling delete_port for dd45116f-190f-4620-9dae-027050721a8f owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:11:56.323543 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment defbedc0-55a9-4727-932b-b8545d48fe55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid defbedc0-55a9-4727-932b-b8545d48fe55 found for delete ", "request_id": "req-bf59f0ed-509a-4eee-955d-b165b8d1b6f1"}]} Aug 26 01:11:56.415831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-2ee090a3-6be0-459c-a032-4fcc43b92512 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:11:56.416303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-2ee090a3-6be0-459c-a032-4fcc43b92512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:11:56.448320 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-43c4e290-f02b-4021-aeb8-9d00884e6c8d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:56.451584 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 585e16b1-3e23-43a6-9137-4a8b1e2562e1 resource provider aggregate not found Aug 26 01:11:56.480771 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 585e16b1-3e23-43a6-9137-4a8b1e2562e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 585e16b1-3e23-43a6-9137-4a8b1e2562e1 found for delete ", "request_id": "req-8909768b-0b08-41e3-bfa3-6afc4db52f17"}]} Aug 26 01:11:56.481060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.519028 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cd1bb14d-bec2-4dbd-a3b7-1402e67667b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.548857 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-43c4e290-f02b-4021-aeb8-9d00884e6c8d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:56.550410 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-43c4e290-f02b-4021-aeb8-9d00884e6c8d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4239948 Aug 26 01:11:56.550940 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.553142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 48994) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:56.567119 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bb14d-bec2-4dbd-a3b7-1402e67667b3 None None] Pushing event deleted for resources: {'Port': ['ID=29ec5efc-c704-41f8-90e9-6416ecd4d56c,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:56.570488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1bb14d-bec2-4dbd-a3b7-1402e67667b3 None None] No DVR routers for this DVR port 29ec5efc-c704-41f8-90e9-6416ecd4d56c on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:11:56.573378 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.588110 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.599394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] Pushing event deleted for resources: {'Network': ['ID=de3664e9-e99f-4cf0-b546-17595c594e1c,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:56.608660 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-acadd840-112e-4af7-8b58-70ed55586185 tempest-NetworksIpV6TestAttrs-1166510918 tempest-NetworksIpV6TestAttrs-1166510918-project] 10.222.0.83 "DELETE /v2.0/networks/de3664e9-e99f-4cf0-b546-17595c594e1c HTTP/1.1" status: 204 len: 168 time: 1.4707410 Aug 26 01:11:56.616823 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2cf3-f5ba-45f1-a6f5-bff3e01deca3 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.628069 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2cf3-f5ba-45f1-a6f5-bff3e01deca3 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.636230 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Network': ['ID=8c468533-04e5-414a-ab61-5588dd3fc5a6,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:56.653117 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37f7649e-aab7-44c3-9f3a-d57a3a77249d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.705224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.731476 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2cf3-f5ba-45f1-a6f5-bff3e01deca3 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.759024 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2af8e8d8-080d-4258-8511-20978a8b6267 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/networks/8c468533-04e5-414a-ab61-5588dd3fc5a6 HTTP/1.1" status: 204 len: 168 time: 3.6832190 Aug 26 01:11:56.763072 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 29ec5efc-c704-41f8-90e9-6416ecd4d56c no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:56.768077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49000) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:56.768268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f7649e-aab7-44c3-9f3a-d57a3a77249d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:56.777487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-37f7649e-aab7-44c3-9f3a-d57a3a77249d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:56.786528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f7649e-aab7-44c3-9f3a-d57a3a77249d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:56.787536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37f7649e-aab7-44c3-9f3a-d57a3a77249d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.792963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1476149273'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:56.798247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d2cf3-f5ba-45f1-a6f5-bff3e01deca3 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d7723e9-8900-478d-9b5d-c992e7b61ea5,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:56.806714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 29ec5efc-c704-41f8-90e9-6416ecd4d56c {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:56.807338 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:56.807545 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 29ec5efc-c704-41f8-90e9-6416ecd4d56c not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:56.808171 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dd45116f-190f-4620-9dae-027050721a8f no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:11:56.813510 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:network and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:56.819203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:56.819378 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7649e-aab7-44c3-9f3a-d57a3a77249d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=70292dbe-8155-47d7-a945-5240d1c7cf73,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:56.836897 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:56.847696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-27241019-01db-4ba2-a5d6-1aa89d0891c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.848627 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350b7631-b7de-4705-bd5e-e3f73e551cd2 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:11:56.857680 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2cf3-f5ba-45f1-a6f5-bff3e01deca3 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.859042 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bc0d2cf3-f5ba-45f1-a6f5-bff3e01deca3 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/9d7723e9-8900-478d-9b5d-c992e7b61ea5 HTTP/1.1" status: 204 len: 168 time: 0.3049173 Aug 26 01:11:56.862062 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49004) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:56.922990 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-699167ea-5751-4978-916c-ed13c94f675a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:56.923234 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-37f7649e-aab7-44c3-9f3a-d57a3a77249d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1067998 Aug 26 01:11:56.924209 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49008) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:56.925828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: dd45116f-190f-4620-9dae-027050721a8f {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:11:56.926171 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dd45116f-190f-4620-9dae-027050721a8f not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:11:56.927436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2ee090a3-6be0-459c-a032-4fcc43b92512 None None] Deleting port dd45116f-190f-4620-9dae-027050721a8f {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:56.928904 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2ee090a3-6be0-459c-a032-4fcc43b92512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:56.931867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c01f7365-ad50-47b5-ad95-fa3289178454 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:56.993326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:57.003180 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2ee090a3-6be0-459c-a032-4fcc43b92512 None None] The port 'dd45116f-190f-4620-9dae-027050721a8f' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:11:57.039312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:57.042767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:57.082071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-699167ea-5751-4978-916c-ed13c94f675a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:57.083463 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-699167ea-5751-4978-916c-ed13c94f675a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2182670 Aug 26 01:11:57.097355 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49012) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:57.142204 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:11:57.168337 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e1303cb4-da7b-41c1-8f5c-1ea60761a22f tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:57.179820 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:57.180463 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Added segment 373a24d2-96de-4970-88f6-34755d894a71 of type vlan for network 21471afe-ad78-47ad-a49b-2cc852931eae Aug 26 01:11:57.184817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c01f7365-ad50-47b5-ad95-fa3289178454 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:57.188979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e1303cb4-da7b-41c1-8f5c-1ea60761a22f tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:57.213022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'tenant_id': '9ef9c6952e504af69d305582f47e7b40', 'fixed_ips': [{'subnet_id': '70292dbe-8155-47d7-a945-5240d1c7cf73'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:11:57.214529 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:57.220633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c01f7365-ad50-47b5-ad95-fa3289178454 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:57.240927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:57.247564 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:57.250079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:57.250331 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:57.311303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49018) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:57.318707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01f7365-ad50-47b5-ad95-fa3289178454 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:57.322091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c01f7365-ad50-47b5-ad95-fa3289178454 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:57.322317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'Port': ['ID=e22369d8-3ebb-4bc7-917e-78f08b480be0,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:57.388066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e1303cb4-da7b-41c1-8f5c-1ea60761a22f tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:57.389721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:57.395897 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:57.396511 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:57.431305 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Allocated IP 2001:db8::2 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/70292dbe-8155-47d7-a945-5240d1c7cf73/e40910a2-f8a0-4caf-a33f-476c79f6bb6a) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:11:57.511910 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1303cb4-da7b-41c1-8f5c-1ea60761a22f tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aae5dfae-718f-4ed6-baa6-80bd9f6f005c,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:57.605029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Network': ['ID=21471afe-ad78-47ad-a49b-2cc852931eae,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:57.634454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 21471afe-ad78-47ad-a49b-2cc852931eae details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:11:57.642535 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-edfc97d3-0466-4568-be25-5ab0ce140599 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8769300 Aug 26 01:11:57.645794 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49024) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:57.647228 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.ipam_backend_mixin [None req-c01f7365-ad50-47b5-ad95-fa3289178454 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 70292dbe-8155-47d7-a945-5240d1c7cf73 (CIDR: 2001:db8::/64) Aug 26 01:11:57.652736 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-357944ad-a159-4a0a-9e0b-c01e1a562fdc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bcd14021238c41399d274e88bd742222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402035 Aug 26 01:11:57.655259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49028) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:57.666538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'subnet': {'network_id': '21471afe-ad78-47ad-a49b-2cc852931eae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:57.674730 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e1303cb4-da7b-41c1-8f5c-1ea60761a22f tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:57.678521 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e1303cb4-da7b-41c1-8f5c-1ea60761a22f tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/aae5dfae-718f-4ed6-baa6-80bd9f6f005c HTTP/1.1" status: 204 len: 168 time: 0.5740328 Aug 26 01:11:57.678707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49032) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:57.710788 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01f7365-ad50-47b5-ad95-fa3289178454 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:11:57.711273 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01f7365-ad50-47b5-ad95-fa3289178454 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:11:57.772109 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:57.786514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ebdb4185-de28-40dd-a9b4-fd44541ecd5c tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:57.786743 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Transition to ACTIVE for port object e40910a2-f8a0-4caf-a33f-476c79f6bb6a will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:57.790739 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-76da77e1-c81e-4cd2-95de-b97edd732aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:57.810801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Transition to ACTIVE for port object e40910a2-f8a0-4caf-a33f-476c79f6bb6a will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:11:57.831567 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-76da77e1-c81e-4cd2-95de-b97edd732aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:57.839209 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:57.845503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:subnet and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:11:57.850822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:11:57.854643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27241019-01db-4ba2-a5d6-1aa89d0891c2 admin admin] Router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:11:57.859551 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:58.011563 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c01f7365-ad50-47b5-ad95-fa3289178454 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0863719 Aug 26 01:11:58.014277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49036) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:58.021422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'subnet': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:58.046479 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27241019-01db-4ba2-a5d6-1aa89d0891c2 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:11:58.051802 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-27241019-01db-4ba2-a5d6-1aa89d0891c2 admin admin] 10.222.0.83 "PUT /v2.0/routers/7ff9f84e-d42f-4bcd-8344-1fa92cb5903d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5106339 Aug 26 01:11:58.054681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49040) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:58.057342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d7559-ae06-475a-89e1-45f80dd7083f None None] Sync routers for ids ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:11:58.068863 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d7559-ae06-475a-89e1-45f80dd7083f None None] Routers {'7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:58.069591 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ca4d7559-ae06-475a-89e1-45f80dd7083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:58.174585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:58.185144 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:11:58.195094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ebdb4185-de28-40dd-a9b4-fd44541ecd5c tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:58.195094 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ebdb4185-de28-40dd-a9b4-fd44541ecd5c tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5112634 Aug 26 01:11:58.195094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49044) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:58.225206 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:58.227269 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e699-95e5-414f-b940-ae86adf44ec2 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:58.237608 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e699-95e5-414f-b940-ae86adf44ec2 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:58.302094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-76da77e1-c81e-4cd2-95de-b97edd732aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:58.320482 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:11:58.324704 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da77e1-c81e-4cd2-95de-b97edd732aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17eb59d-f88f-4343-8532-550f64dc5cb6,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:58.325461 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:11:58.333063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:11:58.387670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:58.397819 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Pushing event updated for resources: {'Port': ['ID=e40910a2-f8a0-4caf-a33f-476c79f6bb6a,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:58.400719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:58.405094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:58.468964 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-ca4d7559-ae06-475a-89e1-45f80dd7083f None None] Set router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:58.494294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-76da77e1-c81e-4cd2-95de-b97edd732aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:58.498056 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-76da77e1-c81e-4cd2-95de-b97edd732aef admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d17eb59d-f88f-4343-8532-550f64dc5cb6 HTTP/1.1" status: 204 len: 168 time: 0.8391657 Aug 26 01:11:58.498056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e699-95e5-414f-b940-ae86adf44ec2 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:58.512113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e699-95e5-414f-b940-ae86adf44ec2 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:58.516562 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8cf4e699-95e5-414f-b940-ae86adf44ec2 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/93f89949-b8d4-4283-a92a-97bb4629d272 HTTP/1.1" status: 204 len: 168 time: 0.3211894 Aug 26 01:11:58.522066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49050) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:58.527803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4e699-95e5-414f-b940-ae86adf44ec2 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93f89949-b8d4-4283-a92a-97bb4629d272,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:58.613752 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-96d74d12-7009-47e5-b11f-8ef6848eda01 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:58.654989 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:11:58.659069 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:58.689092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:58.702085 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Attempting to bind port e40910a2-f8a0-4caf-a33f-476c79f6bb6a on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:11:58.704449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Attempting to bind port e40910a2-f8a0-4caf-a33f-476c79f6bb6a by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:11:58.704449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Attempting to bind port e40910a2-f8a0-4caf-a33f-476c79f6bb6a on network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:11:58.706047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-96d74d12-7009-47e5-b11f-8ef6848eda01 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:58.710045 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-96d74d12-7009-47e5-b11f-8ef6848eda01 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1844029 Aug 26 01:11:58.710998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49054) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:58.716183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:11:58.716708 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Checking segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:11:58.717202 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:58.717684 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Bound using segment: {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:11:58.718282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Bound port: e40910a2-f8a0-4caf-a33f-476c79f6bb6a, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a28812-f689-4b02-a2be-3e6cbd03b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:11:58.718747 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:58.819703 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-760377b1-e6cf-4c9a-a91a-8acb1aff98aa tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:58.863114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-760377b1-e6cf-4c9a-a91a-8acb1aff98aa tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:59.019966 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:59.079489 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.objects.ports [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89863) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Aug 26 01:11:59.108721 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] For port e40910a2-f8a0-4caf-a33f-476c79f6bb6a, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:11:59.115112 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] For port e40910a2-f8a0-4caf-a33f-476c79f6bb6a, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e40910a2-f8a0-4caf-a33f-476c79f6bb6a,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:11:59.155832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-760377b1-e6cf-4c9a-a91a-8acb1aff98aa tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:59.187016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760377b1-e6cf-4c9a-a91a-8acb1aff98aa tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b80cdd-1064-4255-b3f7-225cd3411aa2,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:59.213503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:59.246582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] Deleting port e7cebaf7-085d-45d3-a853-9d584f3c1f1b {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:11:59.248025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:59.327796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ca4d7559-ae06-475a-89e1-45f80dd7083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:29Z', 'updated_at': '2022-08-26T01:11:55Z', 'revision_number': 5, 'project_id': '2b51416469154fda977a78b7767f918c', 'gw_port': {'id': 'e7cebaf7-085d-45d3-a853-9d584f3c1f1b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:07:32Z', 'updated_at': '2022-08-26T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:59.337031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:59.339472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d7559-ae06-475a-89e1-45f80dd7083f None None] Checking router: 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:11:59.344171 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f52b1-6836-4dbf-8678-9ca25569df39 None None] Pushing event updated for resources: {'Port': ['ID=e40910a2-f8a0-4caf-a33f-476c79f6bb6a,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:59.353403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d7559-ae06-475a-89e1-45f80dd7083f None None] Routers {'7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:11:59.354034 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ca4d7559-ae06-475a-89e1-45f80dd7083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:59.517116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-760377b1-e6cf-4c9a-a91a-8acb1aff98aa tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:59.521019 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-760377b1-e6cf-4c9a-a91a-8acb1aff98aa tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-groups/a4b80cdd-1064-4255-b3f7-225cd3411aa2 HTTP/1.1" status: 204 len: 168 time: 0.8071451 Aug 26 01:11:59.522178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49070) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:59.549085 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-ca4d7559-ae06-475a-89e1-45f80dd7083f None None] Set router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:11:59.549576 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:59.576801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:59.706967 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2ad5503b-59fe-4459-8d9b-aa89797aa910 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:11:59.758624 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ca4d7559-ae06-475a-89e1-45f80dd7083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:29Z', 'updated_at': '2022-08-26T01:11:59Z', 'revision_number': 6, 'project_id': '2b51416469154fda977a78b7767f918c', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:59.764833 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d7559-ae06-475a-89e1-45f80dd7083f None None] The sync data for ids ['7ff9f84e-d42f-4bcd-8344-1fa92cb5903d'] in dv-neutron-854561-2-hyperv is: [{'id': '7ff9f84e-d42f-4bcd-8344-1fa92cb5903d', 'name': 'tempest-ServerActionsTestJSON-1409879378-router', 'tenant_id': '2b51416469154fda977a78b7767f918c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:07:29Z', 'updated_at': '2022-08-26T01:11:59Z', 'revision_number': 6, 'project_id': '2b51416469154fda977a78b7767f918c', 'gw_port_host': None}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:11:59.825899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] For port e7cebaf7-085d-45d3-a853-9d584f3c1f1b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e7cebaf7-085d-45d3-a853-9d584f3c1f1b,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:11:59.826356 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:11:59.893850 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2ad5503b-59fe-4459-8d9b-aa89797aa910 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:11:59.895615 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2ad5503b-59fe-4459-8d9b-aa89797aa910 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3727362 Aug 26 01:11:59.907060 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49080) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:11:59.918556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5f53a580-fd98-4c0a-89bd-e36326ee3c4e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085464266'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:11:59.927408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5f53a580-fd98-4c0a-89bd-e36326ee3c4e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:11:59.946261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5f53a580-fd98-4c0a-89bd-e36326ee3c4e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:00.000862 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] Calling delete_port for e7cebaf7-085d-45d3-a853-9d584f3c1f1b owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:00.014520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] For port e40910a2-f8a0-4caf-a33f-476c79f6bb6a, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e40910a2-f8a0-4caf-a33f-476c79f6bb6a,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:00.030506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Subnet': ['ID=3fe0562d-be56-4aa8-a62b-958d96e4c7a0,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:00.042018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Checking segment: {'id': '373a24d2-96de-4970-88f6-34755d894a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '21471afe-ad78-47ad-a49b-2cc852931eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:00.042018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network hostable DHCP agents. Network: 21471afe-ad78-47ad-a49b-2cc852931eae, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:12:00.045604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:00.077685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f53a580-fd98-4c0a-89bd-e36326ee3c4e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:00.101652 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5f53a580-fd98-4c0a-89bd-e36326ee3c4e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:00.106695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5f53a580-fd98-4c0a-89bd-e36326ee3c4e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:00.111323 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5f53a580-fd98-4c0a-89bd-e36326ee3c4e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:00.115073 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49084) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:00.124687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5f53a580-fd98-4c0a-89bd-e36326ee3c4e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:00.151079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:00.152042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:00.284732 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1053566562'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:00.291784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 21471afe-ad78-47ad-a49b-2cc852931eae is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:12:00.292434 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:00.300589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:00.308544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:00.316253 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:00.318599 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:00.335677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:network and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:00.340911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:00.360756 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:00.370385 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Subnet': ['ID=12af08bb-6403-4b5e-a8e0-4be58672fb12,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:00.381011 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=e40910a2-f8a0-4caf-a33f-476c79f6bb6a,revision_number=4']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:00.396462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Router e8d3e3b7-2f29-475c-8699-760523c7ab00 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:12:00.428108 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f53a580-fd98-4c0a-89bd-e36326ee3c4e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:00.472358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 21471afe-ad78-47ad-a49b-2cc852931eae) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:00.480727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f28ea0-4356-46c7-a2cb-7ce054a6e95c None None] Network 21471afe-ad78-47ad-a49b-2cc852931eae requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:00.494465 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-688c8d8a-a3cf-4695-a28c-7c9615d79fba tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4762368 Aug 26 01:12:00.495013 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49090) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:00.501539 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Request body: {'port': {'network_id': '0a9fbbf1-89c9-44bd-8a9c-c5f98595492c', 'mac_address': 'fa:16:3e:6f:66:44', 'name': 'tempest-NetworksTestDHCPv6-729001166'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:00.519806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f53a580-fd98-4c0a-89bd-e36326ee3c4e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:00.543246 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:00.544093 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:00.544445 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:00.548454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:00.552745 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:00.575459 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-15709d65-a87a-4827-8584-f7d21414f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:00.657198 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:00.682802 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:12:00.698551 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:00.699157 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Sync routers for ids ['e8d3e3b7-2f29-475c-8699-760523c7ab00'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:12:00.704352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:security_group_rule and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:00.709663 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Routers {'e8d3e3b7-2f29-475c-8699-760523c7ab00'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:00.710307 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e8d3e3b7-2f29-475c-8699-760523c7ab00'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:00.710865 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:00.720554 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:00.724509 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cebaf7-085d-45d3-a853-9d584f3c1f1b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:00.779758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77d55cc-9676-48a8-8032-306617e6bcec None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:00.889183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:00.931383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e40910a2-f8a0-4caf-a33f-476c79f6bb6a up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:00.944226 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:00.951236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53a580-fd98-4c0a-89bd-e36326ee3c4e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1935ac20-7da9-42f0-92c6-dc02753b03b3,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:00.956132 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3c25c9c9-0546-4e86-bbd7-812e30f1cbfd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3054249 Aug 26 01:12:00.971109 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:00.973912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49094) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:00.983583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Usage tracker for resource:port and tenant:9ef9c6952e504af69d305582f47e7b40 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:00.987413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-7532a8f5-e0c9-45f1-8216-17b21451a931 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1660308712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:00.993993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:01.003164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7532a8f5-e0c9-45f1-8216-17b21451a931 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:01.005717 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:01.012481 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7532a8f5-e0c9-45f1-8216-17b21451a931 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:router and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:01.018441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7532a8f5-e0c9-45f1-8216-17b21451a931 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:01.021160 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Set router e8d3e3b7-2f29-475c-8699-760523c7ab00 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:12:01.029940 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7532a8f5-e0c9-45f1-8216-17b21451a931 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:01.041921 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f53a580-fd98-4c0a-89bd-e36326ee3c4e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.043432 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5f53a580-fd98-4c0a-89bd-e36326ee3c4e tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1350524 Aug 26 01:12:01.045230 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.046006 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49098) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:01.046454 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-745a3488-662e-425b-a16e-f8b929b03ecf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.4875584 Aug 26 01:12:01.054016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6ada8fb7-d960-42ac-a043-b10a9a89b32a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group_rule': {'security_group_id': '1935ac20-7da9-42f0-92c6-dc02753b03b3', 'direction': 'ingress', 'protocol': 17}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:01.061155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6ada8fb7-d960-42ac-a043-b10a9a89b32a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:01.066468 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6ada8fb7-d960-42ac-a043-b10a9a89b32a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:01.070370 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6ada8fb7-d960-42ac-a043-b10a9a89b32a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:01.077655 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6ada8fb7-d960-42ac-a043-b10a9a89b32a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:01.087353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49102) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:01.108271 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.136487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.140183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.143382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-21471afe-ad78-47ad-a49b-2cc852931eae', 'network_id': '21471afe-ad78-47ad-a49b-2cc852931eae', 'tenant_id': '889b104f11a34d0f8f574727b339f84a', 'fixed_ips': [{'subnet_id': '3fe0562d-be56-4aa8-a62b-958d96e4c7a0'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:12:01.144336 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.159404 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7c97fbaf-df9f-4750-a809-c78cf5a083e6 None None] Provisioning for port e40910a2-f8a0-4caf-a33f-476c79f6bb6a completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:01.183433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14da4d22-4656-484d-ab74-1939cfc1940d,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:01.189506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Made reservation on behalf of 9ef9c6952e504af69d305582f47e7b40 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:01.225431 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7532a8f5-e0c9-45f1-8216-17b21451a931 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.226519 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7532a8f5-e0c9-45f1-8216-17b21451a931 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.245621 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.246286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ff9f84e-d42f-4bcd-8344-1fa92cb5903d {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:12:01.263104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.267905 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c1a91c0e-6181-4f8a-8eb6-37c2ec601dbf admin admin] 10.222.0.83 "DELETE /v2.0/routers/7ff9f84e-d42f-4bcd-8344-1fa92cb5903d HTTP/1.1" status: 204 len: 168 time: 3.2094922 Aug 26 01:12:01.268650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49108) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:01.283125 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port e40910a2-f8a0-4caf-a33f-476c79f6bb6a completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:01.299868 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e40910a2-f8a0-4caf-a33f-476c79f6bb6a triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:01.300355 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.372527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4edc06-aade-43e3-9581-d6130454bc07 admin admin] Deleting subnet 8b9c5a93-9423-4301-b9da-a87da6db8e95 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:12:01.376817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cc4edc06-aade-43e3-9581-d6130454bc07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.397644 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6ada8fb7-d960-42ac-a043-b10a9a89b32a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.407812 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:12:01.450738 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7532a8f5-e0c9-45f1-8216-17b21451a931 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.453571 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-32ec9241-e08e-4abb-92cb-07ff098c4fda tempest-TestNetworkAdvancedServerOps-314179920 tempest-TestNetworkAdvancedServerOps-314179920-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=3c7b4bbf6ea3427f837b93377020060f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3649623 Aug 26 01:12:01.460344 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cc4edc06-aade-43e3-9581-d6130454bc07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.467193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49112) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:01.470440 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.470784 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Added segment 6bf34d65-181d-4b2c-8c83-c831f48013a1 of type vlan for network c39c443c-7918-4a03-b4e5-74e2bba35154 Aug 26 01:12:01.478832 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:52Z', 'updated_at': '2022-08-26T01:11:57Z', 'revision_number': 3, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'gw_port': {'id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:11:55Z', 'updated_at': '2022-08-26T01:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:01.484083 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Checking router: e8d3e3b7-2f29-475c-8699-760523c7ab00 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:12:01.485270 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Updating router e8d3e3b7-2f29-475c-8699-760523c7ab00 port e22369d8-3ebb-4bc7-917e-78f08b480be0 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:12:01.556916 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.570701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cc4edc06-aade-43e3-9581-d6130454bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.660103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.669054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.712138 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7532a8f5-e0c9-45f1-8216-17b21451a931 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.714013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e40910a2-f8a0-4caf-a33f-476c79f6bb6a is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:01.715165 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.719499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6ada8fb7-d960-42ac-a043-b10a9a89b32a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.748647 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cc4edc06-aade-43e3-9581-d6130454bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.759971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Allocated IP 2001:db8::2 (21471afe-ad78-47ad-a49b-2cc852931eae/3fe0562d-be56-4aa8-a62b-958d96e4c7a0/bd73a11a-7b21-4fe9-a16e-19cce765d3b9) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:01.771989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] device_id is not set on port f01a09bf-0cd5-4ddd-987e-e842a93b4a8b yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:01.814436 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6ada8fb7-d960-42ac-a043-b10a9a89b32a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.817110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4edc06-aade-43e3-9581-d6130454bc07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9c5a93-9423-4301-b9da-a87da6db8e95,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:01.834880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port e40910a2-f8a0-4caf-a33f-476c79f6bb6a, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e40910a2-f8a0-4caf-a33f-476c79f6bb6a,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:01.837827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cc4edc06-aade-43e3-9581-d6130454bc07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.843454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1442125-b990-4409-8697-779ebe6496bf None None] Network ddd58b69-18ff-473a-81ae-b003ddd4fec6 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:01.851258 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cc4edc06-aade-43e3-9581-d6130454bc07 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8b9c5a93-9423-4301-b9da-a87da6db8e95 HTTP/1.1" status: 204 len: 168 time: 0.5768058 Aug 26 01:12:01.851258 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49116) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:01.873441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670edc01-5aa6-40bf-aeff-02f6c21aef25 tempest-TestNetworkAdvancedServerOps-314179920 tempest-TestNetworkAdvancedServerOps-314179920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:01.877634 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-670edc01-5aa6-40bf-aeff-02f6c21aef25 tempest-TestNetworkAdvancedServerOps-314179920 tempest-TestNetworkAdvancedServerOps-314179920-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4028153 Aug 26 01:12:01.882534 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49120) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:01.936807 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada8fb7-d960-42ac-a043-b10a9a89b32a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b17171d-542d-4513-93cc-a81fbac16b03,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:01.962427 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7532a8f5-e0c9-45f1-8216-17b21451a931 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.966032 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7532a8f5-e0c9-45f1-8216-17b21451a931 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9884641 Aug 26 01:12:01.966032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.972623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:01.973247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:01.985227 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49124) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:01.991466 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:02.007006 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Transition to ACTIVE for port object e22369d8-3ebb-4bc7-917e-78f08b480be0 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:02.032592 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bac3afa4-389a-4184-bf75-89299151bdb4 tempest-TestNetworkAdvancedServerOps-314179920 tempest-TestNetworkAdvancedServerOps-314179920-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1484020 Aug 26 01:12:02.033646 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49128) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:02.052945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2104903882', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:02.059234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:02.107861 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:02.147422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'network_id': '21471afe-ad78-47ad-a49b-2cc852931eae', 'name': 'tempest-PortsIpV6TestJSON-1614033463'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:02.159813 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e7cebaf7-085d-45d3-a853-9d584f3c1f1b no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:12:02.173397 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Network': ['ID=c39c443c-7918-4a03-b4e5-74e2bba35154,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:02.186798 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Attempting to bind port e22369d8-3ebb-4bc7-917e-78f08b480be0 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:12:02.194317 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Attempting to bind port e22369d8-3ebb-4bc7-917e-78f08b480be0 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:12:02.195029 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Attempting to bind port e22369d8-3ebb-4bc7-917e-78f08b480be0 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:12:02.202664 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network c39c443c-7918-4a03-b4e5-74e2bba35154 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:12:02.222688 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:12:02.223377 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:02.229949 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:02.230780 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:12:02.231450 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Bound port: e22369d8-3ebb-4bc7-917e-78f08b480be0, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:12:02.232005 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:02.233587 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6ada8fb7-d960-42ac-a043-b10a9a89b32a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:02.236036 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6ada8fb7-d960-42ac-a043-b10a9a89b32a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1888614 Aug 26 01:12:02.255202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49132) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:02.268688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:02.284372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Usage tracker for resource:subnet and tenant:3c7b4bbf6ea3427f837b93377020060f is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:02.290634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:02.299677 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:02.307779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:02.308001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: e7cebaf7-085d-45d3-a853-9d584f3c1f1b {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:12:02.308213 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e7cebaf7-085d-45d3-a853-9d584f3c1f1b not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:12:02.308660 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:12:02.315091 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fa33d-8e16-4a76-9c98-7d182206d23c None None] Pushing event updated for resources: {'Port': ['ID=e22369d8-3ebb-4bc7-917e-78f08b480be0,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:02.331896 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fa33d-8e16-4a76-9c98-7d182206d23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:02.332490 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fa33d-8e16-4a76-9c98-7d182206d23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:02.332997 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fa33d-8e16-4a76-9c98-7d182206d23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:02.333488 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fa33d-8e16-4a76-9c98-7d182206d23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:02.334187 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fa33d-8e16-4a76-9c98-7d182206d23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:02.337811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] Deleting port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:02.338148 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:02.338890 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fa33d-8e16-4a76-9c98-7d182206d23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:02.339400 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fa33d-8e16-4a76-9c98-7d182206d23c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:02.339901 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fa33d-8e16-4a76-9c98-7d182206d23c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:02.340406 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fa33d-8e16-4a76-9c98-7d182206d23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:02.340883 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fa33d-8e16-4a76-9c98-7d182206d23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:02.341356 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fa33d-8e16-4a76-9c98-7d182206d23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:02.341855 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4fa33d-8e16-4a76-9c98-7d182206d23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:02.395819 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] For port e22369d8-3ebb-4bc7-917e-78f08b480be0, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:12:02.400460 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] For port e22369d8-3ebb-4bc7-917e-78f08b480be0, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e22369d8-3ebb-4bc7-917e-78f08b480be0,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:12:02.423765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:12:02.424117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9c4b3bfb-db45-49bb-b83e-2bd59dd64939 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:12:02.479655 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:02.560156 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f327d6a6-70bf-4ed0-9e28-3a352aeb4451 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.4441502 Aug 26 01:12:02.581795 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49136) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:02.596751 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'name': 'tempest-PortsTestJSON-368552166'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:02.600542 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fa33d-8e16-4a76-9c98-7d182206d23c None None] Pushing event updated for resources: {'Port': ['ID=e22369d8-3ebb-4bc7-917e-78f08b480be0,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:02.616444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=e40910a2-f8a0-4caf-a33f-476c79f6bb6a,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:02.632374 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Routers {'e8d3e3b7-2f29-475c-8699-760523c7ab00'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:02.638001 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e8d3e3b7-2f29-475c-8699-760523c7ab00'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:02.649047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] For port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=798227a1-0ce2-4b10-85d3-9a1b73e6edfd,segment=NetworkSegment(d7f33ff3-def1-4b75-b974-5922cee48efe),segment_id=d7f33ff3-def1-4b75-b974-5922cee48efe)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:02.653263 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:02.719014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6470b6bf-1b38-4eba-b35e-41bc12258f0f None None] Provisioning complete for port e40910a2-f8a0-4caf-a33f-476c79f6bb6a triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:02.720098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6470b6bf-1b38-4eba-b35e-41bc12258f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:02.786300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e40910a2-f8a0-4caf-a33f-476c79f6bb6a up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:02.885170 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] Set router e8d3e3b7-2f29-475c-8699-760523c7ab00 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:12:02.925610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3bc309b6-35b1-4b4d-a322-3b3c59267e63 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:02.929131 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8::397 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/70292dbe-8155-47d7-a945-5240d1c7cf73/f01a09bf-0cd5-4ddd-987e-e842a93b4a8b) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:02.931593 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:02.934223 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:02.956035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6f:6644 (0a9fbbf1-89c9-44bd-8a9c-c5f98595492c/12af08bb-6403-4b5e-a8e0-4be58672fb12/f01a09bf-0cd5-4ddd-987e-e842a93b4a8b) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:02.958777 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:port and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:02.959720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] Calling delete_port for 798227a1-0ce2-4b10-85d3-9a1b73e6edfd owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:02.961134 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:02.975207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:port and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:02.985315 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:02.995939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Transition to ACTIVE for port object bd73a11a-7b21-4fe9-a16e-19cce765d3b9 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:03.001831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:03.032013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Transition to ACTIVE for port object bd73a11a-7b21-4fe9-a16e-19cce765d3b9 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:03.046468 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:03.055797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:03.058870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Made reservation on behalf of 3c7b4bbf6ea3427f837b93377020060f for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:03.064547 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.084614 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3bc309b6-35b1-4b4d-a322-3b3c59267e63 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.112363 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6470b6bf-1b38-4eba-b35e-41bc12258f0f None None] Current status of the port e40910a2-f8a0-4caf-a33f-476c79f6bb6a is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:03.114549 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0773505a-763c-4fc5-8b03-70118c6754c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.116107 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c789a1-b315-4489-96a4-bf8a12255fd0 None None] DHCP port deletion for ddd58b69-18ff-473a-81ae-b003ddd4fec6 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:12:03.123930 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e7c789a1-b315-4489-96a4-bf8a12255fd0 None None] Deleting port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:03.124315 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e7c789a1-b315-4489-96a4-bf8a12255fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.162059 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.178577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.183533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:03.187572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.225307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:03.225540 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e40910a2-f8a0-4caf-a33f-476c79f6bb6a triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:03.225963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.229582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.259163 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=798227a1-0ce2-4b10-85d3-9a1b73e6edfd,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:03.264694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] No DVR routers for this DVR port 798227a1-0ce2-4b10-85d3-9a1b73e6edfd on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:12:03.315108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Network 21471afe-ad78-47ad-a49b-2cc852931eae is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:03.368862 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port 2e9fe9ec-49b1-4d6c-85ec-e33c684e3732 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:03.397973 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e7c789a1-b315-4489-96a4-bf8a12255fd0 None None] The port '798227a1-0ce2-4b10-85d3-9a1b73e6edfd' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:12:03.400435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:03.403191 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port 96ec6779-a42d-426a-9f52-a3378b712e07 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:03.427053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:03.457109 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:52Z', 'updated_at': '2022-08-26T01:11:57Z', 'revision_number': 3, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'gw_port': {'id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:11:55Z', 'updated_at': '2022-08-26T01:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:03.463939 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c058c6-cd20-45a2-98e9-f7b25b35015a None None] The sync data for ids ['e8d3e3b7-2f29-475c-8699-760523c7ab00'] in dv-neutron-854561-2-hyperv is: [{'id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:52Z', 'updated_at': '2022-08-26T01:11:57Z', 'revision_number': 3, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'gw_port': {'id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:11:55Z', 'updated_at': '2022-08-26T01:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:12:03.508835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.547769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Pushing event updated for resources: {'Port': ['ID=bd73a11a-7b21-4fe9-a16e-19cce765d3b9,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:03.556659 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd58b69-18ff-473a-81ae-b003ddd4fec6']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:03.571705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f33ff3-def1-4b75-b974-5922cee48efe') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:03.572309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f33ff3-def1-4b75-b974-5922cee48efe') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:03.589557 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.612564 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3bc309b6-35b1-4b4d-a322-3b3c59267e63 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.619011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.627167 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Attempting to bind port bd73a11a-7b21-4fe9-a16e-19cce765d3b9 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:12:03.627427 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Attempting to bind port bd73a11a-7b21-4fe9-a16e-19cce765d3b9 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '373a24d2-96de-4970-88f6-34755d894a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '21471afe-ad78-47ad-a49b-2cc852931eae'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:12:03.627804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Attempting to bind port bd73a11a-7b21-4fe9-a16e-19cce765d3b9 on network 21471afe-ad78-47ad-a49b-2cc852931eae {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:12:03.630372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:12:03.631056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.674714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:12:03.675629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Checking segment: {'id': '373a24d2-96de-4970-88f6-34755d894a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '21471afe-ad78-47ad-a49b-2cc852931eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:03.675629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.675629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Bound using segment: {'id': '373a24d2-96de-4970-88f6-34755d894a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '21471afe-ad78-47ad-a49b-2cc852931eae'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:12:03.676130 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Bound port: bd73a11a-7b21-4fe9-a16e-19cce765d3b9, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373a24d2-96de-4970-88f6-34755d894a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '21471afe-ad78-47ad-a49b-2cc852931eae'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:12:03.676513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.727684 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc309b6-35b1-4b4d-a322-3b3c59267e63 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1935ac20-7da9-42f0-92c6-dc02753b03b3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:03.732854 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment d7f33ff3-def1-4b75-b974-5922cee48efe resource provider aggregate not found Aug 26 01:12:03.745573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.756543 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e40910a2-f8a0-4caf-a33f-476c79f6bb6a is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:03.780834 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment d7f33ff3-def1-4b75-b974-5922cee48efe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7f33ff3-def1-4b75-b974-5922cee48efe found for delete ", "request_id": "req-4f9ca528-2718-4424-a680-157ca9b26b28"}]} Aug 26 01:12:03.880503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] For port bd73a11a-7b21-4fe9-a16e-19cce765d3b9, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:12:03.884269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] For port bd73a11a-7b21-4fe9-a16e-19cce765d3b9, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=bd73a11a-7b21-4fe9-a16e-19cce765d3b9,segment=NetworkSegment(373a24d2-96de-4970-88f6-34755d894a71),segment_id=373a24d2-96de-4970-88f6-34755d894a71)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:12:03.906634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.944313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.944438 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.944532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.954317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd58b69-18ff-473a-81ae-b003ddd4fec6,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:03.964942 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d63f7c31-e9db-4e5d-96d0-de5b43cdb7c6 admin admin] 10.222.0.83 "DELETE /v2.0/networks/ddd58b69-18ff-473a-81ae-b003ddd4fec6 HTTP/1.1" status: 204 len: 168 time: 2.1123486 Aug 26 01:12:03.966430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:03.969066 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:04.025102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3bc309b6-35b1-4b4d-a322-3b3c59267e63 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:04.027259 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3bc309b6-35b1-4b4d-a322-3b3c59267e63 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-groups/1935ac20-7da9-42f0-92c6-dc02753b03b3 HTTP/1.1" status: 204 len: 168 time: 1.7697899 Aug 26 01:12:04.036274 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49146) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:04.037931 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:04.046333 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Transition to ACTIVE for port object f01a09bf-0cd5-4ddd-987e-e842a93b4a8b will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:04.074415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Checking segment: {'id': '13633b81-4d9c-43df-8c0c-07421f95cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:04.074907 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Network hostable DHCP agents. Network: 02f7a366-55ac-4b98-ac68-0cbcda6650bb, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:12:04.081182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd9e53-7763-43ae-be0a-e424eb326252 None None] Pushing event updated for resources: {'Port': ['ID=bd73a11a-7b21-4fe9-a16e-19cce765d3b9,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:04.081816 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'Subnet': ['ID=75aee266-6a51-42bf-aecb-af40ed310f6a,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:04.089559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Allocated IP 2001:db8::1ba (21471afe-ad78-47ad-a49b-2cc852931eae/3fe0562d-be56-4aa8-a62b-958d96e4c7a0/2e9fe9ec-49b1-4d6c-85ec-e33c684e3732) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:04.198838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-107ca5e1-1211-4acb-aa2a-1a158292519f tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:04.210438 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Network 02f7a366-55ac-4b98-ac68-0cbcda6650bb is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:12:04.323669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:04.337269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 02f7a366-55ac-4b98-ac68-0cbcda6650bb) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:04.341600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:04.342253 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:04.364063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bbab20-4a0b-4737-862c-b18e7eeef5df None None] Network 02f7a366-55ac-4b98-ac68-0cbcda6650bb requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:04.407496 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-107ca5e1-1211-4acb-aa2a-1a158292519f tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:04.408782 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-107ca5e1-1211-4acb-aa2a-1a158292519f tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3690662 Aug 26 01:12:04.412734 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49150) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:04.420087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-c7ad0be3-63c5-41d2-9214-6bf3dd8f9dac tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539613318'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:04.434632 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c7ad0be3-63c5-41d2-9214-6bf3dd8f9dac tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:04.464709 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c7ad0be3-63c5-41d2-9214-6bf3dd8f9dac tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:04.468155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:04.475330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=96ec6779-a42d-426a-9f52-a3378b712e07,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:04.507207 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-11d8442f-b49c-4384-aead-7cbd7aad08f8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4671583 Aug 26 01:12:04.512205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49154) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:04.582478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Checking segment: {'id': '6bf34d65-181d-4b2c-8c83-c831f48013a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:04.582845 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network hostable DHCP agents. Network: c39c443c-7918-4a03-b4e5-74e2bba35154, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:12:04.594967 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:04.607148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:04.610262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49158) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:04.611303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:04.613774 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:04.619684 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:04.620419 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:04.689284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event updated for resources: {'Port': ['ID=f01a09bf-0cd5-4ddd-987e-e842a93b4a8b,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:04.728416 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Transition to ACTIVE for port object 2e9fe9ec-49b1-4d6c-85ec-e33c684e3732 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:04.759775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c7ad0be3-63c5-41d2-9214-6bf3dd8f9dac tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:04.764813 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-958c11d8-d860-4ac7-8aee-4dd9a8c1a941 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2b51416469154fda977a78b7767f918c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395586 Aug 26 01:12:04.777545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49162) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:04.798780 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'fixed_ips': [{'subnet_id': '75aee266-6a51-42bf-aecb-af40ed310f6a'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:12:04.799695 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:04.806049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c7ad0be3-63c5-41d2-9214-6bf3dd8f9dac tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:04.818036 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e7bc5cde-a43f-457b-858d-9c2de5458a9c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.3196313 Aug 26 01:12:04.833316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49166) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:04.901702 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network c39c443c-7918-4a03-b4e5-74e2bba35154 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:12:04.922564 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c7ad0be3-63c5-41d2-9214-6bf3dd8f9dac tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:04.940410 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device bd73a11a-7b21-4fe9-a16e-19cce765d3b9 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:04.989361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-db85b978-1148-4778-bb5f-f3152d57c7e6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting port f01a09bf-0cd5-4ddd-987e-e842a93b4a8b {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:04.990830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-db85b978-1148-4778-bb5f-f3152d57c7e6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:05.016820 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c7ad0be3-63c5-41d2-9214-6bf3dd8f9dac tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:05.084815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c7ad0be3-63c5-41d2-9214-6bf3dd8f9dac tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:05.114984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, c39c443c-7918-4a03-b4e5-74e2bba35154) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:05.117637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:05.123442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:05.124075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:05.128699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f831ccc9-d37e-4471-8f13-d65b93fbdb7c None None] Network c39c443c-7918-4a03-b4e5-74e2bba35154 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:05.139687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:05.216312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-33d7e979-f3bd-4cb8-b070-c3515e0ad4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:05.233653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port bd73a11a-7b21-4fe9-a16e-19cce765d3b9 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:05.254412 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e22369d8-3ebb-4bc7-917e-78f08b480be0 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:05.326863 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Allocated IP 172.20.0.2 (02f7a366-55ac-4b98-ac68-0cbcda6650bb/75aee266-6a51-42bf-aecb-af40ed310f6a/9aa61859-3c3e-46db-b5e0-e42c4ee5b33b) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:05.411805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 21471afe-ad78-47ad-a49b-2cc852931eae is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:05.427803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:05.445734 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:05.451603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:05.452848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:05.498819 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-33d7e979-f3bd-4cb8-b070-c3515e0ad4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:05.524648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9978ce40-e971-4c00-80e1-8a970d032629 None None] Provisioning for port f01a09bf-0cd5-4ddd-987e-e842a93b4a8b completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:05.538665 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9978ce40-e971-4c00-80e1-8a970d032629 None None] Provisioning complete for port f01a09bf-0cd5-4ddd-987e-e842a93b4a8b triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:05.539050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9978ce40-e971-4c00-80e1-8a970d032629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:05.575426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c7ad0be3-63c5-41d2-9214-6bf3dd8f9dac tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:05.579760 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-353be873-9eb7-4868-858a-9125b9779f37 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9908209 Aug 26 01:12:05.580003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49170) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:05.592473 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2163a9-ac7f-4423-94f6-77ab73bc8b09 None None] Network 21471afe-ad78-47ad-a49b-2cc852931eae requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:05.600376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=2e9fe9ec-49b1-4d6c-85ec-e33c684e3732,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:05.628241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-230820987'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:05.645228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:05.659030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:network and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:05.664213 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:05.674390 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:05.679821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:05.681784 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7045b423-4f7a-4ef6-83be-8cd0eb18b391 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6742437 Aug 26 01:12:05.683400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49174) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:05.686683 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-db85b978-1148-4778-bb5f-f3152d57c7e6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:05.754736 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-33d7e979-f3bd-4cb8-b070-c3515e0ad4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:05.799522 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-9978ce40-e971-4c00-80e1-8a970d032629 None None] Port f01a09bf-0cd5-4ddd-987e-e842a93b4a8b cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:05.843106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c7ad0be3-63c5-41d2-9214-6bf3dd8f9dac tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:05.883212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port e22369d8-3ebb-4bc7-917e-78f08b480be0 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:05.908717 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-db85b978-1148-4778-bb5f-f3152d57c7e6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Calling delete_port for f01a09bf-0cd5-4ddd-987e-e842a93b4a8b owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:05.928789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad0be3-63c5-41d2-9214-6bf3dd8f9dac tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd43cf6d-acd9-44b2-a993-86e9f0b2dd20,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:05.943067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e22369d8-3ebb-4bc7-917e-78f08b480be0 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:05.943449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:05.961311 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7e979-f3bd-4cb8-b070-c3515e0ad4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7ed2c4-b919-4cf6-b9dc-d04514d92dbc,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:05.975541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-33d7e979-f3bd-4cb8-b070-c3515e0ad4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:05.976661 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-33d7e979-f3bd-4cb8-b070-c3515e0ad4a2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7b7ed2c4-b919-4cf6-b9dc-d04514d92dbc HTTP/1.1" status: 204 len: 168 time: 1.2080791 Aug 26 01:12:06.085093 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c7ad0be3-63c5-41d2-9214-6bf3dd8f9dac tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.085967 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c7ad0be3-63c5-41d2-9214-6bf3dd8f9dac tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6712205 Aug 26 01:12:06.086904 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:06.089277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49180) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:06.090218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.122340 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.139287 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-63d4dd4c-6669-47ae-9d75-3b408bc60b7b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707421384'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:06.157422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-63d4dd4c-6669-47ae-9d75-3b408bc60b7b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:06.165636 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-63d4dd4c-6669-47ae-9d75-3b408bc60b7b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:06.168389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7b4ea194-1212-461e-8172-67f1a28076d8 None None] Provisioning for port bd73a11a-7b21-4fe9-a16e-19cce765d3b9 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:06.170276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-63d4dd4c-6669-47ae-9d75-3b408bc60b7b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:06.172656 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.180674 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-63d4dd4c-6669-47ae-9d75-3b408bc60b7b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:06.193806 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7b4ea194-1212-461e-8172-67f1a28076d8 None None] Provisioning complete for port bd73a11a-7b21-4fe9-a16e-19cce765d3b9 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:06.194517 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7b4ea194-1212-461e-8172-67f1a28076d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.224420 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Transition to ACTIVE for port object 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:06.254081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63d4dd4c-6669-47ae-9d75-3b408bc60b7b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.278085 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-63d4dd4c-6669-47ae-9d75-3b408bc60b7b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:06.282021 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-63d4dd4c-6669-47ae-9d75-3b408bc60b7b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:06.288120 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-63d4dd4c-6669-47ae-9d75-3b408bc60b7b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:06.291854 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-db85b978-1148-4778-bb5f-f3152d57c7e6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.319892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Transition to ACTIVE for port object 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:06.328401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-63d4dd4c-6669-47ae-9d75-3b408bc60b7b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:06.340696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e22369d8-3ebb-4bc7-917e-78f08b480be0 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:06.343485 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.348485 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85b978-1148-4778-bb5f-f3152d57c7e6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Port': ['ID=f01a09bf-0cd5-4ddd-987e-e842a93b4a8b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:06.413357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port e22369d8-3ebb-4bc7-917e-78f08b480be0, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e22369d8-3ebb-4bc7-917e-78f08b480be0,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:06.420460 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:12:06.442227 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.498722 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.525712 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ea194-1212-461e-8172-67f1a28076d8 None None] Current status of the port bd73a11a-7b21-4fe9-a16e-19cce765d3b9 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:06.525712 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7b4ea194-1212-461e-8172-67f1a28076d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.526036 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.526165 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Added segment a6070876-415d-4644-91d8-d718be58117b of type vlan for network b62aa188-431b-414d-ac5f-7e1785dca5a3 Aug 26 01:12:06.561861 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Network 02f7a366-55ac-4b98-ac68-0cbcda6650bb is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:06.571751 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:06.574291 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:06.586669 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Pushing event updated for resources: {'Port': ['ID=9aa61859-3c3e-46db-b5e0-e42c4ee5b33b,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:06.655639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-db85b978-1148-4778-bb5f-f3152d57c7e6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.688575 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 798227a1-0ce2-4b10-85d3-9a1b73e6edfd no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:12:06.697394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63d4dd4c-6669-47ae-9d75-3b408bc60b7b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.701132 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-db85b978-1148-4778-bb5f-f3152d57c7e6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/f01a09bf-0cd5-4ddd-987e-e842a93b4a8b HTTP/1.1" status: 204 len: 168 time: 1.8679338 Aug 26 01:12:06.703090 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49186) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:06.792313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63d4dd4c-6669-47ae-9d75-3b408bc60b7b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.802804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.804587 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7b4ea194-1212-461e-8172-67f1a28076d8 None None] For port bd73a11a-7b21-4fe9-a16e-19cce765d3b9, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=bd73a11a-7b21-4fe9-a16e-19cce765d3b9,segment=NetworkSegment(373a24d2-96de-4970-88f6-34755d894a71),segment_id=373a24d2-96de-4970-88f6-34755d894a71)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:06.805647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 798227a1-0ce2-4b10-85d3-9a1b73e6edfd {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:12:06.825034 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 798227a1-0ce2-4b10-85d3-9a1b73e6edfd not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:12:06.865007 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Attempting to bind port 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:12:06.865595 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Attempting to bind port 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '13633b81-4d9c-43df-8c0c-07421f95cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:12:06.866158 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Attempting to bind port 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b on network 02f7a366-55ac-4b98-ac68-0cbcda6650bb {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:12:06.871318 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412a96df-5876-43e7-8e4f-e810216a982d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:06.872073 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-412a96df-5876-43e7-8e4f-e810216a982d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:06.873994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=e22369d8-3ebb-4bc7-917e-78f08b480be0,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:06.880081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4dd4c-6669-47ae-9d75-3b408bc60b7b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12250876-69fd-479d-94ea-a06c02253df0,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:06.881828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:12:06.883264 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Checking segment: {'id': '13633b81-4d9c-43df-8c0c-07421f95cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:06.883938 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.884698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Bound using segment: {'id': '13633b81-4d9c-43df-8c0c-07421f95cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:12:06.885487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Bound port: 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13633b81-4d9c-43df-8c0c-07421f95cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:12:06.886082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.900402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7b4ea194-1212-461e-8172-67f1a28076d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.934366 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63d4dd4c-6669-47ae-9d75-3b408bc60b7b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:06.935618 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-63d4dd4c-6669-47ae-9d75-3b408bc60b7b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8433220 Aug 26 01:12:06.939358 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49194) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:06.944834 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-471815a1-b048-4d75-bf0a-9b6217111b0a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group_rule': {'security_group_id': 'fd43cf6d-acd9-44b2-a993-86e9f0b2dd20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '12250876-69fd-479d-94ea-a06c02253df0', 'remote_ip_prefix': None}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:06.958187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-471815a1-b048-4d75-bf0a-9b6217111b0a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:06.963968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-471815a1-b048-4d75-bf0a-9b6217111b0a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:06.969352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-471815a1-b048-4d75-bf0a-9b6217111b0a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:06.973497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-412a96df-5876-43e7-8e4f-e810216a982d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:06.975097 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-412a96df-5876-43e7-8e4f-e810216a982d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2706628 Aug 26 01:12:06.979241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49198) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:06.981845 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-471815a1-b048-4d75-bf0a-9b6217111b0a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:07.073621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] For port 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:12:07.080570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] For port 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9aa61859-3c3e-46db-b5e0-e42c4ee5b33b,segment=NetworkSegment(13633b81-4d9c-43df-8c0c-07421f95cc89),segment_id=13633b81-4d9c-43df-8c0c-07421f95cc89)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:12:07.100168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e4f407-1075-48dd-b8d2-4f3a3871c3e2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:07.101585 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a0e4f407-1075-48dd-b8d2-4f3a3871c3e2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1213086 Aug 26 01:12:07.103973 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:07.107558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49204) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:07.110852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:07.111656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:07.123418 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ea194-1212-461e-8172-67f1a28076d8 None None] Pushing event updated for resources: {'Port': ['ID=bd73a11a-7b21-4fe9-a16e-19cce765d3b9,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:07.141194 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-62391a0c-3df1-4737-b59a-4aadac44526e None None] Provisioning complete for port bd73a11a-7b21-4fe9-a16e-19cce765d3b9 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:07.141515 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-62391a0c-3df1-4737-b59a-4aadac44526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:07.160227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f82f-04b5-4543-bd2f-8d9a5122b0b6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:07.197615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:07.221457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-471815a1-b048-4d75-bf0a-9b6217111b0a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:07.314236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-471815a1-b048-4d75-bf0a-9b6217111b0a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:07.324815 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f927d444-bab5-42af-b980-bd3d59c495e3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:07.326556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f927d444-bab5-42af-b980-bd3d59c495e3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:07.328482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f927d444-bab5-42af-b980-bd3d59c495e3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:07.329616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f927d444-bab5-42af-b980-bd3d59c495e3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:07.344170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f927d444-bab5-42af-b980-bd3d59c495e3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:07.348076 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f927d444-bab5-42af-b980-bd3d59c495e3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2368803 Aug 26 01:12:07.353166 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49210) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:07.357426 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a77b2-a46b-429b-b7ca-55ce1819dd42 None None] Pushing event updated for resources: {'Port': ['ID=9aa61859-3c3e-46db-b5e0-e42c4ee5b33b,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:07.406329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-471815a1-b048-4d75-bf0a-9b6217111b0a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:07.432561 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-62391a0c-3df1-4737-b59a-4aadac44526e None None] Current status of the port bd73a11a-7b21-4fe9-a16e-19cce765d3b9 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:07.447096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f60d5a-da2c-4cc4-aac5-7ec6b745760b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 12af08bb-6403-4b5e-a8e0-4be58672fb12 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:12:07.458242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-52f60d5a-da2c-4cc4-aac5-7ec6b745760b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:07.499329 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Network': ['ID=b62aa188-431b-414d-ac5f-7e1785dca5a3,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:07.515758 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471815a1-b048-4d75-bf0a-9b6217111b0a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4ee605-42f3-40ae-a682-b0ffdb81d4e5,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:07.516705 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9355717 Aug 26 01:12:07.523518 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-62391a0c-3df1-4737-b59a-4aadac44526e None None] Provisioning for port 2e9fe9ec-49b1-4d6c-85ec-e33c684e3732 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:07.523901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49220) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:07.532514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'ports': [{'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154'}, {'network_id': 'b62aa188-431b-414d-ac5f-7e1785dca5a3'}]} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:07.532928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:07.533297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'network_id': 'b62aa188-431b-414d-ac5f-7e1785dca5a3'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:07.536071 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-62391a0c-3df1-4737-b59a-4aadac44526e None None] Provisioning complete for port 2e9fe9ec-49b1-4d6c-85ec-e33c684e3732 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:07.536447 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-62391a0c-3df1-4737-b59a-4aadac44526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:07.540290 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:07.540801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:07.541076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:07.541633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:07.542167 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:07.542502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:07.543036 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:07.543371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:07.543708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:07.544037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:07.544368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:07.544687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d36c740-c700-4285-a786-38415ce54eb0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:07.602014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network b62aa188-431b-414d-ac5f-7e1785dca5a3 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:12:07.647952 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-52f60d5a-da2c-4cc4-aac5-7ec6b745760b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:07.695544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-471815a1-b048-4d75-bf0a-9b6217111b0a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:07.700138 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-471815a1-b048-4d75-bf0a-9b6217111b0a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7597785 Aug 26 01:12:07.705138 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49224) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:07.806054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0107-1f8e-4b7f-8917-cabdd021a786 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:07.904505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-62391a0c-3df1-4737-b59a-4aadac44526e None None] Port 2e9fe9ec-49b1-4d6c-85ec-e33c684e3732 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:07.921634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0107-1f8e-4b7f-8917-cabdd021a786 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:07.961429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Allocated IP 172.20.0.1 (02f7a366-55ac-4b98-ac68-0cbcda6650bb/75aee266-6a51-42bf-aecb-af40ed310f6a/dd72fadc-f4a5-4e83-88ef-c4652046642d) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:07.997621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-52f60d5a-da2c-4cc4-aac5-7ec6b745760b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:08.030738 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bb1de514-800d-4049-8ec8-caa447b2e5fb None None] Provisioning complete for port 2e9fe9ec-49b1-4d6c-85ec-e33c684e3732 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:08.031711 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bb1de514-800d-4049-8ec8-caa447b2e5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:08.050317 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:08.096466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:port and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:08.100054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0107-1f8e-4b7f-8917-cabdd021a786 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:08.101989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:08.115324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-bb1de514-800d-4049-8ec8-caa447b2e5fb None None] Port 2e9fe9ec-49b1-4d6c-85ec-e33c684e3732 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:08.122087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:08.124094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b0107-1f8e-4b7f-8917-cabdd021a786 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb4ee605-42f3-40ae-a682-b0ffdb81d4e5,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:08.142542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0107-1f8e-4b7f-8917-cabdd021a786 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:08.159038 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8e5b0107-1f8e-4b7f-8917-cabdd021a786 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/bb4ee605-42f3-40ae-a682-b0ffdb81d4e5 HTTP/1.1" status: 204 len: 168 time: 0.4352129 Aug 26 01:12:08.159038 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49232) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:08.185928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f82f-04b5-4543-bd2f-8d9a5122b0b6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:08.210609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:08.240319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Transition to ACTIVE for port object dd72fadc-f4a5-4e83-88ef-c4652046642d will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:08.279299 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f82f-04b5-4543-bd2f-8d9a5122b0b6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:08.313789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'port': 2} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:08.318625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:08.328490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-52f60d5a-da2c-4cc4-aac5-7ec6b745760b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:08.367566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:08.370187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1856fa17-5911-4764-9c9d-b926e2cef0d4 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:08.394307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-52f60d5a-da2c-4cc4-aac5-7ec6b745760b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:08.401048 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5651f931-03fd-43d5-908c-e106e70a84a3 None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:08.402506 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-52f60d5a-da2c-4cc4-aac5-7ec6b745760b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/12af08bb-6403-4b5e-a8e0-4be58672fb12 HTTP/1.1" status: 204 len: 168 time: 1.0526125 Aug 26 01:12:08.404298 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:08.404444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49238) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:08.426686 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f60d5a-da2c-4cc4-aac5-7ec6b745760b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=12af08bb-6403-4b5e-a8e0-4be58672fb12,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:08.532345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Network 02f7a366-55ac-4b98-ac68-0cbcda6650bb is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:08.539998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0f82f-04b5-4543-bd2f-8d9a5122b0b6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=2e9fe9ec-49b1-4d6c-85ec-e33c684e3732,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:08.566019 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1856fa17-5911-4764-9c9d-b926e2cef0d4 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:08.571032 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1856fa17-5911-4764-9c9d-b926e2cef0d4 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4234061 Aug 26 01:12:08.576515 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49246) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:08.615180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:08.729382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:08.739917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25525f85-d21a-4379-a297-7fe1a78967f9 None None] Network 02f7a366-55ac-4b98-ac68-0cbcda6650bb requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:08.740870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port 8f72f635-6ecc-4b39-af8a-969477f833d4 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:08.844078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b550a433-eaee-439a-b338-b9169c686b70 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Deleting subnet 70292dbe-8155-47d7-a945-5240d1c7cf73 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:12:08.844078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:08.919054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:08.934309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b550a433-eaee-439a-b338-b9169c686b70 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:08.938700 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8661cf96-3794-46ed-b565-513564b392f7 None None] Provisioning for port 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:09.043274 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'Port': ['ID=dd72fadc-f4a5-4e83-88ef-c4652046642d,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:09.091274 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-372770a4-ed65-421a-a509-9a69c9301c52 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:09.119104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f82f-04b5-4543-bd2f-8d9a5122b0b6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:09.159044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49256) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:09.183017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b550a433-eaee-439a-b338-b9169c686b70 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:09.201847 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-372770a4-ed65-421a-a509-9a69c9301c52 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:09.204605 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device bd73a11a-7b21-4fe9-a16e-19cce765d3b9 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:09.299651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port dd462919-be12-4850-9e96-51ef922758a6 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:09.330277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b550a433-eaee-439a-b338-b9169c686b70 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:09.381290 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port bd73a11a-7b21-4fe9-a16e-19cce765d3b9 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:09.381668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:09.410675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-372770a4-ed65-421a-a509-9a69c9301c52 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:09.454295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1557632724', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:09.474223 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:09.481953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372770a4-ed65-421a-a509-9a69c9301c52 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12250876-69fd-479d-94ea-a06c02253df0,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:09.493767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Usage tracker for resource:port and tenant:84606f6b75b045058c9821d6df30ffc5 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:09.512669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:09.517224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:09.532888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f82f-04b5-4543-bd2f-8d9a5122b0b6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:09.555514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:09.562767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:09.626325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-372770a4-ed65-421a-a509-9a69c9301c52 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:09.628025 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-372770a4-ed65-421a-a509-9a69c9301c52 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-groups/12250876-69fd-479d-94ea-a06c02253df0 HTTP/1.1" status: 204 len: 168 time: 1.0544689 Aug 26 01:12:09.635546 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49262) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:09.663747 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port bd73a11a-7b21-4fe9-a16e-19cce765d3b9 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:09.667694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Made reservation on behalf of 84606f6b75b045058c9821d6df30ffc5 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:09.670367 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e22369d8-3ebb-4bc7-917e-78f08b480be0 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:09.674828 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:09.723152 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:09.736453 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:09.790922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e22369d8-3ebb-4bc7-917e-78f08b480be0 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:09.791653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:09.849129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c181fd74-5961-475c-a0c4-65fc7fc94669 None None] Provisioning for port dd72fadc-f4a5-4e83-88ef-c4652046642d completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:09.892441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:09.900936 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Usage tracker for resource:security_group_rule and tenant:84606f6b75b045058c9821d6df30ffc5 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:09.911027 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:09.912433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:09.932592 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c181fd74-5961-475c-a0c4-65fc7fc94669 None None] Provisioning complete for port dd72fadc-f4a5-4e83-88ef-c4652046642d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:09.933817 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c181fd74-5961-475c-a0c4-65fc7fc94669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.005560 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network c39c443c-7918-4a03-b4e5-74e2bba35154 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:10.015653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:10.029130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:10.030086 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.064657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c181fd74-5961-475c-a0c4-65fc7fc94669 None None] Port dd72fadc-f4a5-4e83-88ef-c4652046642d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:10.092719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=8f72f635-6ecc-4b39-af8a-969477f833d4,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:10.147546 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b550a433-eaee-439a-b338-b9169c686b70 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.149192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b04ff020-2897-4c33-872a-88172942bb68 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:10.181634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.199908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e22369d8-3ebb-4bc7-917e-78f08b480be0 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:10.200963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:10.230400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Checking segment: {'id': 'a6070876-415d-4644-91d8-d718be58117b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b62aa188-431b-414d-ac5f-7e1785dca5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:10.230761 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network hostable DHCP agents. Network: b62aa188-431b-414d-ac5f-7e1785dca5a3, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:12:10.242605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=dd462919-be12-4850-9e96-51ef922758a6,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:10.255924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.262567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7dbc9bed-f34a-4f63-ab86-918c60172cd0 None None] Provisioning complete for port e40910a2-f8a0-4caf-a33f-476c79f6bb6a triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:10.262946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7dbc9bed-f34a-4f63-ab86-918c60172cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.266728 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] device_id is not set on port ae8ed789-096c-4ba2-b9fc-4a077e044c00 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:10.324488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550a433-eaee-439a-b338-b9169c686b70 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Subnet': ['ID=70292dbe-8155-47d7-a945-5240d1c7cf73,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:10.355522 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b04ff020-2897-4c33-872a-88172942bb68 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:10.356621 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b04ff020-2897-4c33-872a-88172942bb68 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7196982 Aug 26 01:12:10.367152 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7868a48b-cfe1-4af4-ae5a-9543e5955b93,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:10.369521 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49266) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:10.384111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network b62aa188-431b-414d-ac5f-7e1785dca5a3 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:12:10.419514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc9bed-f34a-4f63-ab86-918c60172cd0 None None] Current status of the port e40910a2-f8a0-4caf-a33f-476c79f6bb6a is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:10.421599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7dbc9bed-f34a-4f63-ab86-918c60172cd0 None None] Provisioning complete for port dd72fadc-f4a5-4e83-88ef-c4652046642d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:10.423692 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7dbc9bed-f34a-4f63-ab86-918c60172cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.471368 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, b62aa188-431b-414d-ac5f-7e1785dca5a3) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:10.476066 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:10.492744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:10.495070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:10.495450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.498251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:10.503045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:10.503707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.521645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f3776d-7559-4370-bc9d-313b8d9f0731 None None] Network b62aa188-431b-414d-ac5f-7e1785dca5a3 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:10.561604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Allocated IP 172.26.2.67 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/ae8ed789-096c-4ba2-b9fc-4a077e044c00) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:10.565233 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1b66ffcb-b20c-4eca-942f-bb18cf079a70 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.613682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1b66ffcb-b20c-4eca-942f-bb18cf079a70 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.659148 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1e9fa2c7-0b35-470b-b5c4-9b6f72becb62 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1341271 Aug 26 01:12:10.663393 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49270) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:10.677821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc9bed-f34a-4f63-ab86-918c60172cd0 None None] Port dd72fadc-f4a5-4e83-88ef-c4652046642d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:10.711817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b550a433-eaee-439a-b338-b9169c686b70 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.723567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f82f-04b5-4543-bd2f-8d9a5122b0b6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.728917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27af7693-13d1-4fdc-87b3-5de3c206581a None None] Network 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:10.791183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.846168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d5ea3-5f75-4456-829e-b3a35e78b6e4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port dd462919-be12-4850-9e96-51ef922758a6 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:10.846504 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8a3d5ea3-5f75-4456-829e-b3a35e78b6e4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.892807 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b550a433-eaee-439a-b338-b9169c686b70 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/70292dbe-8155-47d7-a945-5240d1c7cf73 HTTP/1.1" status: 204 len: 168 time: 2.4874032 Aug 26 01:12:10.893448 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49274) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:10.911189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f82f-04b5-4543-bd2f-8d9a5122b0b6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.911928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f82f-04b5-4543-bd2f-8d9a5122b0b6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:10.931366 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1b66ffcb-b20c-4eca-942f-bb18cf079a70 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:11.003398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66ffcb-b20c-4eca-942f-bb18cf079a70 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd43cf6d-acd9-44b2-a993-86e9f0b2dd20,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:11.046775 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:11.070405 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c6067360-0fb8-49bd-9742-640892dbb579 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1584332 Aug 26 01:12:11.076374 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:11.076910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:11.079967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49278) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:11.140404 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1b66ffcb-b20c-4eca-942f-bb18cf079a70 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:11.144806 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1b66ffcb-b20c-4eca-942f-bb18cf079a70 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-groups/fd43cf6d-acd9-44b2-a993-86e9f0b2dd20 HTTP/1.1" status: 204 len: 168 time: 0.7689559 Aug 26 01:12:11.150681 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49282) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:11.181946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9aa61859-3c3e-46db-b5e0-e42c4ee5b33b,segment=NetworkSegment(13633b81-4d9c-43df-8c0c-07421f95cc89),segment_id=13633b81-4d9c-43df-8c0c-07421f95cc89)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:11.210266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0f82f-04b5-4543-bd2f-8d9a5122b0b6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=2e9fe9ec-49b1-4d6c-85ec-e33c684e3732,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:11.256557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:11.300578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7abe66-4b6c-4671-a51f-0a37ddb159f6 None None] DHCP port deletion for 0a9fbbf1-89c9-44bd-8a9c-c5f98595492c request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:12:11.329638 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6b7abe66-4b6c-4671-a51f-0a37ddb159f6 None None] Deleting port e40910a2-f8a0-4caf-a33f-476c79f6bb6a {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:11.330280 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6b7abe66-4b6c-4671-a51f-0a37ddb159f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:11.338225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e0f82f-04b5-4543-bd2f-8d9a5122b0b6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network 21471afe-ad78-47ad-a49b-2cc852931eae is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:11.343695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-a1e0f82f-04b5-4543-bd2f-8d9a5122b0b6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:11.350970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:11.355942 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8a3d5ea3-5f75-4456-829e-b3a35e78b6e4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:11.429157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:11.449379 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=9aa61859-3c3e-46db-b5e0-e42c4ee5b33b,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:11.457171 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e40910a2-f8a0-4caf-a33f-476c79f6bb6a no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:12:11.567677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d5ea3-5f75-4456-829e-b3a35e78b6e4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for dd462919-be12-4850-9e96-51ef922758a6 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:11.607656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ac0cbfb7-2006-4702-8b80-794ba052407d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:11.615034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:11.733980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ac0cbfb7-2006-4702-8b80-794ba052407d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:11.736507 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ac0cbfb7-2006-4702-8b80-794ba052407d tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5819497 Aug 26 01:12:11.744430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49286) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:11.758467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172102799'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:11.762461 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-6b7abe66-4b6c-4671-a51f-0a37ddb159f6 None None] For port e40910a2-f8a0-4caf-a33f-476c79f6bb6a, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e40910a2-f8a0-4caf-a33f-476c79f6bb6a,segment=NetworkSegment(b1a28812-f689-4b02-a2be-3e6cbd03b45b),segment_id=b1a28812-f689-4b02-a2be-3e6cbd03b45b)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:11.762954 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6b7abe66-4b6c-4671-a51f-0a37ddb159f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:11.767022 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:11.780103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:11.784285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0677dd-677a-44b7-9d0a-2438f8ebd7fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:11.785617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4f0677dd-677a-44b7-9d0a-2438f8ebd7fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:11.793205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:11.804208 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:11.822242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:11.868378 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:11.873794 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Pushing event updated for resources: {'Port': ['ID=ae8ed789-096c-4ba2-b9fc-4a077e044c00,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:11.883460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:11.901851 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4f0677dd-677a-44b7-9d0a-2438f8ebd7fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:11.906581 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4f0677dd-677a-44b7-9d0a-2438f8ebd7fb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8254373 Aug 26 01:12:11.907748 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49290) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:11.920980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'Port': ['ID=dd72fadc-f4a5-4e83-88ef-c4652046642d,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:11.939168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6b7abe66-4b6c-4671-a51f-0a37ddb159f6 None None] Calling delete_port for e40910a2-f8a0-4caf-a33f-476c79f6bb6a owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:11.973147 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:11.974147 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:11.980450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:12.015439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8a3d5ea3-5f75-4456-829e-b3a35e78b6e4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:12.015439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:12.038113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:12.075982 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e40910a2-f8a0-4caf-a33f-476c79f6bb6a is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:12.076743 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:12.105295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7a392b90-be9b-434e-984f-a9481342db7c None None] Provisioning complete for port 2e9fe9ec-49b1-4d6c-85ec-e33c684e3732 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:12.105669 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Network 02f7a366-55ac-4b98-ac68-0cbcda6650bb is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:12.105902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7a392b90-be9b-434e-984f-a9481342db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:12.107002 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:12.115812 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:12.178827 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d5ea3-5f75-4456-829e-b3a35e78b6e4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=dd462919-be12-4850-9e96-51ef922758a6,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:12.186546 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e0f82f-04b5-4543-bd2f-8d9a5122b0b6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Router 8c2593e0-40f1-48ed-b9b8-a2f002a4e0de is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:12:12.192647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6b7abe66-4b6c-4671-a51f-0a37ddb159f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:12.194840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c005c9a7-ae92-47f2-98b5-0143f92b34b5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:12.195918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c005c9a7-ae92-47f2-98b5-0143f92b34b5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Synchronizing usage tracker for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:12.201050 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8a3d5ea3-5f75-4456-829e-b3a35e78b6e4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:12.205562 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8a3d5ea3-5f75-4456-829e-b3a35e78b6e4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/dd462919-be12-4850-9e96-51ef922758a6 HTTP/1.1" status: 204 len: 168 time: 1.5373106 Aug 26 01:12:12.208320 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49294) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:12.297957 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d1168df0-91dc-4a40-ab17-541d1587afe4 tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1032970 Aug 26 01:12:12.305594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49298) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:12.319188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.67'}]}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:12.324072 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7abe66-4b6c-4671-a51f-0a37ddb159f6 None None] Pushing event deleted for resources: {'Port': ['ID=e40910a2-f8a0-4caf-a33f-476c79f6bb6a,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:12.366947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7abe66-4b6c-4671-a51f-0a37ddb159f6 None None] No DVR routers for this DVR port e40910a2-f8a0-4caf-a33f-476c79f6bb6a on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:12:12.377523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7a392b90-be9b-434e-984f-a9481342db7c None None] Port 2e9fe9ec-49b1-4d6c-85ec-e33c684e3732 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:12.396202 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:12.410986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Usage tracker for resource:router and tenant:84606f6b75b045058c9821d6df30ffc5 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:12.427209 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c005c9a7-ae92-47f2-98b5-0143f92b34b5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Unset dirty status for tenant:9ef9c6952e504af69d305582f47e7b40 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:12.430758 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c005c9a7-ae92-47f2-98b5-0143f92b34b5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5197151 Aug 26 01:12:12.434518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49302) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:12.448584 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:12.485290 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:12.502075 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-107527d4-8d40-41a2-8a20-8c00d117ee35 None None] Provisioning complete for port dd72fadc-f4a5-4e83-88ef-c4652046642d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:12.502534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-107527d4-8d40-41a2-8a20-8c00d117ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:12.515667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:12.532576 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cc512d77-2104-4107-83d1-49de250db811 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858932 Aug 26 01:12:12.535043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49306) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:12.546456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92bf37d-9d6c-4806-abd7-e59a5104a1f9 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:12.553093 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92bf37d-9d6c-4806-abd7-e59a5104a1f9 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:12.553924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f92bf37d-9d6c-4806-abd7-e59a5104a1f9 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:12.565715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-107527d4-8d40-41a2-8a20-8c00d117ee35 None None] Port dd72fadc-f4a5-4e83-88ef-c4652046642d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:12.582431 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e0f82f-04b5-4543-bd2f-8d9a5122b0b6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:12:12.588296 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:12.592958 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a1e0f82f-04b5-4543-bd2f-8d9a5122b0b6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "PUT /v2.0/routers/8c2593e0-40f1-48ed-b9b8-a2f002a4e0de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9083586 Aug 26 01:12:12.593270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa204fd-de5e-4f85-af74-a2df4c1128c3 None None] Sync routers for ids ['8c2593e0-40f1-48ed-b9b8-a2f002a4e0de'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:12:12.595937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49310) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:12.605149 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa204fd-de5e-4f85-af74-a2df4c1128c3 None None] Routers {'8c2593e0-40f1-48ed-b9b8-a2f002a4e0de'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:12.606006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-caa204fd-de5e-4f85-af74-a2df4c1128c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['8c2593e0-40f1-48ed-b9b8-a2f002a4e0de'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:12.631832 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e61b2b-f396-4f0f-9c51-6310bd85d858 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:12.632213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e61b2b-f396-4f0f-9c51-6310bd85d858 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:12.649796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Router e8d3e3b7-2f29-475c-8699-760523c7ab00 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:12:12.651110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:12.652333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:12.668217 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6285267d-b657-4ada-9105-8bab9f476562,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:12.674849 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-80e61b2b-f396-4f0f-9c51-6310bd85d858 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/f01a09bf-0cd5-4ddd-987e-e842a93b4a8b HTTP/1.1" status: 404 len: 333 time: 0.1351721 Aug 26 01:12:12.675796 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49314) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:12.677710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-caa204fd-de5e-4f85-af74-a2df4c1128c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:12.687019 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa204fd-de5e-4f85-af74-a2df4c1128c3 None None] Routers {'8c2593e0-40f1-48ed-b9b8-a2f002a4e0de'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:12.688319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-caa204fd-de5e-4f85-af74-a2df4c1128c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['8c2593e0-40f1-48ed-b9b8-a2f002a4e0de'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:12.723316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:12.723665 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:12.724003 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:12.724339 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:12.728545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:12.728545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:12.728545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:12.728545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:12.728545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:12.728545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:12.728545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:12.728545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:12.735951 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3ab83e-4d1a-4825-ae74-9ae84c63baea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:12.735951 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3ab83e-4d1a-4825-ae74-9ae84c63baea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:12.740224 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4c3ab83e-4d1a-4825-ae74-9ae84c63baea tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/12af08bb-6403-4b5e-a8e0-4be58672fb12 HTTP/1.1" status: 404 len: 337 time: 0.0618837 Aug 26 01:12:12.740527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49318) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:12.757452 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-caa204fd-de5e-4f85-af74-a2df4c1128c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:12.758006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa204fd-de5e-4f85-af74-a2df4c1128c3 None None] The sync data for ids ['8c2593e0-40f1-48ed-b9b8-a2f002a4e0de'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:12:12.774613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:12.784706 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad7a2d8-eb8f-4d5b-a841-d2840b9867bb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:12.785146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad7a2d8-eb8f-4d5b-a841-d2840b9867bb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:12.789496 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dad7a2d8-eb8f-4d5b-a841-d2840b9867bb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/70292dbe-8155-47d7-a945-5240d1c7cf73 HTTP/1.1" status: 404 len: 337 time: 0.0455875 Aug 26 01:12:12.789855 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49322) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:12.794692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f92bf37d-9d6c-4806-abd7-e59a5104a1f9 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:12.794692 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f92bf37d-9d6c-4806-abd7-e59a5104a1f9 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5839293 Aug 26 01:12:12.825844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49326) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:12.861735 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:12.863075 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c4e86073-7d3d-4bf2-a940-7852748e0b94 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1173258 Aug 26 01:12:12.872780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49330) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:12.892156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-ae92a691-4245-45d5-890b-8ca2dead9769 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group_rule': {'security_group_id': '6285267d-b657-4ada-9105-8bab9f476562', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:12.897089 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f7da6d-7de7-4d61-b98e-f3281ae55020 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:12.897550 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f7da6d-7de7-4d61-b98e-f3281ae55020 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:12.900036 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-57f7da6d-7de7-4d61-b98e-f3281ae55020 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/bb1308c5-739c-4fb3-957d-858fa319e397 HTTP/1.1" status: 404 len: 333 time: 0.1084425 Aug 26 01:12:12.904549 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ae92a691-4245-45d5-890b-8ca2dead9769 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:12.906681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49334) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:12.911842 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ae92a691-4245-45d5-890b-8ca2dead9769 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:12.916640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ae92a691-4245-45d5-890b-8ca2dead9769 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:12.925920 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ae92a691-4245-45d5-890b-8ca2dead9769 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:12.930882 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-4a323a28-de14-4361-9a17-1cc66a84548d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 8f72f635-6ecc-4b39-af8a-969477f833d4 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:12.931221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a323a28-de14-4361-9a17-1cc66a84548d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:12.965360 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d861946-e493-4561-9648-12e9f8fff2f8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:12.965845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d861946-e493-4561-9648-12e9f8fff2f8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:12.975782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535e6dc7-89f2-40ff-828a-3d1100f1a1ea tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:12.976480 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-535e6dc7-89f2-40ff-828a-3d1100f1a1ea tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:12.990351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:12:12.994292 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1d861946-e493-4561-9648-12e9f8fff2f8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/a2d320b8-5912-4d0e-a940-9a78108a0431 HTTP/1.1" status: 404 len: 337 time: 0.0865593 Aug 26 01:12:13.006827 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-289d119c-977a-425a-b458-1eed9769d8f9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "PUT /v2.0/routers/e8d3e3b7-2f29-475c-8699-760523c7ab00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4885561 Aug 26 01:12:13.011401 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Sync routers for ids ['e8d3e3b7-2f29-475c-8699-760523c7ab00'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:12:13.025790 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49338) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:13.028796 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Routers {'e8d3e3b7-2f29-475c-8699-760523c7ab00'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:13.029898 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d219f3b8-c652-4c54-8371-41307be510be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e8d3e3b7-2f29-475c-8699-760523c7ab00'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:13.090425 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-885dff5d-32c2-40f1-b6a4-0f257e816d36 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:13.090873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885dff5d-32c2-40f1-b6a4-0f257e816d36 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:13.094969 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-885dff5d-32c2-40f1-b6a4-0f257e816d36 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/3ef3e98f-b642-4f3f-8c51-cc82ba0b84bc HTTP/1.1" status: 404 len: 337 time: 0.0661254 Aug 26 01:12:13.095927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ae92a691-4245-45d5-890b-8ca2dead9769 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:13.102527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49344) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:13.218052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-535e6dc7-89f2-40ff-828a-3d1100f1a1ea tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:13.220083 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-535e6dc7-89f2-40ff-828a-3d1100f1a1ea tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c2593e0-40f1-48ed-b9b8-a2f002a4e0de HTTP/1.1" status: 200 len: 989 time: 0.6227496 Aug 26 01:12:13.227795 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-707685c1-0171-45ea-9cb5-60530c68b4ca tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:13.228269 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-707685c1-0171-45ea-9cb5-60530c68b4ca tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:13.229977 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-707685c1-0171-45ea-9cb5-60530c68b4ca tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/bdf2c5ef-c651-4df5-bcf5-cd27b48377eb HTTP/1.1" status: 404 len: 333 time: 0.1229217 Aug 26 01:12:13.236183 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49358) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:13.236518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49360) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:13.307507 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Set router e8d3e3b7-2f29-475c-8699-760523c7ab00 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:12:13.363777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:13.436836 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:13.437218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:13.462253 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:13.533431 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a323a28-de14-4361-9a17-1cc66a84548d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:13.629389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:13.699279 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d219f3b8-c652-4c54-8371-41307be510be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:52Z', 'updated_at': '2022-08-26T01:12:09Z', 'revision_number': 4, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'gw_port': {'id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:11:55Z', 'updated_at': '2022-08-26T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'dd72fadc-f4a5-4e83-88ef-c4652046642d', 'name': '', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'mac_address': 'fa:16:3e:8f:6e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:12:07Z', 'updated_at': '2022-08-26T01:12:10Z', 'revision_number': 2, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'subnets': [{'id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:13.704596 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Checking router: e8d3e3b7-2f29-475c-8699-760523c7ab00 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:12:13.704863 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Updating router e8d3e3b7-2f29-475c-8699-760523c7ab00 port dd72fadc-f4a5-4e83-88ef-c4652046642d binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:12:13.740914 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-4a323a28-de14-4361-9a17-1cc66a84548d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 8f72f635-6ecc-4b39-af8a-969477f833d4 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:13.764176 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:13.772794 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f836605-546a-4ca8-9d53-69f62f4053be tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:13.772794 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f836605-546a-4ca8-9d53-69f62f4053be tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:13.776981 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7f836605-546a-4ca8-9d53-69f62f4053be tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/e683373b-b7ea-4ca1-8cef-036bcc8d34cf HTTP/1.1" status: 404 len: 337 time: 0.5320098 Aug 26 01:12:13.780219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49366) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:13.867798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-1b2233b0-0f0e-4137-a2f8-0ff6cf4395df tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Synchronizing usage tracker for tenant:3c7b4bbf6ea3427f837b93377020060f on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:13.886313 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f45980-3ae6-4380-80cf-0bf0847bd45e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:13.887085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f45980-3ae6-4380-80cf-0bf0847bd45e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:13.892298 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d7f45980-3ae6-4380-80cf-0bf0847bd45e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/f4dc7d1d-57e4-447f-867c-e2badc0151ed HTTP/1.1" status: 404 len: 337 time: 0.1073134 Aug 26 01:12:13.892298 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49370) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:13.976753 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-213739c2-9212-406d-a946-e838ca131d71 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:13.977477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213739c2-9212-406d-a946-e838ca131d71 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:13.981280 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-213739c2-9212-406d-a946-e838ca131d71 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/8ef97c83-362f-4753-b5a5-a7615fecb304 HTTP/1.1" status: 404 len: 333 time: 0.0857205 Aug 26 01:12:13.981769 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49374) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:14.025975 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-882af20a-8794-4923-925f-95b222b4322d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:14.026436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882af20a-8794-4923-925f-95b222b4322d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:14.030613 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-882af20a-8794-4923-925f-95b222b4322d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/e3da9e1d-1ebb-48e0-a4d0-ae8fc6f1407b HTTP/1.1" status: 404 len: 337 time: 0.0453734 Aug 26 01:12:14.030981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49378) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:14.049428 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ae92a691-4245-45d5-890b-8ca2dead9769 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.075772 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0d0fc8-5d80-4517-8fc0-235e145f76e6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:14.076260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0d0fc8-5d80-4517-8fc0-235e145f76e6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:14.081077 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-db0d0fc8-5d80-4517-8fc0-235e145f76e6 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/ebe62f9b-7b9e-4a07-80e6-d4ded1872089 HTTP/1.1" status: 404 len: 337 time: 0.0454423 Aug 26 01:12:14.081077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.101960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49382) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:14.112304 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.153592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a323a28-de14-4361-9a17-1cc66a84548d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.194385 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b150b7-0b56-49b4-8209-c8ac723dfa75 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:14.195052 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b150b7-0b56-49b4-8209-c8ac723dfa75 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:14.214377 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ae92a691-4245-45d5-890b-8ca2dead9769 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.214675 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.216051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-1b2233b0-0f0e-4137-a2f8-0ff6cf4395df tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Unset dirty status for tenant:3c7b4bbf6ea3427f837b93377020060f on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:14.217230 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-1b2233b0-0f0e-4137-a2f8-0ff6cf4395df tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993699815&fields=id&tenant_id=3c7b4bbf6ea3427f837b93377020060f HTTP/1.1" status: 200 len: 267 time: 0.9774408 Aug 26 01:12:14.230844 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Transition to ACTIVE for port object dd72fadc-f4a5-4e83-88ef-c4652046642d will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:14.244947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a323a28-de14-4361-9a17-1cc66a84548d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=8f72f635-6ecc-4b39-af8a-969477f833d4,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:14.278616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a323a28-de14-4361-9a17-1cc66a84548d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.280408 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4a323a28-de14-4361-9a17-1cc66a84548d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/8f72f635-6ecc-4b39-af8a-969477f833d4 HTTP/1.1" status: 204 len: 168 time: 1.4531024 Aug 26 01:12:14.285900 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d1b150b7-0b56-49b4-8209-c8ac723dfa75 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/5d351a79-a651-460a-aad9-5fdb3562ee1e HTTP/1.1" status: 404 len: 333 time: 0.1807172 Aug 26 01:12:14.287710 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49388) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:14.287867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49390) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:14.291993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92a691-4245-45d5-890b-8ca2dead9769 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540fe9bf-a712-43f7-bfb0-ce8dadf636f0,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:14.301777 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.389509 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.434671 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ae92a691-4245-45d5-890b-8ca2dead9769 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.439538 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ae92a691-4245-45d5-890b-8ca2dead9769 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5550988 Aug 26 01:12:14.445120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49398) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:14.449763 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-37745982-3b04-4065-b392-18b3acf48ddf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:14.450219 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37745982-3b04-4065-b392-18b3acf48ddf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:14.457352 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-37745982-3b04-4065-b392-18b3acf48ddf tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/7aeab1f1-e182-48eb-848f-fc31fc462068 HTTP/1.1" status: 404 len: 337 time: 0.1609683 Aug 26 01:12:14.465330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49402) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:14.501808 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d9de1-eef0-4cfb-bb03-85d3694023bf None None] Pushing event updated for resources: {'Port': ['ID=dd72fadc-f4a5-4e83-88ef-c4652046642d,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:14.529091 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Attempting to bind port dd72fadc-f4a5-4e83-88ef-c4652046642d on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:12:14.529595 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Attempting to bind port dd72fadc-f4a5-4e83-88ef-c4652046642d by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '13633b81-4d9c-43df-8c0c-07421f95cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:12:14.530540 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Attempting to bind port dd72fadc-f4a5-4e83-88ef-c4652046642d on network 02f7a366-55ac-4b98-ac68-0cbcda6650bb {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:12:14.535932 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:12:14.536595 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Checking segment: {'id': '13633b81-4d9c-43df-8c0c-07421f95cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:14.537090 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.537573 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Bound using segment: {'id': '13633b81-4d9c-43df-8c0c-07421f95cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:12:14.538183 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Bound port: dd72fadc-f4a5-4e83-88ef-c4652046642d, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13633b81-4d9c-43df-8c0c-07421f95cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:12:14.538648 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.574531 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-282024cb-0028-4dbb-9934-73ee2ccfd452 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:14.574999 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282024cb-0028-4dbb-9934-73ee2ccfd452 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:14.579766 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-282024cb-0028-4dbb-9934-73ee2ccfd452 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/cf6f79c7-80a5-4eee-8c05-03a71b0e3235 HTTP/1.1" status: 404 len: 333 time: 0.1079452 Aug 26 01:12:14.586349 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49406) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:14.591393 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c7cfaefe-0cce-4034-94e0-51d05a9b404f tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.633187 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-d219f3b8-c652-4c54-8371-41307be510be None None] For port dd72fadc-f4a5-4e83-88ef-c4652046642d, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:12:14.636835 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-d219f3b8-c652-4c54-8371-41307be510be None None] For port dd72fadc-f4a5-4e83-88ef-c4652046642d, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dd72fadc-f4a5-4e83-88ef-c4652046642d,segment=NetworkSegment(13633b81-4d9c-43df-8c0c-07421f95cc89),segment_id=13633b81-4d9c-43df-8c0c-07421f95cc89)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:12:14.652418 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6710b15-4f9e-4f44-b124-05be40820ce3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:14.652874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6710b15-4f9e-4f44-b124-05be40820ce3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:14.657824 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c6710b15-4f9e-4f44-b124-05be40820ce3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/e8915b6a-695a-44ef-9829-9e6142449d4d HTTP/1.1" status: 404 len: 337 time: 0.0681303 Aug 26 01:12:14.659928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49410) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:14.669977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-59cb6de3-0157-402a-813d-a1e6bb9e83a1 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:14.671364 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-59cb6de3-0157-402a-813d-a1e6bb9e83a1 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/networks?id=02f7a366-55ac-4b98-ac68-0cbcda6650bb HTTP/1.1" status: 200 len: 797 time: 0.4327393 Aug 26 01:12:14.719969 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.729376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e1603-8b25-459c-a8e2-14e46d522bd6 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:14.730863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e49e1603-8b25-459c-a8e2-14e46d522bd6 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:14.741674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c7cfaefe-0cce-4034-94e0-51d05a9b404f tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.753557 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-0108e1bb-b9cd-483c-9912-8f80bff14021 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:14.753789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0108e1bb-b9cd-483c-9912-8f80bff14021 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:14.755427 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0108e1bb-b9cd-483c-9912-8f80bff14021 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/4e4c12c1-e9d0-4f65-a2bf-65fed3f86905 HTTP/1.1" status: 404 len: 333 time: 0.0925655 Aug 26 01:12:14.758936 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-df6f2a26-07e3-492d-ba47-4d667ab2cffe tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/quotas/3c7b4bbf6ea3427f837b93377020060f HTTP/1.1" status: 200 len: 375 time: 0.0466716 Aug 26 01:12:14.759561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.761910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49414) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:14.769322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.799654 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Routers {'e8d3e3b7-2f29-475c-8699-760523c7ab00'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:14.800275 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d219f3b8-c652-4c54-8371-41307be510be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e8d3e3b7-2f29-475c-8699-760523c7ab00'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:14.827060 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e49e1603-8b25-459c-a8e2-14e46d522bd6 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:14.827735 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b4bfca-ca66-44db-a5db-84b26a38c1b3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:14.830985 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b4bfca-ca66-44db-a5db-84b26a38c1b3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:14.831157 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e49e1603-8b25-459c-a8e2-14e46d522bd6 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5387831 Aug 26 01:12:14.844807 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49418) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:14.849182 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d8b4bfca-ca66-44db-a5db-84b26a38c1b3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/fa644f62-4f08-4fd8-9207-8394f4d11684 HTTP/1.1" status: 404 len: 337 time: 0.0862906 Aug 26 01:12:14.852189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49420) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:14.907352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dd74e04f-5cea-470b-aa7e-94d4deb21337 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:14.941567 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d9de1-eef0-4cfb-bb03-85d3694023bf None None] Pushing event updated for resources: {'Port': ['ID=dd72fadc-f4a5-4e83-88ef-c4652046642d,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:14.947816 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e17f213-3969-4b97-9619-e080574ea752 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] GET failed (client error): The resource could not be found. Aug 26 01:12:14.951387 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8e17f213-3969-4b97-9619-e080574ea752 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/dd462919-be12-4850-9e96-51ef922758a6 HTTP/1.1" status: 404 len: 333 time: 0.1010470 Aug 26 01:12:14.953025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49426) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:14.996045 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-d219f3b8-c652-4c54-8371-41307be510be None None] Set router e8d3e3b7-2f29-475c-8699-760523c7ab00 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:12:14.999918 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d667d64c-83a8-401c-aa40-a69183ea1e3b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:15.001135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d667d64c-83a8-401c-aa40-a69183ea1e3b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:15.008637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c7cfaefe-0cce-4034-94e0-51d05a9b404f tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:15.024764 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a60ee2c-cb7b-4039-aaed-f536cb587a7b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] GET failed (client error): The resource could not be found. Aug 26 01:12:15.028929 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4a60ee2c-cb7b-4039-aaed-f536cb587a7b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/8f72f635-6ecc-4b39-af8a-969477f833d4 HTTP/1.1" status: 404 len: 333 time: 0.0679739 Aug 26 01:12:15.029870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49430) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:15.036265 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d667d64c-83a8-401c-aa40-a69183ea1e3b tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/cbb92cc8-5c88-4e2f-856b-377b88155fdd HTTP/1.1" status: 404 len: 333 time: 0.1312883 Aug 26 01:12:15.056701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c7cfaefe-0cce-4034-94e0-51d05a9b404f tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:15.060501 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c7cfaefe-0cce-4034-94e0-51d05a9b404f tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/540fe9bf-a712-43f7-bfb0-ce8dadf636f0 HTTP/1.1" status: 204 len: 168 time: 0.6116407 Aug 26 01:12:15.060501 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cfaefe-0cce-4034-94e0-51d05a9b404f tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=540fe9bf-a712-43f7-bfb0-ce8dadf636f0,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:15.061529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49434) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:15.061899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49436) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:15.186942 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f49228e9-1d08-40a5-a84d-467997db5f61 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3c7b4bbf6ea3427f837b93377020060f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4201882 Aug 26 01:12:15.226993 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:15.227508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d79a135f-dcbd-4b47-9bf5-01b7928356b1 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:12:15.353608 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-db814a1b-a0d6-4dc6-bfca-479bb92eabe7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:15.354081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db814a1b-a0d6-4dc6-bfca-479bb92eabe7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:15.358160 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-db814a1b-a0d6-4dc6-bfca-479bb92eabe7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/1732b6a1-b446-455a-a704-2cae9e92402e HTTP/1.1" status: 404 len: 337 time: 0.2886212 Aug 26 01:12:15.361162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49446) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:15.370957 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d219f3b8-c652-4c54-8371-41307be510be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:52Z', 'updated_at': '2022-08-26T01:12:09Z', 'revision_number': 4, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'gw_port': {'id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:11:55Z', 'updated_at': '2022-08-26T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'dd72fadc-f4a5-4e83-88ef-c4652046642d', 'name': '', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'mac_address': 'fa:16:3e:8f:6e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:12:07Z', 'updated_at': '2022-08-26T01:12:14Z', 'revision_number': 4, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'subnets': [{'id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:15.375944 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d219f3b8-c652-4c54-8371-41307be510be None None] The sync data for ids ['e8d3e3b7-2f29-475c-8699-760523c7ab00'] in dv-neutron-854561-2-hyperv is: [{'id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:52Z', 'updated_at': '2022-08-26T01:12:09Z', 'revision_number': 4, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'gw_port': {'id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:11:55Z', 'updated_at': '2022-08-26T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'dd72fadc-f4a5-4e83-88ef-c4652046642d', 'name': '', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'mac_address': 'fa:16:3e:8f:6e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:12:07Z', 'updated_at': '2022-08-26T01:12:14Z', 'revision_number': 4, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'subnets': [{'id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:12:15.433225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26baa566-a062-45a2-a8be-9a96cfac7441 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:15.440210 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcde711-00c5-4846-a358-3f8bba016bf7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:15.440210 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffcde711-00c5-4846-a358-3f8bba016bf7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:15.443425 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ffcde711-00c5-4846-a358-3f8bba016bf7 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/bd3180df-2e9d-4bca-bcde-09f171a41d81 HTTP/1.1" status: 404 len: 333 time: 0.0784729 Aug 26 01:12:15.444927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49450) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:15.455551 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a21daed6-52b7-48dd-9a33-f726eadc6795 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:15.458384 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 26 01:12:15.460372 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-405c2428-dc4f-49c5-b43c-1d438fb2939c tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1526864 Aug 26 01:12:15.469008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49454) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:15.504991 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ccd8d3e-1bce-472d-aa78-c317d3e792b2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:15.505446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ccd8d3e-1bce-472d-aa78-c317d3e792b2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:15.507201 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6ccd8d3e-1bce-472d-aa78-c317d3e792b2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/bd492968-efa0-44af-9448-4d6342b11b6e HTTP/1.1" status: 404 len: 337 time: 0.0613661 Aug 26 01:12:15.511406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49458) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:15.566140 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-dd74e04f-5cea-470b-aa7e-94d4deb21337 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 2e9fe9ec-49b1-4d6c-85ec-e33c684e3732 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:15.566140 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dd74e04f-5cea-470b-aa7e-94d4deb21337 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:15.609650 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-a9d4b70e-d254-48d0-80d7-d60bbabc43ef service neutron] 10.222.0.83 "GET /v2.0/networks/02f7a366-55ac-4b98-ac68-0cbcda6650bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987486 Aug 26 01:12:15.611218 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-263c9f45-7814-4124-a3a0-e23f7a162dd2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:15.611864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263c9f45-7814-4124-a3a0-e23f7a162dd2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:15.613770 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-263c9f45-7814-4124-a3a0-e23f7a162dd2 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/e96eb746-94a4-48da-87c2-3959dd361a85 HTTP/1.1" status: 404 len: 333 time: 0.0994585 Aug 26 01:12:15.618865 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49462) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:15.682869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-f69a3569-86a1-499c-80a8-dc424073495d tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Deleting port ae8ed789-096c-4ba2-b9fc-4a077e044c00 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:15.683149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f69a3569-86a1-499c-80a8-dc424073495d tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:15.689519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a21daed6-52b7-48dd-9a33-f726eadc6795 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:15.693919 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a21daed6-52b7-48dd-9a33-f726eadc6795 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6248863 Aug 26 01:12:15.694568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49466) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:15.737094 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-8789d8ab-f3fa-4ccc-a681-a472f3753beb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:15.737551 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8789d8ab-f3fa-4ccc-a681-a472f3753beb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:15.739332 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8789d8ab-f3fa-4ccc-a681-a472f3753beb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/fbb49402-e640-40d5-82bb-e2edefcd35fc HTTP/1.1" status: 404 len: 337 time: 0.1177042 Aug 26 01:12:15.750110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49470) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:15.758434 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26baa566-a062-45a2-a8be-9a96cfac7441 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:15.810809 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-97afe3e1-292b-4180-9e59-1df8e4b203b9 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:15.811884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97afe3e1-292b-4180-9e59-1df8e4b203b9 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:15.819003 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-97afe3e1-292b-4180-9e59-1df8e4b203b9 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/fd24a41a-c268-4eac-baf7-4fd9bba1bef3 HTTP/1.1" status: 404 len: 337 time: 0.0675197 Aug 26 01:12:15.823744 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49474) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:15.865906 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:12:15.890474 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4fb7388-ca31-43b6-b403-720093a9c3eb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:15.891627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4fb7388-ca31-43b6-b403-720093a9c3eb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:15.896601 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d4fb7388-ca31-43b6-b403-720093a9c3eb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/ee3b71d9-ace6-4a4a-8eb0-8b7d36719ca8 HTTP/1.1" status: 404 len: 333 time: 0.0715983 Aug 26 01:12:15.897403 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49478) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:15.964707 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-5207feb3-6f38-430c-a95b-9be876808c63 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:15.964707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5207feb3-6f38-430c-a95b-9be876808c63 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:15.964707 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5207feb3-6f38-430c-a95b-9be876808c63 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/42895690-2d12-4a1e-8842-78a8505a8a89 HTTP/1.1" status: 404 len: 337 time: 0.0484433 Aug 26 01:12:15.964707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-26baa566-a062-45a2-a8be-9a96cfac7441 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62aa188-431b-414d-ac5f-7e1785dca5a3']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:15.975380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49482) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:15.976064 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a025baf2-bf7f-4096-8510-591466491ad3 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:15.990085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-26baa566-a062-45a2-a8be-9a96cfac7441 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6070876-415d-4644-91d8-d718be58117b') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:15.990380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-26baa566-a062-45a2-a8be-9a96cfac7441 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6070876-415d-4644-91d8-d718be58117b') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:16.017146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26baa566-a062-45a2-a8be-9a96cfac7441 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:16.033953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a025baf2-bf7f-4096-8510-591466491ad3 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:16.050397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26baa566-a062-45a2-a8be-9a96cfac7441 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:16.066566 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33c1d5a-1a7c-4f77-ad8a-4a9af53be399 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:16.066923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33c1d5a-1a7c-4f77-ad8a-4a9af53be399 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:16.067238 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26baa566-a062-45a2-a8be-9a96cfac7441 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:12:16.067648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26baa566-a062-45a2-a8be-9a96cfac7441 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:16.068516 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a33c1d5a-1a7c-4f77-ad8a-4a9af53be399 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/253ef4f9-9a84-4e48-afcc-1dba83229573 HTTP/1.1" status: 404 len: 337 time: 0.0898612 Aug 26 01:12:16.077885 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49486) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:16.100002 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-712654e7-c338-4de4-89d2-cd890a1a5513 service neutron] 10.222.0.83 "GET /v2.0/networks/02f7a366-55ac-4b98-ac68-0cbcda6650bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715152 Aug 26 01:12:16.101580 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dd74e04f-5cea-470b-aa7e-94d4deb21337 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:16.153623 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a6070876-415d-4644-91d8-d718be58117b resource provider aggregate not found Aug 26 01:12:16.200473 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a6070876-415d-4644-91d8-d718be58117b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6070876-415d-4644-91d8-d718be58117b found for delete ", "request_id": "req-2f4448b8-da68-40d6-8303-8d8e80b7eab7"}]} Aug 26 01:12:16.226879 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a30e362-95aa-447f-ad1b-6f2aea1aff9f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:16.227460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a30e362-95aa-447f-ad1b-6f2aea1aff9f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:16.229026 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4a30e362-95aa-447f-ad1b-6f2aea1aff9f tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/042162bc-f28c-4eee-b5c4-51183209c4cb HTTP/1.1" status: 404 len: 333 time: 0.1494949 Aug 26 01:12:16.232371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49494) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:16.280787 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc13f7fd-bb67-4d66-81e7-f6835236b221 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:16.281867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc13f7fd-bb67-4d66-81e7-f6835236b221 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:16.292722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26baa566-a062-45a2-a8be-9a96cfac7441 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:16.318963 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26baa566-a062-45a2-a8be-9a96cfac7441 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:16.324377 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-26baa566-a062-45a2-a8be-9a96cfac7441 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/networks/b62aa188-431b-414d-ac5f-7e1785dca5a3 HTTP/1.1" status: 204 len: 168 time: 1.2899864 Aug 26 01:12:16.324869 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bc13f7fd-bb67-4d66-81e7-f6835236b221 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/3c34f82f-e7d9-40e7-9aa3-c03393ba6e7b HTTP/1.1" status: 404 len: 337 time: 0.0892549 Aug 26 01:12:16.326124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26baa566-a062-45a2-a8be-9a96cfac7441 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Network': ['ID=b62aa188-431b-414d-ac5f-7e1785dca5a3,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:16.328926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49498) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:16.329224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49500) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:16.365003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a025baf2-bf7f-4096-8510-591466491ad3 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:16.369999 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-dd74e04f-5cea-470b-aa7e-94d4deb21337 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 2e9fe9ec-49b1-4d6c-85ec-e33c684e3732 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:16.370149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a025baf2-bf7f-4096-8510-591466491ad3 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:16.370149 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a025baf2-bf7f-4096-8510-591466491ad3 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-groups/6285267d-b657-4ada-9105-8bab9f476562 HTTP/1.1" status: 204 len: 168 time: 0.6688421 Aug 26 01:12:16.372075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49508) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:16.375998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1200840853'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:16.381457 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:16.385726 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:network and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:16.402003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:16.435212 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f98a8c-ff54-46e6-a8f9-502e6020a804 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:16.435671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f98a8c-ff54-46e6-a8f9-502e6020a804 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:16.440513 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-06f98a8c-ff54-46e6-a8f9-502e6020a804 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/c7ec0f78-c583-4d2d-a3f8-c78bb2e8f360 HTTP/1.1" status: 404 len: 337 time: 0.1054413 Aug 26 01:12:16.469511 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49516) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:16.494411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:16.499461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025baf2-bf7f-4096-8510-591466491ad3 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6285267d-b657-4ada-9105-8bab9f476562,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:16.502940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-b5ef8946-7993-4e66-bad8-a53adb6c26b2 req-52c5bb50-f122-4183-9a92-566eca05fe08 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Synchronizing usage tracker for tenant:3c7b4bbf6ea3427f837b93377020060f on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:16.541112 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc881399-f447-4c0f-9915-c5ac95f9a5c8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:16.541792 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc881399-f447-4c0f-9915-c5ac95f9a5c8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:16.546381 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fc881399-f447-4c0f-9915-c5ac95f9a5c8 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/e628d497-309c-4eb3-a215-71ce8dc41931 HTTP/1.1" status: 404 len: 333 time: 0.0730829 Aug 26 01:12:16.548218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49520) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:16.595242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f69a3569-86a1-499c-80a8-dc424073495d tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:16.614570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:16.618784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:16.655978 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-b5ef8946-7993-4e66-bad8-a53adb6c26b2 req-52c5bb50-f122-4183-9a92-566eca05fe08 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Unset dirty status for tenant:3c7b4bbf6ea3427f837b93377020060f on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:16.657316 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b5ef8946-7993-4e66-bad8-a53adb6c26b2 req-52c5bb50-f122-4183-9a92-566eca05fe08 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 210 time: 0.2180116 Aug 26 01:12:16.658211 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf012e60-c24d-4f78-800c-9b891e487961 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:16.658655 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf012e60-c24d-4f78-800c-9b891e487961 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:16.660396 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bf012e60-c24d-4f78-800c-9b891e487961 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/746970b7-9725-423c-b557-7a9c502e3eaa HTTP/1.1" status: 404 len: 337 time: 0.1112344 Aug 26 01:12:16.666732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-038447a0-bad2-4240-8c0d-adfacc7b8dc2 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:16.673839 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49524) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:16.748563 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-61141f4d-aa39-4a2f-8d42-f64e2ab16eeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:16.749023 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61141f4d-aa39-4a2f-8d42-f64e2ab16eeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:16.752035 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-61141f4d-aa39-4a2f-8d42-f64e2ab16eeb tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/aa1bf73a-d27d-4fc0-a814-41dd331c5f79 HTTP/1.1" status: 404 len: 337 time: 0.0748153 Aug 26 01:12:16.754293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49532) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:16.808046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:12:16.821848 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c9292060-fc6f-4c65-bb11-e33cb1884197 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e4a8227-0946-45c7-bba1-99aadf47523c HTTP/1.1" status: 200 len: 205 time: 0.0662725 Aug 26 01:12:16.824992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49536) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:16.863174 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-f69a3569-86a1-499c-80a8-dc424073495d tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Calling delete_port for ae8ed789-096c-4ba2-b9fc-4a077e044c00 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:16.897821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:16.898249 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Added segment 1407b334-5a34-44d0-bbc0-578b05233601 of type vlan for network dd72323e-7d1f-4b8e-b5af-95347ba91b90 Aug 26 01:12:16.899498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-038447a0-bad2-4240-8c0d-adfacc7b8dc2 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:16.900776 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-038447a0-bad2-4240-8c0d-adfacc7b8dc2 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5006886 Aug 26 01:12:16.905970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49542) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:16.913896 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-eb2e4ea8-b38b-4d75-bad1-58afb511bbcc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] delete failed (client error): The resource could not be found. Aug 26 01:12:16.914902 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-eb2e4ea8-b38b-4d75-bad1-58afb511bbcc tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/routers/3e4a8227-0946-45c7-bba1-99aadf47523c HTTP/1.1" status: 404 len: 336 time: 0.0887811 Aug 26 01:12:16.919509 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49546) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:16.948799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1a9d0b94-2ab3-4807-8ebe-3868d9337c49 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group': {'name': 'tempest-secgroup--274287405'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:16.960692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1a9d0b94-2ab3-4807-8ebe-3868d9337c49 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:16.971075 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-406a6d4b-3521-4efb-b65f-5b7828bca984 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:16.971530 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406a6d4b-3521-4efb-b65f-5b7828bca984 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:16.978721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:16.984021 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-406a6d4b-3521-4efb-b65f-5b7828bca984 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/4c5162a1-c9f8-4b63-8546-748d7af5e882 HTTP/1.1" status: 404 len: 337 time: 0.0635605 Aug 26 01:12:16.986936 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1a9d0b94-2ab3-4807-8ebe-3868d9337c49 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:16.988137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49550) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:17.056384 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fd5ce16e-26f2-4be5-8f98-9c56bc6297b4 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "GET /v2.0/ports?device_id=21861c22-3554-4424-9236-345bada24f87 HTTP/1.1" status: 200 len: 205 time: 0.0670662 Aug 26 01:12:17.058777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49554) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:17.165464 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dd74e04f-5cea-470b-aa7e-94d4deb21337 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:17.167410 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0b94-2ab3-4807-8ebe-3868d9337c49 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:17.180633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f69a3569-86a1-499c-80a8-dc424073495d tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:17.235070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74e04f-5cea-470b-aa7e-94d4deb21337 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=2e9fe9ec-49b1-4d6c-85ec-e33c684e3732,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:17.249690 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-932c8929-1129-49ce-8317-fc07613af2ef tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] delete failed (client error): The resource could not be found. Aug 26 01:12:17.251491 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-932c8929-1129-49ce-8317-fc07613af2ef tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/routers/21861c22-3554-4424-9236-345bada24f87 HTTP/1.1" status: 404 len: 336 time: 0.1918206 Aug 26 01:12:17.254135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49558) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:17.295097 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3041c9f-0b30-42cb-9e1c-efaa48f42783 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:17.302005 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3041c9f-0b30-42cb-9e1c-efaa48f42783 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:17.310408 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b3041c9f-0b30-42cb-9e1c-efaa48f42783 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/188f51d6-50e5-45bf-baf3-0d2a345b55ed HTTP/1.1" status: 404 len: 337 time: 0.0551376 Aug 26 01:12:17.314072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49562) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:17.337077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a3569-86a1-499c-80a8-dc424073495d tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae8ed789-096c-4ba2-b9fc-4a077e044c00,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:17.376617 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee63e645-7d39-4934-8e08-467549e018f1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:17.377113 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee63e645-7d39-4934-8e08-467549e018f1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:17.381380 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ee63e645-7d39-4934-8e08-467549e018f1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/09e82442-b58b-44e5-90db-1d210135351a HTTP/1.1" status: 404 len: 337 time: 0.0612824 Aug 26 01:12:17.381380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:17.382680 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49566) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:17.387579 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1a9d0b94-2ab3-4807-8ebe-3868d9337c49 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:17.388349 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:17.389134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:17.418985 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dd72fadc-f4a5-4e83-88ef-c4652046642d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:17.531146 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2007105 Aug 26 01:12:17.535162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49572) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:17.552014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'subnet': {'network_id': 'dd72323e-7d1f-4b8e-b5af-95347ba91b90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:17.568296 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port dd72fadc-f4a5-4e83-88ef-c4652046642d completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:17.574600 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port dd72fadc-f4a5-4e83-88ef-c4652046642d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:17.575635 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:17.597634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1a9d0b94-2ab3-4807-8ebe-3868d9337c49 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:17.610438 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-169dd183-2558-4141-b909-38da1d3faa20 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:17.610919 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169dd183-2558-4141-b909-38da1d3faa20 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:17.630252 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-169dd183-2558-4141-b909-38da1d3faa20 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/64d91ad9-6f1f-47f9-b7b7-b4c0b5ed7caa HTTP/1.1" status: 404 len: 333 time: 0.2421305 Aug 26 01:12:17.632230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49576) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:17.634897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23010247-cca6-425c-b652-af769ea9d2fe tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Network': ['ID=dd72323e-7d1f-4b8e-b5af-95347ba91b90,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:17.648978 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network dd72323e-7d1f-4b8e-b5af-95347ba91b90 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:12:17.676826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dd74e04f-5cea-470b-aa7e-94d4deb21337 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:17.687262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:17.691625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:subnet and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:17.704671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:17.710137 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e82bf2-e739-49cc-b2e2-c3089046d92c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:17.711037 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e82bf2-e739-49cc-b2e2-c3089046d92c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:17.713665 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f69a3569-86a1-499c-80a8-dc424073495d tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:17.719514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:17.804351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:17.807906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:17.820807 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port dd72fadc-f4a5-4e83-88ef-c4652046642d is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:17.821185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:17.855825 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f2e82bf2-e739-49cc-b2e2-c3089046d92c tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/035ae332-57c3-4708-8257-a286c78dcf4b HTTP/1.1" status: 404 len: 337 time: 0.2176366 Aug 26 01:12:17.862486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port dd72fadc-f4a5-4e83-88ef-c4652046642d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dd72fadc-f4a5-4e83-88ef-c4652046642d,segment=NetworkSegment(13633b81-4d9c-43df-8c0c-07421f95cc89),segment_id=13633b81-4d9c-43df-8c0c-07421f95cc89)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:17.883191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49582) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:17.936489 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-58a8657d-56bb-4ba6-8f36-14b8b762275e req-dbb89119-6d11-46a5-b492-ecccb25640be tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 210 time: 0.1480150 Aug 26 01:12:17.948667 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0224216f-c935-4138-b8d1-a8d463a286d3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:17.949130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0224216f-c935-4138-b8d1-a8d463a286d3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:17.950856 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0224216f-c935-4138-b8d1-a8d463a286d3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/b9850d31-5ef4-4328-98a4-f493780f4ea9 HTTP/1.1" status: 404 len: 333 time: 0.0668943 Aug 26 01:12:17.952792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.ipam_backend_mixin [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Performing IP validity checks on allocation pools {{(pid=89862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Aug 26 01:12:17.953224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.ipam_backend_mixin [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Aug 26 01:12:17.955296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49586) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:17.972281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:18.005079 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf9d65c-4a1c-4fa2-8580-8be8f031cc8e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:18.005572 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf9d65c-4a1c-4fa2-8580-8be8f031cc8e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:18.009947 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1cf9d65c-4a1c-4fa2-8580-8be8f031cc8e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/0328dc84-46c6-4baa-aa08-0ca13d71b20b HTTP/1.1" status: 404 len: 337 time: 0.0510936 Aug 26 01:12:18.010329 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49590) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:18.055293 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-707b05dd-b732-4110-bc72-091ef9aabf6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:18.055761 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-707b05dd-b732-4110-bc72-091ef9aabf6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:18.067267 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-707b05dd-b732-4110-bc72-091ef9aabf6e tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/bbcce3b0-cd61-4631-83cc-76aabdd68662 HTTP/1.1" status: 404 len: 333 time: 0.0533006 Aug 26 01:12:18.067949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=dd72fadc-f4a5-4e83-88ef-c4652046642d,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:18.068045 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49594) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:18.076690 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:18.077804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:18.077804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:18.078258 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:18.078596 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:18.079046 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:18.079381 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:18.079710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:18.080037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:18.080411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:18.080736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:18.081235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:12:18.087398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0b94-2ab3-4807-8ebe-3868d9337c49 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:18.102262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd74e04f-5cea-470b-aa7e-94d4deb21337 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Router 8c2593e0-40f1-48ed-b9b8-a2f002a4e0de has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:12:18.108004 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5904b4-7ed1-4e0e-81af-cfc591dbcecd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:18.108460 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5904b4-7ed1-4e0e-81af-cfc591dbcecd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:18.113394 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fc5904b4-7ed1-4e0e-81af-cfc591dbcecd tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/60c6afcd-e044-4254-b098-00f66f1002f2 HTTP/1.1" status: 404 len: 337 time: 0.0429015 Aug 26 01:12:18.113882 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49598) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:18.195848 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f45595-e5ae-4578-b476-4b64e4aa10c1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:18.196316 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f45595-e5ae-4578-b476-4b64e4aa10c1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:18.200453 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-09f45595-e5ae-4578-b476-4b64e4aa10c1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/31997fb4-3329-4091-881f-d228821475ae HTTP/1.1" status: 404 len: 333 time: 0.0831752 Aug 26 01:12:18.201123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49602) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:18.229821 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0b94-2ab3-4807-8ebe-3868d9337c49 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:18.246888 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f081ea-6551-4ad4-be5a-cede0d26f548 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:18.247340 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f081ea-6551-4ad4-be5a-cede0d26f548 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:18.251530 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-03f081ea-6551-4ad4-be5a-cede0d26f548 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/d4c5da8d-2a2a-4565-b283-cc067de726b5 HTTP/1.1" status: 404 len: 337 time: 0.0470319 Aug 26 01:12:18.251906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49606) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:18.278706 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f69a3569-86a1-499c-80a8-dc424073495d tempest-RoutersAdminNegativeTest-1866433029 tempest-RoutersAdminNegativeTest-1866433029-project-admin] 10.222.0.83 "DELETE /v2.0/ports/ae8ed789-096c-4ba2-b9fc-4a077e044c00 HTTP/1.1" status: 204 len: 168 time: 2.8042119 Aug 26 01:12:18.291635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd74e04f-5cea-470b-aa7e-94d4deb21337 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:12:18.304413 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753aa574-abfe-4c00-9d08-09ef12898ced None None] Sync routers for ids ['8c2593e0-40f1-48ed-b9b8-a2f002a4e0de'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:12:18.305412 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-219480b0-400c-4393-8f22-4f7803a9705d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:18.305913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219480b0-400c-4393-8f22-4f7803a9705d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:18.307856 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-219480b0-400c-4393-8f22-4f7803a9705d tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/9259f2be-1570-4655-b4c8-0b60e01b597a HTTP/1.1" status: 404 len: 333 time: 0.0550292 Aug 26 01:12:18.308178 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dd74e04f-5cea-470b-aa7e-94d4deb21337 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "PUT /v2.0/routers/8c2593e0-40f1-48ed-b9b8-a2f002a4e0de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0669265 Aug 26 01:12:18.310351 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49612) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:18.310692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49614) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:18.315354 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d0b94-2ab3-4807-8ebe-3868d9337c49 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37202ad8-5c7b-4513-ae58-97693795d576,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:18.323275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753aa574-abfe-4c00-9d08-09ef12898ced None None] Routers {'8c2593e0-40f1-48ed-b9b8-a2f002a4e0de'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:18.329373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-753aa574-abfe-4c00-9d08-09ef12898ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['8c2593e0-40f1-48ed-b9b8-a2f002a4e0de'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:18.401562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-753aa574-abfe-4c00-9d08-09ef12898ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:18.413749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753aa574-abfe-4c00-9d08-09ef12898ced None None] Routers {'8c2593e0-40f1-48ed-b9b8-a2f002a4e0de'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:18.414407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-753aa574-abfe-4c00-9d08-09ef12898ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['8c2593e0-40f1-48ed-b9b8-a2f002a4e0de'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:18.433317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:18.481218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-753aa574-abfe-4c00-9d08-09ef12898ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:18.481996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753aa574-abfe-4c00-9d08-09ef12898ced None None] The sync data for ids ['8c2593e0-40f1-48ed-b9b8-a2f002a4e0de'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:12:18.528728 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a9d0b94-2ab3-4807-8ebe-3868d9337c49 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:18.533336 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1a9d0b94-2ab3-4807-8ebe-3868d9337c49 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6228652 Aug 26 01:12:18.536400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49620) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:18.540744 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c281eba-bfb2-4f13-99a0-fd7159555ed5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:18.541185 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c281eba-bfb2-4f13-99a0-fd7159555ed5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:18.543073 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4c281eba-bfb2-4f13-99a0-fd7159555ed5 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/769d2ead-8844-465f-9647-31e19f0ee8b3 HTTP/1.1" status: 404 len: 337 time: 0.2298629 Aug 26 01:12:18.544412 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-591faacd-ae54-46f1-a8ca-324f9f17cb33 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] GET failed (client error): The resource could not be found. Aug 26 01:12:18.544909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-591faacd-ae54-46f1-a8ca-324f9f17cb33 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:18.548196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-83a4eb58-27ef-4468-bcd8-ac80c194f36b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group_rule': {'security_group_id': '37202ad8-5c7b-4513-ae58-97693795d576', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:18.556278 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49624) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:18.556444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Subnet': ['ID=0c6503e3-15f1-4771-89fb-ece5f2719431,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:18.557346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-83a4eb58-27ef-4468-bcd8-ac80c194f36b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:18.564849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-83a4eb58-27ef-4468-bcd8-ac80c194f36b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:18.569102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-83a4eb58-27ef-4468-bcd8-ac80c194f36b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:18.572048 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Checking segment: {'id': '1407b334-5a34-44d0-bbc0-578b05233601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'dd72323e-7d1f-4b8e-b5af-95347ba91b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:18.572400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network hostable DHCP agents. Network: dd72323e-7d1f-4b8e-b5af-95347ba91b90, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:12:18.581266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-83a4eb58-27ef-4468-bcd8-ac80c194f36b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:18.606537 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab505bed-4d6e-4459-8845-f118c002d568 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:18.607001 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab505bed-4d6e-4459-8845-f118c002d568 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:18.608827 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ab505bed-4d6e-4459-8845-f118c002d568 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/d7efbc70-312d-4799-8499-9b48ceb2818f HTTP/1.1" status: 404 len: 333 time: 0.0591202 Aug 26 01:12:18.612096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49628) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:18.653588 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a70c19a-7f18-4d88-81f5-ecd468ba3dd3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:18.653850 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a70c19a-7f18-4d88-81f5-ecd468ba3dd3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:18.655650 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8a70c19a-7f18-4d88-81f5-ecd468ba3dd3 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/2c1b746a-7917-4b02-8a9e-2784cf179148 HTTP/1.1" status: 404 len: 337 time: 0.0425928 Aug 26 01:12:18.658923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49632) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:18.695649 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-591faacd-ae54-46f1-a8ca-324f9f17cb33 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:18.695901 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network dd72323e-7d1f-4b8e-b5af-95347ba91b90 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:12:18.699416 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-591faacd-ae54-46f1-a8ca-324f9f17cb33 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/2e9fe9ec-49b1-4d6c-85ec-e33c684e3732 HTTP/1.1" status: 404 len: 333 time: 0.3852077 Aug 26 01:12:18.701810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49636) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:18.704499 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5eb14ca-9ab5-4a84-8edd-3f34a5ff95d1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:18.704891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5eb14ca-9ab5-4a84-8edd-3f34a5ff95d1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:18.706700 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c5eb14ca-9ab5-4a84-8edd-3f34a5ff95d1 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/ports/fc5cea8f-5a38-4b3d-aaa4-19bf9e5e15d7 HTTP/1.1" status: 404 len: 333 time: 0.0464611 Aug 26 01:12:18.710671 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49640) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:18.757376 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-b153b351-8547-48d9-914f-9c9453454fd0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:18.758068 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b153b351-8547-48d9-914f-9c9453454fd0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:18.760207 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b153b351-8547-48d9-914f-9c9453454fd0 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/subnets/e2e5cdf1-3d2c-432b-ab01-85898947e244 HTTP/1.1" status: 404 len: 337 time: 0.0485497 Aug 26 01:12:18.770526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49646) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:18.780589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-83a4eb58-27ef-4468-bcd8-ac80c194f36b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:18.865978 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, dd72323e-7d1f-4b8e-b5af-95347ba91b90) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:18.871789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49650) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:18.885045 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f2d94e-6e0c-4b9f-add7-c35919825dfb None None] Network dd72323e-7d1f-4b8e-b5af-95347ba91b90 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:18.885308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:18.886166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:18.910885 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-889ccec1-8fc5-4a26-b50f-3bfa1b7158b8 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:18.952760 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-18852031-6124-492c-a494-55d20e244111 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.152965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-18852031-6124-492c-a494-55d20e244111 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.182070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-18852031-6124-492c-a494-55d20e244111 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9fbbf1-89c9-44bd-8a9c-c5f98595492c']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:19.190097 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-dd72323e-7d1f-4b8e-b5af-95347ba91b90', 'network_id': 'dd72323e-7d1f-4b8e-b5af-95347ba91b90', 'tenant_id': 'b6fecc27c7814330a4290a39b1ad6641', 'fixed_ips': [{'subnet_id': '0c6503e3-15f1-4771-89fb-ece5f2719431'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:12:19.193514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.202381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-18852031-6124-492c-a494-55d20e244111 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a28812-f689-4b02-a2be-3e6cbd03b45b') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:19.202738 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-18852031-6124-492c-a494-55d20e244111 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a28812-f689-4b02-a2be-3e6cbd03b45b') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:19.216802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-18852031-6124-492c-a494-55d20e244111 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.236662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-18852031-6124-492c-a494-55d20e244111 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.244038 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18852031-6124-492c-a494-55d20e244111 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:12:19.244611 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-18852031-6124-492c-a494-55d20e244111 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.337718 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment b1a28812-f689-4b02-a2be-3e6cbd03b45b resource provider aggregate not found Aug 26 01:12:19.366447 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment b1a28812-f689-4b02-a2be-3e6cbd03b45b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1a28812-f689-4b02-a2be-3e6cbd03b45b found for delete ", "request_id": "req-ed2b8311-1332-4448-ae19-6fa9ba487715"}]} Aug 26 01:12:19.368504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6e181cc9-3733-48a5-8e0a-e0c5f047aebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.397609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dd72fadc-f4a5-4e83-88ef-c4652046642d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:19.442494 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7c5b4c16-cf43-408a-82df-019937d059d7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9062407 Aug 26 01:12:19.445767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-83a4eb58-27ef-4468-bcd8-ac80c194f36b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.447446 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49662) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:19.455075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'network_id': 'dd72323e-7d1f-4b8e-b5af-95347ba91b90', 'name': 'tempest-PortsTestJSON-183153793'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:19.458512 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-efad0add-4261-4b0a-bb70-5497c3edfe44 req-638aa35c-42ad-442b-904a-15f2735c96dc tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 210 time: 0.3392587 Aug 26 01:12:19.467016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Allocated IP 172.20.0.2 (dd72323e-7d1f-4b8e-b5af-95347ba91b90/0c6503e3-15f1-4771-89fb-ece5f2719431/7bf8d5de-f03e-4417-8525-0b8258aefa64) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:19.467732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6e181cc9-3733-48a5-8e0a-e0c5f047aebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:19.472572 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-889ccec1-8fc5-4a26-b50f-3bfa1b7158b8 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.475822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-889ccec1-8fc5-4a26-b50f-3bfa1b7158b8 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.477673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6e181cc9-3733-48a5-8e0a-e0c5f047aebc admin admin] Usage tracker for resource:security_group_rule and tenant:edfa7af515364a989a4fba7c72e19986 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:19.481671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6e181cc9-3733-48a5-8e0a-e0c5f047aebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:19.492335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6e181cc9-3733-48a5-8e0a-e0c5f047aebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:19.510753 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-83a4eb58-27ef-4468-bcd8-ac80c194f36b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.547813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4eb58-27ef-4468-bcd8-ac80c194f36b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779ecf9c-c07a-4b76-b367-04bc96b9a741,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:19.567975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-18852031-6124-492c-a494-55d20e244111 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.582404 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port dd72fadc-f4a5-4e83-88ef-c4652046642d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:19.583181 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.592982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-889ccec1-8fc5-4a26-b50f-3bfa1b7158b8 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.594036 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889ccec1-8fc5-4a26-b50f-3bfa1b7158b8 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Fanout notify agent at l3_agent the message router_deleted on router 8c2593e0-40f1-48ed-b9b8-a2f002a4e0de {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:12:19.617057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-889ccec1-8fc5-4a26-b50f-3bfa1b7158b8 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.618175 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-889ccec1-8fc5-4a26-b50f-3bfa1b7158b8 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/routers/8c2593e0-40f1-48ed-b9b8-a2f002a4e0de HTTP/1.1" status: 204 len: 168 time: 0.9152627 Aug 26 01:12:19.626242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49666) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:19.645357 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-18852031-6124-492c-a494-55d20e244111 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.686412 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-83a4eb58-27ef-4468-bcd8-ac80c194f36b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.688107 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-83a4eb58-27ef-4468-bcd8-ac80c194f36b tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1507077 Aug 26 01:12:19.693804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49670) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:19.695836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6e181cc9-3733-48a5-8e0a-e0c5f047aebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.725224 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5bd8e77b-dfdd-4843-8d6a-8b53c2b98a20 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules/779ecf9c-c07a-4b76-b367-04bc96b9a741 HTTP/1.1" status: 200 len: 763 time: 0.0279393 Aug 26 01:12:19.728297 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49674) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:19.732233 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af15107-8141-45de-8d5a-0f0f2115eeed tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting subnet 3fe0562d-be56-4aa8-a62b-958d96e4c7a0 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:12:19.737870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2af15107-8141-45de-8d5a-0f0f2115eeed tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.757223 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18852031-6124-492c-a494-55d20e244111 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] Pushing event deleted for resources: {'Network': ['ID=0a9fbbf1-89c9-44bd-8a9c-c5f98595492c,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:19.759766 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-18852031-6124-492c-a494-55d20e244111 tempest-NetworksTestDHCPv6-587921849 tempest-NetworksTestDHCPv6-587921849-project] 10.222.0.83 "DELETE /v2.0/networks/0a9fbbf1-89c9-44bd-8a9c-c5f98595492c HTTP/1.1" status: 204 len: 168 time: 0.9878619 Aug 26 01:12:19.800700 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6e181cc9-3733-48a5-8e0a-e0c5f047aebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.863466 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2af15107-8141-45de-8d5a-0f0f2115eeed tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.864537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:19.864739 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:19.876173 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:19.880080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Transition to ACTIVE for port object 7bf8d5de-f03e-4417-8525-0b8258aefa64 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:19.917262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Transition to ACTIVE for port object 7bf8d5de-f03e-4417-8525-0b8258aefa64 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:19.934665 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-198c0bc9-5e24-42b8-b9d5-c8ee7ed327d6 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:19.943272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6fecd468-af72-408b-802a-3815c04e2eb3 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:19.950277 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6fecd468-af72-408b-802a-3815c04e2eb3 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.94 "GET /v2.0/networks?id=02f7a366-55ac-4b98-ac68-0cbcda6650bb HTTP/1.1" status: 200 len: 797 time: 0.3779016 Aug 26 01:12:19.950424 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6e181cc9-3733-48a5-8e0a-e0c5f047aebc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=edfa7af515364a989a4fba7c72e19986&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0730734 Aug 26 01:12:19.950424 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e181cc9-3733-48a5-8e0a-e0c5f047aebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e8f6e0-0bb4-4e8b-b860-66182045839a,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:19.950620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49680) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:19.989823 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port dd72fadc-f4a5-4e83-88ef-c4652046642d is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:19.993511 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:19.996930 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.004440 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2af15107-8141-45de-8d5a-0f0f2115eeed tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.005732 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.074642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-198c0bc9-5e24-42b8-b9d5-c8ee7ed327d6 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:20.078776 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-198c0bc9-5e24-42b8-b9d5-c8ee7ed327d6 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3416107 Aug 26 01:12:20.079473 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-902d22d1-da91-4413-8224-a11dc544f99a tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7b4bbf6ea3427f837b93377020060f HTTP/1.1" status: 200 len: 379 time: 0.1112309 Aug 26 01:12:20.085984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49684) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:20.089075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port 5ef62969-36dd-4108-b126-b5bce630c4e4 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:20.105709 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Network dd72323e-7d1f-4b8e-b5af-95347ba91b90 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:20.110310 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:20.114276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:20.132598 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Request body: {'port': {'device_id': 'f46234ea-9114-4824-97e5-105ecbaed871', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'admin_state_up': True, 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'security_groups': ['ecb70a4c-0c14-4e2a-bf63-3760edecb54d']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:20.170595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2af15107-8141-45de-8d5a-0f0f2115eeed tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.195924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Pushing event updated for resources: {'Port': ['ID=7bf8d5de-f03e-4417-8525-0b8258aefa64,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:20.213937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af15107-8141-45de-8d5a-0f0f2115eeed tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe0562d-be56-4aa8-a62b-958d96e4c7a0,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:20.225480 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2af15107-8141-45de-8d5a-0f0f2115eeed tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.231761 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f2b9fc-9ed9-4ba6-b298-20a23fa821b8 None None] Network 21471afe-ad78-47ad-a49b-2cc852931eae requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:20.244516 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2af15107-8141-45de-8d5a-0f0f2115eeed tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/3fe0562d-be56-4aa8-a62b-958d96e4c7a0 HTTP/1.1" status: 204 len: 168 time: 0.6169055 Aug 26 01:12:20.245500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49690) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:20.288605 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Attempting to bind port 7bf8d5de-f03e-4417-8525-0b8258aefa64 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:12:20.288970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Attempting to bind port 7bf8d5de-f03e-4417-8525-0b8258aefa64 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '1407b334-5a34-44d0-bbc0-578b05233601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'dd72323e-7d1f-4b8e-b5af-95347ba91b90'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:12:20.289329 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Attempting to bind port 7bf8d5de-f03e-4417-8525-0b8258aefa64 on network dd72323e-7d1f-4b8e-b5af-95347ba91b90 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:12:20.320017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-502ede67-021b-4031-a171-a1c6449f0687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.345915 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:12:20.346292 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Checking segment: {'id': '1407b334-5a34-44d0-bbc0-578b05233601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'dd72323e-7d1f-4b8e-b5af-95347ba91b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:20.346690 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.347078 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Bound using segment: {'id': '1407b334-5a34-44d0-bbc0-578b05233601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'dd72323e-7d1f-4b8e-b5af-95347ba91b90'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:12:20.347551 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Bound port: 7bf8d5de-f03e-4417-8525-0b8258aefa64, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1407b334-5a34-44d0-bbc0-578b05233601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'dd72323e-7d1f-4b8e-b5af-95347ba91b90'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:12:20.347973 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.384228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f4d6f7f-1ae9-41e2-b374-097fb41ce885 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.386595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49696) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:20.416475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f4d6f7f-1ae9-41e2-b374-097fb41ce885 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.416768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.430303 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port bd73a11a-7b21-4fe9-a16e-19cce765d3b9 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:20.430727 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.442431 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-502ede67-021b-4031-a171-a1c6449f0687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.495955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Allocated IP 172.20.0.13 (dd72323e-7d1f-4b8e-b5af-95347ba91b90/0c6503e3-15f1-4771-89fb-ece5f2719431/5ef62969-36dd-4108-b126-b5bce630c4e4) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:20.550071 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] For port 7bf8d5de-f03e-4417-8525-0b8258aefa64, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:12:20.565873 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] For port 7bf8d5de-f03e-4417-8525-0b8258aefa64, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7bf8d5de-f03e-4417-8525-0b8258aefa64,segment=NetworkSegment(1407b334-5a34-44d0-bbc0-578b05233601),segment_id=1407b334-5a34-44d0-bbc0-578b05233601)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:12:20.613965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:20.665875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.718099 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47efeeb9-8c66-490d-bf6d-bb0931b7e04a None None] DHCP port deletion for 21471afe-ad78-47ad-a49b-2cc852931eae request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:12:20.737902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-47efeeb9-8c66-490d-bf6d-bb0931b7e04a None None] Deleting port bd73a11a-7b21-4fe9-a16e-19cce765d3b9 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:20.738562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-47efeeb9-8c66-490d-bf6d-bb0931b7e04a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.763094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] For port bd73a11a-7b21-4fe9-a16e-19cce765d3b9, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=bd73a11a-7b21-4fe9-a16e-19cce765d3b9,segment=NetworkSegment(373a24d2-96de-4970-88f6-34755d894a71),segment_id=373a24d2-96de-4970-88f6-34755d894a71)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:20.763374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.777349 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a7ce9f2b-d19b-42bd-ab8c-e0465ccbd3b0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9ef9c6952e504af69d305582f47e7b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873174 Aug 26 01:12:20.821779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:20.823800 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49706) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:20.831303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-502ede67-021b-4031-a171-a1c6449f0687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.839719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f4d6f7f-1ae9-41e2-b374-097fb41ce885 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:20.846617 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-314a9866-75d1-40ea-b9e3-bd5a3e559bd8 req-c1bbbdad-c054-4333-b9a0-673f7d4dc874 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 210 time: 0.2220342 Aug 26 01:12:20.904495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3f71f-97f2-4f7f-8ed1-a1dabb0a1933 None None] Pushing event updated for resources: {'Port': ['ID=7bf8d5de-f03e-4417-8525-0b8258aefa64,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:20.909984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for bd73a11a-7b21-4fe9-a16e-19cce765d3b9 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:20.930746 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d6f7f-1ae9-41e2-b374-097fb41ce885 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=779ecf9c-c07a-4b76-b367-04bc96b9a741,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:20.930746 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ede67-021b-4031-a171-a1c6449f0687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e8f6e0-0bb4-4e8b-b860-66182045839a,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:21.062047 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-47efeeb9-8c66-490d-bf6d-bb0931b7e04a None None] For port bd73a11a-7b21-4fe9-a16e-19cce765d3b9, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=bd73a11a-7b21-4fe9-a16e-19cce765d3b9,segment=NetworkSegment(373a24d2-96de-4970-88f6-34755d894a71),segment_id=373a24d2-96de-4970-88f6-34755d894a71)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:21.065159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-47efeeb9-8c66-490d-bf6d-bb0931b7e04a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.103446 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Made reservation on behalf of 3c7b4bbf6ea3427f837b93377020060f for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:21.107055 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.125054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49e72efa-2683-44b5-9762-3c173d684e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.146340 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.212999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-47efeeb9-8c66-490d-bf6d-bb0931b7e04a None None] Calling delete_port for bd73a11a-7b21-4fe9-a16e-19cce765d3b9 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:21.222478 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=bd73a11a-7b21-4fe9-a16e-19cce765d3b9,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:21.232190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No DVR routers for this DVR port bd73a11a-7b21-4fe9-a16e-19cce765d3b9 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:12:21.241004 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f4d6f7f-1ae9-41e2-b374-097fb41ce885 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.244513 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5f4d6f7f-1ae9-41e2-b374-097fb41ce885 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/779ecf9c-c07a-4b76-b367-04bc96b9a741 HTTP/1.1" status: 204 len: 168 time: 1.1553371 Aug 26 01:12:21.254720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49710) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:21.255705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-502ede67-021b-4031-a171-a1c6449f0687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.256872 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-502ede67-021b-4031-a171-a1c6449f0687 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/20e8f6e0-0bb4-4e8b-b860-66182045839a HTTP/1.1" status: 204 len: 168 time: 1.3065398 Aug 26 01:12:21.272901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49e72efa-2683-44b5-9762-3c173d684e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.339381 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-47efeeb9-8c66-490d-bf6d-bb0931b7e04a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:12:21.339750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-47efeeb9-8c66-490d-bf6d-bb0931b7e04a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:12:21.410744 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7bf8d5de-f03e-4417-8525-0b8258aefa64 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:21.421181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.449915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21471afe-ad78-47ad-a49b-2cc852931eae']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:21.464945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373a24d2-96de-4970-88f6-34755d894a71') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:21.465417 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373a24d2-96de-4970-88f6-34755d894a71') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:21.483420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.508079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.514976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:12:21.515457 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.521679 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.534890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-344baed3-54d5-400c-a6e1-e5c94d7f5f90 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:21.560995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Allocated IP 172.20.0.13 (02f7a366-55ac-4b98-ac68-0cbcda6650bb/75aee266-6a51-42bf-aecb-af40ed310f6a/14d2cc30-3b65-46b0-a263-117bcf6e98e1) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:21.568378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 7bf8d5de-f03e-4417-8525-0b8258aefa64 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:21.581851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Transition to ACTIVE for port object 5ef62969-36dd-4108-b126-b5bce630c4e4 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:21.641781 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device bd73a11a-7b21-4fe9-a16e-19cce765d3b9 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:12:21.672082 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49e72efa-2683-44b5-9762-3c173d684e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.701250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: bd73a11a-7b21-4fe9-a16e-19cce765d3b9 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:12:21.701819 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device bd73a11a-7b21-4fe9-a16e-19cce765d3b9 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:12:21.743043 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 373a24d2-96de-4970-88f6-34755d894a71 resource provider aggregate not found Aug 26 01:12:21.775459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e72efa-2683-44b5-9762-3c173d684e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c003e730-2abe-433b-a0d9-8709655a9d76,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:21.777172 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-344baed3-54d5-400c-a6e1-e5c94d7f5f90 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:21.781357 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-344baed3-54d5-400c-a6e1-e5c94d7f5f90 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5204074 Aug 26 01:12:21.783205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49722) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:21.791970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-873ab24f-21ee-4092-b7e0-8446eeb2f652 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group_rule': {'security_group_id': '37202ad8-5c7b-4513-ae58-97693795d576', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:21.799076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-873ab24f-21ee-4092-b7e0-8446eeb2f652 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:21.811734 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-873ab24f-21ee-4092-b7e0-8446eeb2f652 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:21.823933 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 373a24d2-96de-4970-88f6-34755d894a71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 373a24d2-96de-4970-88f6-34755d894a71 found for delete ", "request_id": "req-913663af-f609-46e9-9b07-a3b984a5b14d"}]} Aug 26 01:12:21.840563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-47efeeb9-8c66-490d-bf6d-bb0931b7e04a None None] Deleting port bd73a11a-7b21-4fe9-a16e-19cce765d3b9 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:21.840957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-47efeeb9-8c66-490d-bf6d-bb0931b7e04a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.867092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.871392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.912509 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.942458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-47efeeb9-8c66-490d-bf6d-bb0931b7e04a None None] The port 'bd73a11a-7b21-4fe9-a16e-19cce765d3b9' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:12:21.942980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Network': ['ID=21471afe-ad78-47ad-a49b-2cc852931eae,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:21.956133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-873ab24f-21ee-4092-b7e0-8446eeb2f652 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:21.998240 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5436a560-8c98-47c7-8302-bc8a08b7cccb tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/networks/21471afe-ad78-47ad-a49b-2cc852931eae HTTP/1.1" status: 204 len: 168 time: 1.7514153 Aug 26 01:12:22.006750 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49728) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:22.021577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network dd72323e-7d1f-4b8e-b5af-95347ba91b90 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:22.024545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.027897 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49e72efa-2683-44b5-9762-3c173d684e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.032165 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-49e72efa-2683-44b5-9762-3c173d684e5a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c003e730-2abe-433b-a0d9-8709655a9d76 HTTP/1.1" status: 204 len: 168 time: 1.2042544 Aug 26 01:12:22.038272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:22.040080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:22.103103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=5ef62969-36dd-4108-b126-b5bce630c4e4,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:22.120068 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Transition to ACTIVE for port object 14d2cc30-3b65-46b0-a263-117bcf6e98e1 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:22.145357 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:22.146018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.185175 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-afdd57eb-dbd8-464f-8148-c64f02449972 req-dcb913a2-512c-4f9c-9116-712eb098e23b tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 210 time: 0.1676710 Aug 26 01:12:22.221024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff02cb25-5add-44bc-ab3f-b88dd85f7e2a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:22.221671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ff02cb25-5add-44bc-ab3f-b88dd85f7e2a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:22.224877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49734) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:22.230261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-873ab24f-21ee-4092-b7e0-8446eeb2f652 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.249144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00c1a38-9d29-4a21-9671-bec2c80a79f6 None None] Network dd72323e-7d1f-4b8e-b5af-95347ba91b90 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:22.269316 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d1bd2700-09a8-419a-834f-611ed66ac5fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8206115 Aug 26 01:12:22.272760 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49738) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:22.278888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.330491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-873ab24f-21ee-4092-b7e0-8446eeb2f652 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.345821 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c736dd62-e0cf-4041-94c4-dca0eaa8c695 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=84606f6b75b045058c9821d6df30ffc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1161075 Aug 26 01:12:22.352775 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49742) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:22.380874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ff02cb25-5add-44bc-ab3f-b88dd85f7e2a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:22.382958 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ff02cb25-5add-44bc-ab3f-b88dd85f7e2a tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/a7018676-7ff9-49e8-8e9d-6c751e5f1437 HTTP/1.1" status: 200 len: 843 time: 0.3740835 Aug 26 01:12:22.383760 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ab24f-21ee-4092-b7e0-8446eeb2f652 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596fbc25-6d91-4faf-94b6-5797237c22a8,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:22.385628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Network 02f7a366-55ac-4b98-ac68-0cbcda6650bb is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:22.389900 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49748) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:22.394365 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:22.409168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:22.410931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-3cc4f66f-bc02-4063-bc49-37a042042300 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 5ef62969-36dd-4108-b126-b5bce630c4e4 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:22.411353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f66f-bc02-4063-bc49-37a042042300 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.435190 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3e78d838-6d3f-45ee-89bc-1f4d7021493b None None] Provisioning for port 7bf8d5de-f03e-4417-8525-0b8258aefa64 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:22.476874 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3e78d838-6d3f-45ee-89bc-1f4d7021493b None None] Provisioning complete for port 7bf8d5de-f03e-4417-8525-0b8258aefa64 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:22.477408 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3e78d838-6d3f-45ee-89bc-1f4d7021493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.497279 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'Port': ['ID=14d2cc30-3b65-46b0-a263-117bcf6e98e1,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:22.594698 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-726518cb-8b72-46e8-b1d0-cadfc6bff6dd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/a7018676-7ff9-49e8-8e9d-6c751e5f1437?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1438146 Aug 26 01:12:22.595351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-873ab24f-21ee-4092-b7e0-8446eeb2f652 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.595351 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-873ab24f-21ee-4092-b7e0-8446eeb2f652 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8080034 Aug 26 01:12:22.607311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49756) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:22.607311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49758) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:22.631727 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:22.632450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.658866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0478daf2-edb0-4c8c-a0bc-00b1c1f51502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.659156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-da9b963b-3794-4e19-a091-b3cbde342e79 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'subnet': {'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:22.685480 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3a623695-dc53-43ac-a1ec-f9aa1f5c4899 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules/596fbc25-6d91-4faf-94b6-5797237c22a8 HTTP/1.1" status: 200 len: 763 time: 0.0787163 Aug 26 01:12:22.695933 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49766) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:22.702520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0478daf2-edb0-4c8c-a0bc-00b1c1f51502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.759212 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-f52951ef-cd15-4aa6-91ba-668db3faf2bf tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6319954 Aug 26 01:12:22.790395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Request body: {'port': {'device_id': 'f46234ea-9114-4824-97e5-105ecbaed871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:22.837242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3e78d838-6d3f-45ee-89bc-1f4d7021493b None None] Current status of the port 7bf8d5de-f03e-4417-8525-0b8258aefa64 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:22.837801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3e78d838-6d3f-45ee-89bc-1f4d7021493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.874124 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0478daf2-edb0-4c8c-a0bc-00b1c1f51502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.898144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-3e78d838-6d3f-45ee-89bc-1f4d7021493b None None] For port 7bf8d5de-f03e-4417-8525-0b8258aefa64, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7bf8d5de-f03e-4417-8525-0b8258aefa64,segment=NetworkSegment(1407b334-5a34-44d0-bbc0-578b05233601),segment_id=1407b334-5a34-44d0-bbc0-578b05233601)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:22.913115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478daf2-edb0-4c8c-a0bc-00b1c1f51502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7868a48b-cfe1-4af4-ae5a-9543e5955b93,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:22.918023 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0478daf2-edb0-4c8c-a0bc-00b1c1f51502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.922436 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0478daf2-edb0-4c8c-a0bc-00b1c1f51502 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7868a48b-cfe1-4af4-ae5a-9543e5955b93 HTTP/1.1" status: 204 len: 168 time: 0.5634761 Aug 26 01:12:22.939364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f66f-bc02-4063-bc49-37a042042300 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.975708 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3e78d838-6d3f-45ee-89bc-1f4d7021493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:22.999262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:23.075722 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78d838-6d3f-45ee-89bc-1f4d7021493b None None] Pushing event updated for resources: {'Port': ['ID=7bf8d5de-f03e-4417-8525-0b8258aefa64,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:23.084501 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-3cc4f66f-bc02-4063-bc49-37a042042300 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 5ef62969-36dd-4108-b126-b5bce630c4e4 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:23.251412 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0f9afacc-a309-4e39-a30d-ccca713cb9fd None None] Provisioning for port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:23.257656 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0f9afacc-a309-4e39-a30d-ccca713cb9fd None None] Provisioning complete for port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:23.258158 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0f9afacc-a309-4e39-a30d-ccca713cb9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:23.403967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0d6bfc40-f137-4758-9fbf-3bac27213ca5 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:23.433368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-da9b963b-3794-4e19-a091-b3cbde342e79 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:23.440317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-da9b963b-3794-4e19-a091-b3cbde342e79 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:subnet and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:23.444338 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-da9b963b-3794-4e19-a091-b3cbde342e79 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:23.449767 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7bf8d5de-f03e-4417-8525-0b8258aefa64 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:23.459648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-da9b963b-3794-4e19-a091-b3cbde342e79 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:23.541816 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f66f-bc02-4063-bc49-37a042042300 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:23.555129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0f9afacc-a309-4e39-a30d-ccca713cb9fd None None] Port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:23.563110 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae9049-7b4b-44d6-933a-717c5cc196e6 req-379d1ac5-dd00-4eb2-9a03-9f3061e4b8c8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:23.563906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-7fae9049-7b4b-44d6-933a-717c5cc196e6 req-379d1ac5-dd00-4eb2-9a03-9f3061e4b8c8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Synchronizing usage tracker for tenant:3c7b4bbf6ea3427f837b93377020060f on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:23.575158 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 7bf8d5de-f03e-4417-8525-0b8258aefa64 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:23.575535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:23.686095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2e27e87f-4c43-4d81-ba8d-c79c3ef5c1ba None None] Could not find standard attr ID for object 5ef62969-36dd-4108-b126-b5bce630c4e4. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:12:23.719518 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2e27e87f-4c43-4d81-ba8d-c79c3ef5c1ba None None] Provisioning complete for port 7bf8d5de-f03e-4417-8525-0b8258aefa64 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:23.720266 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2e27e87f-4c43-4d81-ba8d-c79c3ef5c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:23.728003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0d6bfc40-f137-4758-9fbf-3bac27213ca5 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:23.732331 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0d6bfc40-f137-4758-9fbf-3bac27213ca5 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.0325077 Aug 26 01:12:23.741332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49792) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:23.741687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49794) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:23.742514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9b963b-3794-4e19-a091-b3cbde342e79 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:23.746086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-da9b963b-3794-4e19-a091-b3cbde342e79 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:23.752590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-7fae9049-7b4b-44d6-933a-717c5cc196e6 req-379d1ac5-dd00-4eb2-9a03-9f3061e4b8c8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Unset dirty status for tenant:3c7b4bbf6ea3427f837b93377020060f on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:23.753862 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7fae9049-7b4b-44d6-933a-717c5cc196e6 req-379d1ac5-dd00-4eb2-9a03-9f3061e4b8c8 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 932 time: 0.3377941 Aug 26 01:12:23.819329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d2cc30-3b65-46b0-a263-117bcf6e98e1 {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:12:23.836256 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7fae9049-7b4b-44d6-933a-717c5cc196e6 req-cdc87694-a182-4cc2-b329-9757ddab2769 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710137 Aug 26 01:12:23.844368 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:23.847011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4f66f-bc02-4063-bc49-37a042042300 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=5ef62969-36dd-4108-b126-b5bce630c4e4,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:23.881401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Transition to ACTIVE for port object 14d2cc30-3b65-46b0-a263-117bcf6e98e1 will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:23.928726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 7bf8d5de-f03e-4417-8525-0b8258aefa64 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:23.958635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.046620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9d60-63bb-4fa5-96d8-d0d39e0c5902 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.058921 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2e27e87f-4c43-4d81-ba8d-c79c3ef5c1ba None None] Current status of the port 7bf8d5de-f03e-4417-8525-0b8258aefa64 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:24.067507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9d60-63bb-4fa5-96d8-d0d39e0c5902 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.096060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f66f-bc02-4063-bc49-37a042042300 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.131189 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3cc4f66f-bc02-4063-bc49-37a042042300 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/5ef62969-36dd-4108-b126-b5bce630c4e4 HTTP/1.1" status: 204 len: 168 time: 1.8572876 Aug 26 01:12:24.137087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49804) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:24.140634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2049720151'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:24.197041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Pushing event updated for resources: {'Port': ['ID=14d2cc30-3b65-46b0-a263-117bcf6e98e1,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:24.214865 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:24.233074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Attempting to bind port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:12:24.233074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Attempting to bind port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '13633b81-4d9c-43df-8c0c-07421f95cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:12:24.233505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:network and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:24.233597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Attempting to bind port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 on network 02f7a366-55ac-4b98-ac68-0cbcda6650bb {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:12:24.235794 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 on network 02f7a366-55ac-4b98-ac68-0cbcda6650bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:12:24.236113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Attempting to bind port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 on network 02f7a366-55ac-4b98-ac68-0cbcda6650bb {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:12:24.240655 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:24.241866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:12:24.242212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Checking segment: {'id': '13633b81-4d9c-43df-8c0c-07421f95cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:24.242578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Bound using segment: {'id': '13633b81-4d9c-43df-8c0c-07421f95cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:12:24.243218 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Bound port: 14d2cc30-3b65-46b0-a263-117bcf6e98e1, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13633b81-4d9c-43df-8c0c-07421f95cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:12:24.243795 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.247794 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9d60-63bb-4fa5-96d8-d0d39e0c5902 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.250360 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-62fc01e3-bbe4-4bf2-b677-70bc1e1cd15a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] DELETE failed (client error): The resource could not be found. Aug 26 01:12:24.250822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62fc01e3-bbe4-4bf2-b677-70bc1e1cd15a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:24.256639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:24.288134 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-62fc01e3-bbe4-4bf2-b677-70bc1e1cd15a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/5ef62969-36dd-4108-b126-b5bce630c4e4 HTTP/1.1" status: 404 len: 333 time: 0.1437058 Aug 26 01:12:24.290942 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49814) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:24.292539 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b9d60-63bb-4fa5-96d8-d0d39e0c5902 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=596fbc25-6d91-4faf-94b6-5797237c22a8,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:24.295870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9d60-63bb-4fa5-96d8-d0d39e0c5902 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.298409 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4d4b9d60-63bb-4fa5-96d8-d0d39e0c5902 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/596fbc25-6d91-4faf-94b6-5797237c22a8 HTTP/1.1" status: 204 len: 168 time: 0.5277803 Aug 26 01:12:24.303413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49818) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:24.375847 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-806ab180-0eb3-45bd-8e0c-5e5861e256fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] GET failed (client error): The resource could not be found. Aug 26 01:12:24.376378 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-806ab180-0eb3-45bd-8e0c-5e5861e256fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:24.433517 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Made reservation on behalf of a925f84e8f124030a4986bfb7bf12b79 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:24.434980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] For port 14d2cc30-3b65-46b0-a263-117bcf6e98e1, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:12:24.437033 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.445522 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2eff8c77-e47b-4d76-aaa9-419cc4a020a8 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1124711 Aug 26 01:12:24.449200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49824) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:24.455413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-ee41aa05-28c9-4a64-9130-d4e15dadcb5a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group_rule': {'security_group_id': '37202ad8-5c7b-4513-ae58-97693795d576', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:24.461970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] For port 14d2cc30-3b65-46b0-a263-117bcf6e98e1, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=14d2cc30-3b65-46b0-a263-117bcf6e98e1,segment=NetworkSegment(13633b81-4d9c-43df-8c0c-07421f95cc89),segment_id=13633b81-4d9c-43df-8c0c-07421f95cc89)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:12:24.463123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.463250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ee41aa05-28c9-4a64-9130-d4e15dadcb5a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:24.474286 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ee41aa05-28c9-4a64-9130-d4e15dadcb5a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:24.479994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:24.483828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:security_group_rule and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:24.486816 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:24.492682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:24.501472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-806ab180-0eb3-45bd-8e0c-5e5861e256fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:24.505362 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-806ab180-0eb3-45bd-8e0c-5e5861e256fb tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/5ef62969-36dd-4108-b126-b5bce630c4e4 HTTP/1.1" status: 404 len: 333 time: 0.2109811 Aug 26 01:12:24.505695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49828) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:24.544384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.546144 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49832) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:24.576958 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:24.577577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.579711 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] 10.222.0.94 "PUT /v2.0/ports/14d2cc30-3b65-46b0-a263-117bcf6e98e1 HTTP/1.1" status: 200 len: 1094 time: 1.7963893 Aug 26 01:12:24.585462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.592753 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46234ea-9114-4824-97e5-105ecbaed871', 'tag': '14d2cc30-3b65-46b0-a263-117bcf6e98e1'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:12:24.602467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-da9b963b-3794-4e19-a091-b3cbde342e79 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.623489 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-ee41aa05-28c9-4a64-9130-d4e15dadcb5a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Project 43021d2c205c4e7c9c1633acfc44a1e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:12:24.634908 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ee41aa05-28c9-4a64-9130-d4e15dadcb5a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.652635 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729eab7c-348e-4807-8ca9-b3f1962a623f'] response: {'name': 'network-changed', 'server_uuid': 'f46234ea-9114-4824-97e5-105ecbaed871', 'tag': '14d2cc30-3b65-46b0-a263-117bcf6e98e1', 'status': 'completed', 'code': 200} Aug 26 01:12:24.671438 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.676165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9b963b-3794-4e19-a091-b3cbde342e79 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network e4433a21-e596-431b-b309-8731d6bb49f8 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:24.677495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-928116ca-435c-4da1-a7be-304045cbdfd4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting subnet 0c6503e3-15f1-4771-89fb-ece5f2719431 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:12:24.693362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-da9b963b-3794-4e19-a091-b3cbde342e79 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:24.695095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-928116ca-435c-4da1-a7be-304045cbdfd4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.703822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9b963b-3794-4e19-a091-b3cbde342e79 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:24.704408 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-da9b963b-3794-4e19-a091-b3cbde342e79 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.705574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e36e63-4c36-4e8a-a44d-969927bb9fe9 None None] Network e4433a21-e596-431b-b309-8731d6bb49f8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:24.740485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b963b-3794-4e19-a091-b3cbde342e79 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Subnet': ['ID=834bdf2b-1b86-4805-aac5-5b01f32298bf,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:24.745787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:12:24.755799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed060e8-27ca-4951-a217-19718adeb2d8,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:24.761591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.761951 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Added segment 439e8bbc-9404-4a29-b4f3-74eae3e8f44d of type vlan for network cee47530-5700-4344-bb28-7d2dbcf247e9 Aug 26 01:12:24.794371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.796029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2123530225'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:24.805557 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-da9b963b-3794-4e19-a091-b3cbde342e79 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2014775 Aug 26 01:12:24.808279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49840) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:24.811659 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b0d27-30dc-48bb-a1b1-dcc10ad3a3aa service neutron] Pushing event updated for resources: {'Port': ['ID=14d2cc30-3b65-46b0-a263-117bcf6e98e1,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:24.823274 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ed3de0f2-aff1-40c0-8e5d-167b589eb082 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'security_group': {'name': 'tempest-secgroup-1405361739'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:24.826231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:24.842877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ed3de0f2-aff1-40c0-8e5d-167b589eb082 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:24.850742 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ed3de0f2-aff1-40c0-8e5d-167b589eb082 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:security_group and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:24.852820 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Usage tracker for resource:network and tenant:1c12021f90aa4c90a238da9cee94cb94 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:24.855098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ed3de0f2-aff1-40c0-8e5d-167b589eb082 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:24.860418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-928116ca-435c-4da1-a7be-304045cbdfd4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.861301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ed3de0f2-aff1-40c0-8e5d-167b589eb082 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:24.893439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:24.920283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:24.931677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ee41aa05-28c9-4a64-9130-d4e15dadcb5a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.965239 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0f74f-ec52-425b-8b1d-5bf252db41ae req-2f5cbf89-15b6-436c-aafd-ace926b07d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:24.966763 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1cc0f74f-ec52-425b-8b1d-5bf252db41ae req-2f5cbf89-15b6-436c-aafd-ace926b07d38 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=3c7b4bbf6ea3427f837b93377020060f&device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 1097 time: 0.2363343 Aug 26 01:12:24.971656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:24.977798 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:24.978402 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.009879 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed3de0f2-aff1-40c0-8e5d-167b589eb082 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.053691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-e4433a21-e596-431b-b309-8731d6bb49f8', 'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'tenant_id': '889b104f11a34d0f8f574727b339f84a', 'fixed_ips': [{'subnet_id': '834bdf2b-1b86-4805-aac5-5b01f32298bf'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:12:25.054576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.110324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ed3de0f2-aff1-40c0-8e5d-167b589eb082 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:25.113232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Network': ['ID=cee47530-5700-4344-bb28-7d2dbcf247e9,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:25.116727 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ed3de0f2-aff1-40c0-8e5d-167b589eb082 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:security_group_rule and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:25.120159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ed3de0f2-aff1-40c0-8e5d-167b589eb082 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:25.127145 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ed3de0f2-aff1-40c0-8e5d-167b589eb082 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:25.127338 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-928116ca-435c-4da1-a7be-304045cbdfd4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.145235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network cee47530-5700-4344-bb28-7d2dbcf247e9 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:12:25.163986 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ee41aa05-28c9-4a64-9130-d4e15dadcb5a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.204470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed3de0f2-aff1-40c0-8e5d-167b589eb082 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.209626 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-726a34a2-adce-4c11-8903-01b5d37fda02 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4384592 Aug 26 01:12:25.210480 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49846) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:25.210610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Made reservation on behalf of 1c12021f90aa4c90a238da9cee94cb94 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:25.215155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.216007 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'subnet': {'network_id': 'cee47530-5700-4344-bb28-7d2dbcf247e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:25.256462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41aa05-28c9-4a64-9130-d4e15dadcb5a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf67dc40-6aa1-4416-a19d-c5bd60bec182,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:25.266798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.301217 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed3de0f2-aff1-40c0-8e5d-167b589eb082 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.325451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:25.335129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Allocated IP 2001:db8::2 (e4433a21-e596-431b-b309-8731d6bb49f8/834bdf2b-1b86-4805-aac5-5b01f32298bf/f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:25.347272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Usage tracker for resource:security_group_rule and tenant:1c12021f90aa4c90a238da9cee94cb94 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:25.356188 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:25.364037 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ee41aa05-28c9-4a64-9130-d4e15dadcb5a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.367874 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ee41aa05-28c9-4a64-9130-d4e15dadcb5a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9152987 Aug 26 01:12:25.369326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3de0f2-aff1-40c0-8e5d-167b589eb082 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3ec47b-1727-47e9-b559-29798c76b9e3,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:25.373864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49850) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:25.376371 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:25.381895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0f74f-ec52-425b-8b1d-5bf252db41ae req-8bb849bf-ffd2-401f-a83d-36534e0e8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:25.387325 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1cc0f74f-ec52-425b-8b1d-5bf252db41ae req-8bb849bf-ffd2-401f-a83d-36534e0e8e28 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=3c7b4bbf6ea3427f837b93377020060f&shared=False HTTP/1.1" status: 200 len: 899 time: 0.3638482 Aug 26 01:12:25.396063 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d2c0c-47d3-43f2-a1b5-460c68c7e81b req-a1ed480b-47a9-41f1-adfd-6c82af434590 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:25.397996 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ab8d2c0c-47d3-43f2-a1b5-460c68c7e81b req-a1ed480b-47a9-41f1-adfd-6c82af434590 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 944 time: 0.4223053 Aug 26 01:12:25.398538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:25.408012 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3e6c7bd5-a13f-4175-8179-0d8dc5720545 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules/cf67dc40-6aa1-4416-a19d-c5bd60bec182 HTTP/1.1" status: 200 len: 769 time: 0.0276582 Aug 26 01:12:25.408012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:subnet and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:25.409476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49854) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:25.412274 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:25.433456 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:25.472977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b43edd89-720c-4239-b417-5827430716fd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:25.476904 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ed3de0f2-aff1-40c0-8e5d-167b589eb082 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.478298 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ed3de0f2-aff1-40c0-8e5d-167b589eb082 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6691341 Aug 26 01:12:25.481445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49858) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:25.490791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1e5fa359-7207-4f0b-9ecf-742ad1b4dbe6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'security_group': {'name': 'tempest-secgroup-959095800'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:25.498754 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1e5fa359-7207-4f0b-9ecf-742ad1b4dbe6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:25.503461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1e5fa359-7207-4f0b-9ecf-742ad1b4dbe6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:security_group and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:25.509846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1e5fa359-7207-4f0b-9ecf-742ad1b4dbe6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:25.513203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1e5fa359-7207-4f0b-9ecf-742ad1b4dbe6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:25.522748 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-928116ca-435c-4da1-a7be-304045cbdfd4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.553037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Made reservation on behalf of a925f84e8f124030a4986bfb7bf12b79 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:25.557678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.559170 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.570569 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Transition to ACTIVE for port object f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:25.581041 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b43edd89-720c-4239-b417-5827430716fd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:25.585777 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b43edd89-720c-4239-b417-5827430716fd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1725991 Aug 26 01:12:25.590854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49862) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:25.591022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Transition to ACTIVE for port object f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:25.591129 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928116ca-435c-4da1-a7be-304045cbdfd4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6503e3-15f1-4771-89fb-ece5f2719431,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:25.591779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa359-7207-4f0b-9ecf-742ad1b4dbe6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.603124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68832981-4507-41bd-b860-3775650d6927 None None] Network dd72323e-7d1f-4b8e-b5af-95347ba91b90 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:25.603607 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-928116ca-435c-4da1-a7be-304045cbdfd4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.630791 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ab8d2c0c-47d3-43f2-a1b5-460c68c7e81b req-544054e1-18d4-468a-b17e-5cbd1dc92a20 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987343 Aug 26 01:12:25.670425 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-928116ca-435c-4da1-a7be-304045cbdfd4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/0c6503e3-15f1-4771-89fb-ece5f2719431 HTTP/1.1" status: 204 len: 168 time: 1.1635733 Aug 26 01:12:25.680112 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49866) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:25.683975 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.700456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0f74f-ec52-425b-8b1d-5bf252db41ae req-69b2c2d7-c2c1-44c6-a407-8e8e7ac42fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:25.701995 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1cc0f74f-ec52-425b-8b1d-5bf252db41ae req-69b2c2d7-c2c1-44c6-a407-8e8e7ac42fb7 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2993548 Aug 26 01:12:25.738783 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.786092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1e5fa359-7207-4f0b-9ecf-742ad1b4dbe6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:25.818261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1e5fa359-7207-4f0b-9ecf-742ad1b4dbe6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:security_group_rule and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:25.824310 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Network e4433a21-e596-431b-b309-8731d6bb49f8 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:25.825175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1e5fa359-7207-4f0b-9ecf-742ad1b4dbe6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:25.832234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8280-ff1d-410c-9e94-e3bf69d6aeec tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.844815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8280-ff1d-410c-9e94-e3bf69d6aeec tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.862163 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:25.873263 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:25.873946 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1e5fa359-7207-4f0b-9ecf-742ad1b4dbe6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:25.877098 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.881687 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Pushing event updated for resources: {'Port': ['ID=f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:25.911486 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.939327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 7bf8d5de-f03e-4417-8525-0b8258aefa64 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:25.939626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:25.992648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8280-ff1d-410c-9e94-e3bf69d6aeec tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.011750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Attempting to bind port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:12:26.012386 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Attempting to bind port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:12:26.012755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Attempting to bind port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 on network e4433a21-e596-431b-b309-8731d6bb49f8 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:12:26.021708 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:12:26.031885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Checking segment: {'id': 'ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:26.031885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.031885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Bound using segment: {'id': 'ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:12:26.031885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Bound port: f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:12:26.031885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.033367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae8280-ff1d-410c-9e94-e3bf69d6aeec tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf67dc40-6aa1-4416-a19d-c5bd60bec182,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:26.048575 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:12:26.061952 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391932c9-70a5-4cf7-96dc-841c739c1382,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:26.086422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-c3b99ca6-a8b6-4404-929e-7bf830407cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:26.090248 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-c3b99ca6-a8b6-4404-929e-7bf830407cb3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=3c7b4bbf6ea3427f837b93377020060f&device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 1097 time: 0.3093131 Aug 26 01:12:26.130010 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50225b41-5796-4035-86e8-556e6a501bd2 None None] DHCP port deletion for dd72323e-7d1f-4b8e-b5af-95347ba91b90 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:12:26.135743 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-50225b41-5796-4035-86e8-556e6a501bd2 None None] Deleting port 7bf8d5de-f03e-4417-8525-0b8258aefa64 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:26.136123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-50225b41-5796-4035-86e8-556e6a501bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.185567 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-4610ee71-081c-4bb7-99ac-c529ca395a90 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14d2cc30-3b65-46b0-a263-117bcf6e98e1 HTTP/1.1" status: 200 len: 217 time: 0.0745215 Aug 26 01:12:26.186565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.186901 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Added segment 20c38961-34c2-4821-972b-0684cbeeb5a5 of type vlan for network facf9801-8231-40ad-91a8-dd17cf3f2e0f Aug 26 01:12:26.225845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] For port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:12:26.239769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] For port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03,segment=NetworkSegment(ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00),segment_id=ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:12:26.250794 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa359-7207-4f0b-9ecf-742ad1b4dbe6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.262972 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8280-ff1d-410c-9e94-e3bf69d6aeec tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.267533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.267666 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f6ae8280-ff1d-410c-9e94-e3bf69d6aeec tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/cf67dc40-6aa1-4416-a19d-c5bd60bec182 HTTP/1.1" status: 204 len: 168 time: 0.6568673 Aug 26 01:12:26.268164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49870) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:26.314436 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-4940d3c6-081e-4263-ad58-8073b6f4faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:26.316368 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-4940d3c6-081e-4263-ad58-8073b6f4faaf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=75aee266-6a51-42bf-aecb-af40ed310f6a HTTP/1.1" status: 200 len: 835 time: 0.1207159 Aug 26 01:12:26.325595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] For port 7bf8d5de-f03e-4417-8525-0b8258aefa64, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7bf8d5de-f03e-4417-8525-0b8258aefa64,segment=NetworkSegment(1407b334-5a34-44d0-bbc0-578b05233601),segment_id=1407b334-5a34-44d0-bbc0-578b05233601)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:26.325983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.368253 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.396478 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa359-7207-4f0b-9ecf-742ad1b4dbe6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.409845 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4133c014-cd67-4c2c-90c1-39f22064cbe8 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:26.451302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-bf8b504d-647f-4d11-9047-342a6889de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:26.452607 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-bf8b504d-647f-4d11-9047-342a6889de5b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=02f7a366-55ac-4b98-ac68-0cbcda6650bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1248910 Aug 26 01:12:26.461075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.467127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:26.467722 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.468371 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-50225b41-5796-4035-86e8-556e6a501bd2 None None] For port 7bf8d5de-f03e-4417-8525-0b8258aefa64, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7bf8d5de-f03e-4417-8525-0b8258aefa64,segment=NetworkSegment(1407b334-5a34-44d0-bbc0-578b05233601),segment_id=1407b334-5a34-44d0-bbc0-578b05233601)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:26.468971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-50225b41-5796-4035-86e8-556e6a501bd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.478387 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 7bf8d5de-f03e-4417-8525-0b8258aefa64 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:26.510032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.594096 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653881f-5861-46e7-82c5-5a3e0af4ca97 None None] Pushing event updated for resources: {'Port': ['ID=f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:26.597531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fa359-7207-4f0b-9ecf-742ad1b4dbe6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75fdcb9-c967-46b6-9120-fbc33a881ed0,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:26.602726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-50225b41-5796-4035-86e8-556e6a501bd2 None None] Calling delete_port for 7bf8d5de-f03e-4417-8525-0b8258aefa64 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:26.633486 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4133c014-cd67-4c2c-90c1-39f22064cbe8 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:26.637844 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49874) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:26.645569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa359-7207-4f0b-9ecf-742ad1b4dbe6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.649811 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1e5fa359-7207-4f0b-9ecf-742ad1b4dbe6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1632621 Aug 26 01:12:26.649979 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4133c014-cd67-4c2c-90c1-39f22064cbe8 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3759229 Aug 26 01:12:26.666151 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49878) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:26.672267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-623313018', 'security_groups': ['d75fdcb9-c967-46b6-9120-fbc33a881ed0'], 'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '834bdf2b-1b86-4805-aac5-5b01f32298bf'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:26.800676 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event updated for resources: {'Network': ['ID=facf9801-8231-40ad-91a8-dd17cf3f2e0f,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:26.807427 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1cb46811-8533-4237-98b6-f6d0c4635d9e tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2297199 Aug 26 01:12:26.810350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49884) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:26.820345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Subnet': ['ID=15c4a4f8-4174-44e0-9f01-abef1cc21f79,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:26.826273 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Request body: {'subnet': {'network_id': 'facf9801-8231-40ad-91a8-dd17cf3f2e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:26.831492 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network facf9801-8231-40ad-91a8-dd17cf3f2e0f details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:12:26.920637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Checking segment: {'id': '439e8bbc-9404-4a29-b4f3-74eae3e8f44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'cee47530-5700-4344-bb28-7d2dbcf247e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:26.933560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network hostable DHCP agents. Network: cee47530-5700-4344-bb28-7d2dbcf247e9, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:12:26.966620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:26.991404 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-50225b41-5796-4035-86e8-556e6a501bd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:12:26.991999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-50225b41-5796-4035-86e8-556e6a501bd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:12:27.055749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=7bf8d5de-f03e-4417-8525-0b8258aefa64,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:27.057729 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No DVR routers for this DVR port 7bf8d5de-f03e-4417-8525-0b8258aefa64 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:12:27.084279 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-8a1ec799-67dd-4346-bbb5-18bf05e31a1c service neutron] 10.222.0.94 "GET /v2.0/networks/02f7a366-55ac-4b98-ac68-0cbcda6650bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102474 Aug 26 01:12:27.089015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:27.091944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-126ece97-b439-449d-b5a2-9b039804b7c4 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.096692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:27.119613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Usage tracker for resource:subnet and tenant:1c12021f90aa4c90a238da9cee94cb94 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:27.126448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:27.129668 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:port and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:27.189503 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:27.200947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network cee47530-5700-4344-bb28-7d2dbcf247e9 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:12:27.201184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:27.208406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:27.227156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-126ece97-b439-449d-b5a2-9b039804b7c4 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.244321 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.259046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc966906-829c-4f5f-9a1c-57d38a3afaa4 req-050ac35d-533f-468b-a81e-73b28a569d94 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:27.260270 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dc966906-829c-4f5f-9a1c-57d38a3afaa4 req-050ac35d-533f-468b-a81e-73b28a569d94 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 944 time: 0.4410744 Aug 26 01:12:27.268073 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56eee48-a113-47f3-89b3-6c5133b19db4 req-0fe3bc4f-ae57-4216-bfff-e1f5b8de3e4f service neutron] 10.222.0.94 "GET /v2.0/networks/02f7a366-55ac-4b98-ac68-0cbcda6650bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744571 Aug 26 01:12:27.301155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Made reservation on behalf of 1c12021f90aa4c90a238da9cee94cb94 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:27.305801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.310276 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd72323e-7d1f-4b8e-b5af-95347ba91b90']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:27.330819 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:27.341235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, cee47530-5700-4344-bb28-7d2dbcf247e9) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:27.343965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1407b334-5a34-44d0-bbc0-578b05233601') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:27.344400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1407b334-5a34-44d0-bbc0-578b05233601') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:27.357661 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1840a9-50f6-4747-b776-5d93d9e23b18 None None] Network cee47530-5700-4344-bb28-7d2dbcf247e9 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:27.367844 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:27.369197 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.377660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.406333 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dc966906-829c-4f5f-9a1c-57d38a3afaa4 req-324403d4-e159-40a3-84ca-4c0ce28c9c81 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323283 Aug 26 01:12:27.408194 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:27.413003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.425704 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:12:27.426148 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.499110 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 1407b334-5a34-44d0-bbc0-578b05233601 resource provider aggregate not found Aug 26 01:12:27.501728 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-50225b41-5796-4035-86e8-556e6a501bd2 None None] Deleting port 7bf8d5de-f03e-4417-8525-0b8258aefa64 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:27.502466 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-50225b41-5796-4035-86e8-556e6a501bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.521814 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-126ece97-b439-449d-b5a2-9b039804b7c4 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.525191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-126ece97-b439-449d-b5a2-9b039804b7c4 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.529971 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-126ece97-b439-449d-b5a2-9b039804b7c4 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-groups/37202ad8-5c7b-4513-ae58-97693795d576 HTTP/1.1" status: 204 len: 168 time: 0.8827083 Aug 26 01:12:27.529971 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-04f4b2b4-8ac0-4aef-ac74-c0b70ea23d36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3173883 Aug 26 01:12:27.529971 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 1407b334-5a34-44d0-bbc0-578b05233601 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1407b334-5a34-44d0-bbc0-578b05233601 found for delete ", "request_id": "req-62aa35e7-b87f-4c9a-8399-c4d865ec09c8"}]} Aug 26 01:12:27.549394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49892) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:27.549723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49894) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:27.565940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ece97-b439-449d-b5a2-9b039804b7c4 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37202ad8-5c7b-4513-ae58-97693795d576,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:27.580122 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1426846821', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}, 'admin_state_up': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:27.626185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-50225b41-5796-4035-86e8-556e6a501bd2 None None] The port '7bf8d5de-f03e-4417-8525-0b8258aefa64' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:12:27.634776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:27.660941 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:router and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:27.662966 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.672505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.677815 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:27.697346 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:27.721916 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/networks/dd72323e-7d1f-4b8e-b5af-95347ba91b90 HTTP/1.1" status: 204 len: 168 time: 2.0398180 Aug 26 01:12:27.723381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9bbb3-06c8-44b6-b7f0-999a393feb44 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Network': ['ID=dd72323e-7d1f-4b8e-b5af-95347ba91b90,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:27.726901 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49900) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:27.734325 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1266750033'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:27.743132 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:27.747920 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:network and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:27.752913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:27.759888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:27.768566 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8cfd29b8-f127-42e9-a1cd-8a3d1b4a4037 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:27.803313 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:27.803966 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.821496 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8722a477-b8f8-4316-9a2f-2d06cbd2b851 None None] Network cee47530-5700-4344-bb28-7d2dbcf247e9 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:27.851490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port 59b88ca3-04ab-4fb0-acff-e120dd1e8d7e yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:27.895758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:27.899894 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.902772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.903946 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.917492 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7bf8d5de-f03e-4417-8525-0b8258aefa64 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:12:27.949398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8cfd29b8-f127-42e9-a1cd-8a3d1b4a4037 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:27.952000 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:12:27.954455 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8cfd29b8-f127-42e9-a1cd-8a3d1b4a4037 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3859351 Aug 26 01:12:27.957311 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.958560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49904) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:27.963264 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.969248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-8032a16d-7732-4591-b1e1-99f9d1884e28 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881220516'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:27.970416 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 7bf8d5de-f03e-4417-8525-0b8258aefa64 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:12:27.970543 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7bf8d5de-f03e-4417-8525-0b8258aefa64 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:12:27.990548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8032a16d-7732-4591-b1e1-99f9d1884e28 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:27.990548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:27.990548 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Added segment 85ca4ca9-8541-4c6c-b976-de4874c09a88 of type vlan for network 069d4d78-22aa-4bf3-ae7c-eadadc65eb15 Aug 26 01:12:28.001166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8032a16d-7732-4591-b1e1-99f9d1884e28 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:28.026830 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.107370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8032a16d-7732-4591-b1e1-99f9d1884e28 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.128908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8032a16d-7732-4591-b1e1-99f9d1884e28 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:28.139160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.142385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8ab7398e-4d85-47df-8bb0-ad01cc1f4bda None None] Provisioning for port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:28.146411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:28.147109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.148278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8ab7398e-4d85-47df-8bb0-ad01cc1f4bda None None] Provisioning complete for port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:28.148525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8ab7398e-4d85-47df-8bb0-ad01cc1f4bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.151049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8032a16d-7732-4591-b1e1-99f9d1884e28 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:28.252964 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event updated for resources: {'Subnet': ['ID=79da8130-1da9-4ab9-ac77-b817a5a809b2,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:28.272943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7398e-4d85-47df-8bb0-ad01cc1f4bda None None] Current status of the port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:28.273582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8ab7398e-4d85-47df-8bb0-ad01cc1f4bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.279762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Network': ['ID=069d4d78-22aa-4bf3-ae7c-eadadc65eb15,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:28.300388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 069d4d78-22aa-4bf3-ae7c-eadadc65eb15 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:12:28.322191 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-be553425-6cd4-4e8e-bfb5-0955452eb386 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5940764 Aug 26 01:12:28.325827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49908) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:28.333854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'subnet': {'network_id': '069d4d78-22aa-4bf3-ae7c-eadadc65eb15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:28.360748 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Checking segment: {'id': '20c38961-34c2-4821-972b-0684cbeeb5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'facf9801-8231-40ad-91a8-dd17cf3f2e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:28.361028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Network hostable DHCP agents. Network: facf9801-8231-40ad-91a8-dd17cf3f2e0f, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:12:28.371765 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8032a16d-7732-4591-b1e1-99f9d1884e28 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.429089 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-8ab7398e-4d85-47df-8bb0-ad01cc1f4bda None None] For port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03,segment=NetworkSegment(ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00),segment_id=ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:28.442849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8032a16d-7732-4591-b1e1-99f9d1884e28 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.508653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032a16d-7732-4591-b1e1-99f9d1884e28 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e881f1-f4b7-4e27-9fed-903cd6ed1b40,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:28.512357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:28.521323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:subnet and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:28.525172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:28.532047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:28.532737 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8ab7398e-4d85-47df-8bb0-ad01cc1f4bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.602817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Allocated IP 2001:db8::364 (e4433a21-e596-431b-b309-8731d6bb49f8/834bdf2b-1b86-4805-aac5-5b01f32298bf/59b88ca3-04ab-4fb0-acff-e120dd1e8d7e) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:28.603492 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8ab7398e-4d85-47df-8bb0-ad01cc1f4bda None None] Provisioning complete for port a7018676-7ff9-49e8-8e9d-6c751e5f1437 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:28.603865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8ab7398e-4d85-47df-8bb0-ad01cc1f4bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.604852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8032a16d-7732-4591-b1e1-99f9d1884e28 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.606190 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8032a16d-7732-4591-b1e1-99f9d1884e28 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6466532 Aug 26 01:12:28.609016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49914) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:28.615509 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a4a5d211-cfbc-44f7-94e2-dd96491641fd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Request body: {'security_group_rule': {'security_group_id': '01e881f1-f4b7-4e27-9fed-903cd6ed1b40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:28.621394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a4a5d211-cfbc-44f7-94e2-dd96491641fd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:28.626056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a4a5d211-cfbc-44f7-94e2-dd96491641fd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Usage tracker for resource:security_group_rule and tenant:43021d2c205c4e7c9c1633acfc44a1e4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:28.629000 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a4a5d211-cfbc-44f7-94e2-dd96491641fd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:28.635895 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a4a5d211-cfbc-44f7-94e2-dd96491641fd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:28.638910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:28.643631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.662272 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7398e-4d85-47df-8bb0-ad01cc1f4bda None None] Pushing event updated for resources: {'Port': ['ID=f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:28.672544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Network facf9801-8231-40ad-91a8-dd17cf3f2e0f is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:12:28.674216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7398e-4d85-47df-8bb0-ad01cc1f4bda None None] Port a7018676-7ff9-49e8-8e9d-6c751e5f1437 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:28.684619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.821552 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, facf9801-8231-40ad-91a8-dd17cf3f2e0f) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:28.830906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:28.830906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.831637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4a5d211-cfbc-44f7-94e2-dd96491641fd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.838609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508d70a2-e619-4886-a574-d0216aafb4ec None None] Network facf9801-8231-40ad-91a8-dd17cf3f2e0f requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:28.956380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4a5d211-cfbc-44f7-94e2-dd96491641fd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:28.977666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd9668-5703-453c-b94c-51a6a5d026bd req-be742227-77c6-407b-8737-c2c29447d7e1 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:28.979532 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-27fd9668-5703-453c-b94c-51a6a5d026bd req-be742227-77c6-407b-8737-c2c29447d7e1 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 944 time: 0.3744516 Aug 26 01:12:29.075450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 14d2cc30-3b65-46b0-a263-117bcf6e98e1 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:12:29.092799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.098918 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-facf9801-8231-40ad-91a8-dd17cf3f2e0f', 'network_id': 'facf9801-8231-40ad-91a8-dd17cf3f2e0f', 'tenant_id': '1c12021f90aa4c90a238da9cee94cb94', 'fixed_ips': [{'subnet_id': '79da8130-1da9-4ab9-ac77-b817a5a809b2'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:12:29.099738 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.111235 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-27fd9668-5703-453c-b94c-51a6a5d026bd req-3f6a2ff4-0c32-4dff-97fc-574d11c4ff6a tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188467 Aug 26 01:12:29.122781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4a5d211-cfbc-44f7-94e2-dd96491641fd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.123653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Transition to ACTIVE for port object 59b88ca3-04ab-4fb0-acff-e120dd1e8d7e will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:29.128544 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4a95753c-d866-4ebd-a03e-3fae3798a540 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3137920 Aug 26 01:12:29.131799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49918) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:29.133584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.137597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Request body: {'port': {'network_id': 'facf9801-8231-40ad-91a8-dd17cf3f2e0f', 'name': 'tempest-AllowedAddressPairTestJSON-678214582'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:29.201654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5d211-cfbc-44f7-94e2-dd96491641fd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f71f044-a22f-46a6-a135-939195d2c7ee,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:29.251470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Subnet': ['ID=804a7706-e833-4228-9c0f-06aaf8159091,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:29.263374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Checking segment: {'id': '85ca4ca9-8541-4c6c-b976-de4874c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '069d4d78-22aa-4bf3-ae7c-eadadc65eb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:29.263374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network hostable DHCP agents. Network: 069d4d78-22aa-4bf3-ae7c-eadadc65eb15, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:12:29.325815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4a5d211-cfbc-44f7-94e2-dd96491641fd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.329060 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a4a5d211-cfbc-44f7-94e2-dd96491641fd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7168005 Aug 26 01:12:29.334237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49922) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:29.359560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network 069d4d78-22aa-4bf3-ae7c-eadadc65eb15 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:12:29.366520 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:29.422347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1b7988e-8ec7-4709-aa30-85fbe355967a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.429517 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 14d2cc30-3b65-46b0-a263-117bcf6e98e1, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=14d2cc30-3b65-46b0-a263-117bcf6e98e1,segment=NetworkSegment(13633b81-4d9c-43df-8c0c-07421f95cc89),segment_id=13633b81-4d9c-43df-8c0c-07421f95cc89)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:29.452121 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1b7988e-8ec7-4709-aa30-85fbe355967a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.453288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.463518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 069d4d78-22aa-4bf3-ae7c-eadadc65eb15) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:29.467077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '14d2cc30-3b65-46b0-a263-117bcf6e98e1', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'port_id': '14d2cc30-3b65-46b0-a263-117bcf6e98e1', 'mac_address': 'fa:16:3e:b5:1c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:12:29.471884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Allocated IP 172.20.0.2 (facf9801-8231-40ad-91a8-dd17cf3f2e0f/79da8130-1da9-4ab9-ac77-b817a5a809b2/b5c1b0bf-8114-4290-a081-3647855c78c7) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:29.476190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:29.476837 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.507724 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d89ab4-8621-47b6-8414-0b6662a5dab8 None None] Network 069d4d78-22aa-4bf3-ae7c-eadadc65eb15 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:29.508540 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:29.564622 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Usage tracker for resource:port and tenant:1c12021f90aa4c90a238da9cee94cb94 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:29.575332 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:29.581521 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network e4433a21-e596-431b-b309-8731d6bb49f8 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:29.583044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.601432 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3000b2c2-c572-4397-aafd-80b4fb20e345 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2721214 Aug 26 01:12:29.601800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49926) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:29.608047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'network_id': '069d4d78-22aa-4bf3-ae7c-eadadc65eb15', 'security_groups': [], 'name': 'tempest-PortsTestJSON-35937180'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:29.616141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:29.618603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:29.624495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:29.626272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.629646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:29.639015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1b7988e-8ec7-4709-aa30-85fbe355967a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.643116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.689712 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=59b88ca3-04ab-4fb0-acff-e120dd1e8d7e,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:29.736082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7988e-8ec7-4709-aa30-85fbe355967a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e881f1-f4b7-4e27-9fed-903cd6ed1b40,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:29.738194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1b7988e-8ec7-4709-aa30-85fbe355967a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.739385 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c1b7988e-8ec7-4709-aa30-85fbe355967a tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-groups/01e881f1-f4b7-4e27-9fed-903cd6ed1b40 HTTP/1.1" status: 204 len: 168 time: 0.4041986 Aug 26 01:12:29.743279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49930) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:29.846875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9c372125-715c-48f5-993b-feafd10f06cd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:29.862961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:29.865433 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:29.866083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.878584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:29.904423 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:29.905084 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.980972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Made reservation on behalf of 1c12021f90aa4c90a238da9cee94cb94 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:29.985035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:29.986976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9c372125-715c-48f5-993b-feafd10f06cd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:29.991814 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9c372125-715c-48f5-993b-feafd10f06cd tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2449086 Aug 26 01:12:29.991987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49934) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:29.993802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d2cc30-3b65-46b0-a263-117bcf6e98e1 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:12:29.994687 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e6096eff-695c-4d75-805d-52823f38525d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3275120 Aug 26 01:12:29.997495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49938) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:30.008792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:30.018181 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] device_id is not set on port c3e6db03-e4a0-432a-8dd7-573ef6668b8d yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:30.026528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d3d342fa-1251-4f80-82cb-348742b2858b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'subnet': {'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:30.069367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Allocated IP 172.26.2.5 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/8347c71c-83bc-480a-9756-fb7c81adb98f) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:30.070431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Transition to ACTIVE for port object b5c1b0bf-8114-4290-a081-3647855c78c7 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:30.093105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 14d2cc30-3b65-46b0-a263-117bcf6e98e1, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=14d2cc30-3b65-46b0-a263-117bcf6e98e1,segment=NetworkSegment(13633b81-4d9c-43df-8c0c-07421f95cc89),segment_id=13633b81-4d9c-43df-8c0c-07421f95cc89)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:30.176929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Transition to ACTIVE for port object b5c1b0bf-8114-4290-a081-3647855c78c7 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:30.185007 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:30.188638 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:30.195116 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:30.267853 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:30.305318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c915af27-2010-4982-8865-02c4a3fbfee6 None None] Provisioning for port 59b88ca3-04ab-4fb0-acff-e120dd1e8d7e completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:30.319623 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-069d4d78-22aa-4bf3-ae7c-eadadc65eb15', 'network_id': '069d4d78-22aa-4bf3-ae7c-eadadc65eb15', 'tenant_id': 'b6fecc27c7814330a4290a39b1ad6641', 'fixed_ips': [{'subnet_id': '804a7706-e833-4228-9c0f-06aaf8159091'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:12:30.320100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:30.336514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:30.347100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c915af27-2010-4982-8865-02c4a3fbfee6 None None] Provisioning complete for port 59b88ca3-04ab-4fb0-acff-e120dd1e8d7e triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:30.347472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c915af27-2010-4982-8865-02c4a3fbfee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:30.352153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Allocated IP 172.20.0.13 (facf9801-8231-40ad-91a8-dd17cf3f2e0f/79da8130-1da9-4ab9-ac77-b817a5a809b2/c3e6db03-e4a0-432a-8dd7-573ef6668b8d) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:30.387361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ae83ef47-4840-4bc1-9ff3-d4a073bbbc0c tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Synchronizing usage tracker for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:30.392989 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port ee172e78-6d70-40b9-983b-3027c29d52e6 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:30.403875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:30.477628 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Network facf9801-8231-40ad-91a8-dd17cf3f2e0f is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:30.480895 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=14d2cc30-3b65-46b0-a263-117bcf6e98e1,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:30.491814 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:30.506592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:30.544344 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:30.548822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c915af27-2010-4982-8865-02c4a3fbfee6 None None] Port 59b88ca3-04ab-4fb0-acff-e120dd1e8d7e cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:30.553103 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d3d342fa-1251-4f80-82cb-348742b2858b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:30.587901 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d3d342fa-1251-4f80-82cb-348742b2858b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:subnet and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:30.598914 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:30.603566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ae83ef47-4840-4bc1-9ff3-d4a073bbbc0c tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] Unset dirty status for tenant:43021d2c205c4e7c9c1633acfc44a1e4 on resource:security_group_rule {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:30.607406 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ae83ef47-4840-4bc1-9ff3-d4a073bbbc0c tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6113336 Aug 26 01:12:30.607567 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:30.607567 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=8347c71c-83bc-480a-9756-fb7c81adb98f,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:30.609812 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:30.615967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d3d342fa-1251-4f80-82cb-348742b2858b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:30.615967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49944) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:30.620759 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-91990e23-0255-420a-b94e-fddd7c651fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:30.627575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d3d342fa-1251-4f80-82cb-348742b2858b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:30.665165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b2991-a040-4caf-84a1-9d9885e3a641 req-f01f1c18-6fb2-4b1f-8d00-44352a4369fb tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:30.666720 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eb4b2991-a040-4caf-84a1-9d9885e3a641 req-f01f1c18-6fb2-4b1f-8d00-44352a4369fb tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 945 time: 0.3628905 Aug 26 01:12:30.673620 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-c5272a5b-4529-496f-8dcc-e226d3794bed tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] delete failed (client error): The resource could not be found. Aug 26 01:12:30.678318 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c5272a5b-4529-496f-8dcc-e226d3794bed tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "DELETE /v2.0/security-groups/01e881f1-f4b7-4e27-9fed-903cd6ed1b40 HTTP/1.1" status: 404 len: 347 time: 0.0554402 Aug 26 01:12:30.678435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['14d2cc30-3b65-46b0-a263-117bcf6e98e1'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:12:30.678531 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49948) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:30.687865 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Allocated IP 172.20.0.5 (069d4d78-22aa-4bf3-ae7c-eadadc65eb15/804a7706-e833-4228-9c0f-06aaf8159091/ee172e78-6d70-40b9-983b-3027c29d52e6) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:30.712345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Pushing event updated for resources: {'Port': ['ID=b5c1b0bf-8114-4290-a081-3647855c78c7,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:30.725420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:30.758052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Attempting to bind port b5c1b0bf-8114-4290-a081-3647855c78c7 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:12:30.758408 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Attempting to bind port b5c1b0bf-8114-4290-a081-3647855c78c7 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '20c38961-34c2-4821-972b-0684cbeeb5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'facf9801-8231-40ad-91a8-dd17cf3f2e0f'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:12:30.758698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Attempting to bind port b5c1b0bf-8114-4290-a081-3647855c78c7 on network facf9801-8231-40ad-91a8-dd17cf3f2e0f {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:12:30.773242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:12:30.773618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Checking segment: {'id': '20c38961-34c2-4821-972b-0684cbeeb5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'facf9801-8231-40ad-91a8-dd17cf3f2e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:30.774051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:30.774449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Bound using segment: {'id': '20c38961-34c2-4821-972b-0684cbeeb5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'facf9801-8231-40ad-91a8-dd17cf3f2e0f'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:12:30.774930 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Bound port: b5c1b0bf-8114-4290-a081-3647855c78c7, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c38961-34c2-4821-972b-0684cbeeb5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'facf9801-8231-40ad-91a8-dd17cf3f2e0f'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:12:30.775301 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:30.778288 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eb4b2991-a040-4caf-84a1-9d9885e3a641 req-6cb980cd-c8d3-4287-9346-6c6317a9a882 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925260 Aug 26 01:12:30.784005 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d342fa-1251-4f80-82cb-348742b2858b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:30.789274 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d3d342fa-1251-4f80-82cb-348742b2858b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:30.930852 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] For port b5c1b0bf-8114-4290-a081-3647855c78c7, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:12:30.938421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Transition to ACTIVE for port object c3e6db03-e4a0-432a-8dd7-573ef6668b8d will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:30.955840 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] For port b5c1b0bf-8114-4290-a081-3647855c78c7, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b5c1b0bf-8114-4290-a081-3647855c78c7,segment=NetworkSegment(20c38961-34c2-4821-972b-0684cbeeb5a5),segment_id=20c38961-34c2-4821-972b-0684cbeeb5a5)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:12:30.971323 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-377ce57a-ffb7-443c-8ffa-19fc91213fb8 tempest-SecGroupIPv6Test-1418306138 tempest-SecGroupIPv6Test-1418306138-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2878346 Aug 26 01:12:31.034543 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:31.043869 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.ipam_backend_mixin [None req-d3d342fa-1251-4f80-82cb-348742b2858b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 834bdf2b-1b86-4805-aac5-5b01f32298bf (CIDR: 2001:db8::/64) Aug 26 01:12:31.049492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:31.072027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Transition to ACTIVE for port object ee172e78-6d70-40b9-983b-3027c29d52e6 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:31.084532 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d342fa-1251-4f80-82cb-348742b2858b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:31.085073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d342fa-1251-4f80-82cb-348742b2858b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:31.149600 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0bf14-bd88-4503-8de1-50d81d6b9145 None None] Pushing event updated for resources: {'Port': ['ID=b5c1b0bf-8114-4290-a081-3647855c78c7,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:31.154266 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:31.191463 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d3d342fa-1251-4f80-82cb-348742b2858b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1894979 Aug 26 01:12:31.191463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:31.194261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49954) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:31.237613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f050b253-590e-4ed8-872a-e1de0203e231 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'subnet': {'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:31.276868 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Allocated IP 172.20.0.2 (069d4d78-22aa-4bf3-ae7c-eadadc65eb15/804a7706-e833-4228-9c0f-06aaf8159091/141c6f5e-6c88-4d7a-8a82-71f785b0500c) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:31.310124 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Network facf9801-8231-40ad-91a8-dd17cf3f2e0f is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:31.352887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network 069d4d78-22aa-4bf3-ae7c-eadadc65eb15 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:31.358648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:31.365628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:31.377433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event updated for resources: {'Port': ['ID=c3e6db03-e4a0-432a-8dd7-573ef6668b8d,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:31.381026 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:31.389714 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:31.407450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=ee172e78-6d70-40b9-983b-3027c29d52e6,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:31.485286 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:31.486276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:31.493554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:31.494223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:31.508574 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:31.514672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f050b253-590e-4ed8-872a-e1de0203e231 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:31.534551 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f050b253-590e-4ed8-872a-e1de0203e231 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:subnet and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:31.543371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f050b253-590e-4ed8-872a-e1de0203e231 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:31.565763 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f050b253-590e-4ed8-872a-e1de0203e231 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:31.586911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49960) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:31.616292 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a7f67af4-8594-42f7-8c33-7ee2afad802a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 2.0132945 Aug 26 01:12:31.618661 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49966) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:31.648394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:31.660507 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Transition to ACTIVE for port object 141c6f5e-6c88-4d7a-8a82-71f785b0500c will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:31.683760 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Transition to ACTIVE for port object 141c6f5e-6c88-4d7a-8a82-71f785b0500c will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:31.690781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f050b253-590e-4ed8-872a-e1de0203e231 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:31.694347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f050b253-590e-4ed8-872a-e1de0203e231 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:31.704330 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0bae2b0a-7e1c-42d6-89a7-539869f5f76c tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5714893 Aug 26 01:12:31.708484 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49970) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:31.719106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Request body: {'port': {'network_id': 'facf9801-8231-40ad-91a8-dd17cf3f2e0f', 'name': 'tempest-AllowedAddressPairTestJSON-373743039', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:4f:b2:76'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:31.747972 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:31.892824 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-0341b355-b3ae-4fa0-9645-d703fa263463 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port ee172e78-6d70-40b9-983b-3027c29d52e6 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:31.893169 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0341b355-b3ae-4fa0-9645-d703fa263463 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:31.906586 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Pushing event updated for resources: {'Port': ['ID=141c6f5e-6c88-4d7a-8a82-71f785b0500c,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:31.916086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Network 069d4d78-22aa-4bf3-ae7c-eadadc65eb15 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:31.917407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:31.920972 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:31.983288 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6fec71fb-8b6d-4025-9360-b6ee176047c9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=43021d2c205c4e7c9c1633acfc44a1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950784 Aug 26 01:12:31.989565 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49976) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:32.054300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Attempting to bind port 141c6f5e-6c88-4d7a-8a82-71f785b0500c on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:12:32.055630 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Attempting to bind port 141c6f5e-6c88-4d7a-8a82-71f785b0500c by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '85ca4ca9-8541-4c6c-b976-de4874c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '069d4d78-22aa-4bf3-ae7c-eadadc65eb15'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:12:32.056014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Attempting to bind port 141c6f5e-6c88-4d7a-8a82-71f785b0500c on network 069d4d78-22aa-4bf3-ae7c-eadadc65eb15 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:12:32.061647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:12:32.062108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Checking segment: {'id': '85ca4ca9-8541-4c6c-b976-de4874c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '069d4d78-22aa-4bf3-ae7c-eadadc65eb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:32.062734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:32.063161 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Bound using segment: {'id': '85ca4ca9-8541-4c6c-b976-de4874c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '069d4d78-22aa-4bf3-ae7c-eadadc65eb15'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:12:32.063693 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Bound port: 141c6f5e-6c88-4d7a-8a82-71f785b0500c, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ca4ca9-8541-4c6c-b976-de4874c09a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '069d4d78-22aa-4bf3-ae7c-eadadc65eb15'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:12:32.064072 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:32.166117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] For port 141c6f5e-6c88-4d7a-8a82-71f785b0500c, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:12:32.169476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] For port 141c6f5e-6c88-4d7a-8a82-71f785b0500c, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=141c6f5e-6c88-4d7a-8a82-71f785b0500c,segment=NetworkSegment(85ca4ca9-8541-4c6c-b976-de4874c09a88),segment_id=85ca4ca9-8541-4c6c-b976-de4874c09a88)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:12:32.234617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:32.239024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:32.242647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Usage tracker for resource:port and tenant:1c12021f90aa4c90a238da9cee94cb94 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:32.248216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-325a03c4-cfac-49d2-bb90-f807f3305118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:32.252689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:32.264055 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:32.320470 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea430-2b3e-402d-bf9e-8660b4e74576 req-826b1e91-7324-4981-92d4-1729d5492c4e tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:32.320470 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-95bea430-2b3e-402d-bf9e-8660b4e74576 req-826b1e91-7324-4981-92d4-1729d5492c4e tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 945 time: 0.3555491 Aug 26 01:12:32.354131 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b0ab5-55bd-458b-b278-7238a4ee382e None None] Pushing event updated for resources: {'Port': ['ID=141c6f5e-6c88-4d7a-8a82-71f785b0500c,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:32.357238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:32.438872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Made reservation on behalf of 1c12021f90aa4c90a238da9cee94cb94 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:32.522937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-325a03c4-cfac-49d2-bb90-f807f3305118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:32.591987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0341b355-b3ae-4fa0-9645-d703fa263463 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:32.636985 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-95bea430-2b3e-402d-bf9e-8660b4e74576 req-9dab512c-4844-4422-b215-c173a3309a96 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115094 Aug 26 01:12:32.730633 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c8d2ab-bdbb-4f3e-b0aa-a380510b8954 None None] Network facf9801-8231-40ad-91a8-dd17cf3f2e0f requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:32.745566 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:32.773868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-0341b355-b3ae-4fa0-9645-d703fa263463 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for ee172e78-6d70-40b9-983b-3027c29d52e6 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:32.801126 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] device_id is not set on port 41af61ab-6a6e-4a60-90a7-e802b1aeba0f yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:32.941274 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0f675257-f261-4a6c-8e52-7c89edaf4166 None None] Provisioning for port b5c1b0bf-8114-4290-a081-3647855c78c7 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:32.985857 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Allocated IP 172.20.0.4 (facf9801-8231-40ad-91a8-dd17cf3f2e0f/79da8130-1da9-4ab9-ac77-b817a5a809b2/41af61ab-6a6e-4a60-90a7-e802b1aeba0f) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:32.990949 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:12:33.016608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-325a03c4-cfac-49d2-bb90-f807f3305118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:33.032262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a03c4-cfac-49d2-bb90-f807f3305118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bff891-660b-44b0-99a6-0e58f63cbdf4,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:33.060708 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 14d2cc30-3b65-46b0-a263-117bcf6e98e1 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:33.080461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f050b253-590e-4ed8-872a-e1de0203e231 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:33.157694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0341b355-b3ae-4fa0-9645-d703fa263463 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:33.164815 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-16dce077-9abe-4b81-ac41-18c975581b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:33.273993 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050b253-590e-4ed8-872a-e1de0203e231 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Subnet': ['ID=d6fe2b76-606a-4191-ba32-12e316c11998,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:33.288454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341b355-b3ae-4fa0-9645-d703fa263463 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=ee172e78-6d70-40b9-983b-3027c29d52e6,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:33.295640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:33.303076 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:33.303076 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:33.391751 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:33.408524 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f050b253-590e-4ed8-872a-e1de0203e231 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network e4433a21-e596-431b-b309-8731d6bb49f8 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:33.409107 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Transition to ACTIVE for port object 41af61ab-6a6e-4a60-90a7-e802b1aeba0f will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:33.412036 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f050b253-590e-4ed8-872a-e1de0203e231 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:33.425787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f050b253-590e-4ed8-872a-e1de0203e231 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:33.428557 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f050b253-590e-4ed8-872a-e1de0203e231 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:33.454834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-325a03c4-cfac-49d2-bb90-f807f3305118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:33.458876 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-325a03c4-cfac-49d2-bb90-f807f3305118 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/01bff891-660b-44b0-99a6-0e58f63cbdf4 HTTP/1.1" status: 204 len: 168 time: 1.4584241 Aug 26 01:12:33.459132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:12:33.475175 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3471b4-13a2-457a-942f-e5338bced53f None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:12:33.481103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77a46ff-86b5-4078-a9cc-163ce4603d8d None None] Network e4433a21-e596-431b-b309-8731d6bb49f8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:33.491613 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3471b4-13a2-457a-942f-e5338bced53f None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:33.492265 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5c3471b4-13a2-457a-942f-e5338bced53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:33.514230 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0341b355-b3ae-4fa0-9645-d703fa263463 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:33.519902 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0341b355-b3ae-4fa0-9645-d703fa263463 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/ee172e78-6d70-40b9-983b-3027c29d52e6 HTTP/1.1" status: 204 len: 168 time: 1.9014997 Aug 26 01:12:33.522652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49982) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:33.533424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:33.608724 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f050b253-590e-4ed8-872a-e1de0203e231 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3795788 Aug 26 01:12:33.612418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49986) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:33.619413 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a6052933-e5e2-496b-a0cf-32c14b0f3e00 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1811117900', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd6fe2b76-606a-4191-ba32-12e316c11998'}], 'security_groups': ['0c3ec47b-1727-47e9-b559-29798c76b9e3']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:33.638569 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b5c1b0bf-8114-4290-a081-3647855c78c7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:33.665340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Network facf9801-8231-40ad-91a8-dd17cf3f2e0f is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:33.667359 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5c3471b4-13a2-457a-942f-e5338bced53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:33.681594 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:33.688975 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa14113d-7cfd-4bb1-8182-27378ab81dca tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] GET failed (client error): The resource could not be found. Aug 26 01:12:33.692991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aa14113d-7cfd-4bb1-8182-27378ab81dca tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:33.698405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:33.702377 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2fcecd35-98f6-4934-9a0b-8ee64706344a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1337185 Aug 26 01:12:33.702377 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:33.705350 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3471b4-13a2-457a-942f-e5338bced53f None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:33.707905 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5c3471b4-13a2-457a-942f-e5338bced53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:33.713435 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 49992) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:33.787031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event updated for resources: {'Port': ['ID=41af61ab-6a6e-4a60-90a7-e802b1aeba0f,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:33.811460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:33.813438 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:33.832586 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:33.835668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:33.913665 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a98ec54e-3739-4155-9d12-f216b1054460 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.2040069 Aug 26 01:12:33.916819 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 49998) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:33.926551 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5c3471b4-13a2-457a-942f-e5338bced53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:33.927201 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3471b4-13a2-457a-942f-e5338bced53f None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:12:33.947021 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:33.966879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46234ea-9114-4824-97e5-105ecbaed871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d2cc30-3b65-46b0-a263-117bcf6e98e1'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:12:33.999577 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 14d2cc30-3b65-46b0-a263-117bcf6e98e1, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=14d2cc30-3b65-46b0-a263-117bcf6e98e1,segment=NetworkSegment(13633b81-4d9c-43df-8c0c-07421f95cc89),segment_id=13633b81-4d9c-43df-8c0c-07421f95cc89)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:34.009855 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bed3ae41-e3f8-472f-b48d-9715c78c6899 None None] Provisioning for port c3e6db03-e4a0-432a-8dd7-573ef6668b8d completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:34.025489 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bed3ae41-e3f8-472f-b48d-9715c78c6899 None None] Provisioning complete for port c3e6db03-e4a0-432a-8dd7-573ef6668b8d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:34.027722 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bed3ae41-e3f8-472f-b48d-9715c78c6899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:34.102024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-bed3ae41-e3f8-472f-b48d-9715c78c6899 None None] Port c3e6db03-e4a0-432a-8dd7-573ef6668b8d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:34.105314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b12c697-c23d-40e7-b448-ec5ca85b04c9 None None] Network 069d4d78-22aa-4bf3-ae7c-eadadc65eb15 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:34.118892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port b5c1b0bf-8114-4290-a081-3647855c78c7 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:34.174748 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:34.177129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:34.205724 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1770143-867d-4b8d-9d99-4f542f34eea9 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:34.213911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1770143-867d-4b8d-9d99-4f542f34eea9 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:34.221185 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1770143-867d-4b8d-9d99-4f542f34eea9 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:34.222071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f1770143-867d-4b8d-9d99-4f542f34eea9 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Synchronizing usage tracker for tenant:1c12021f90aa4c90a238da9cee94cb94 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:34.298425 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b5c1b0bf-8114-4290-a081-3647855c78c7 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:34.298761 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:34.323852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f1770143-867d-4b8d-9d99-4f542f34eea9 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Unset dirty status for tenant:1c12021f90aa4c90a238da9cee94cb94 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:34.328550 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5967c112-864c-4873-8cd1-16656298fd7f'] response: {'server_uuid': 'f46234ea-9114-4824-97e5-105ecbaed871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d2cc30-3b65-46b0-a263-117bcf6e98e1', 'code': 200} Aug 26 01:12:34.329493 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f1770143-867d-4b8d-9d99-4f542f34eea9 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.4090457 Aug 26 01:12:34.330397 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50012) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:34.492513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=14d2cc30-3b65-46b0-a263-117bcf6e98e1,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:34.495152 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5a8257c1-c6e2-4ff3-a23f-5b9b6d9656af None None] Provisioning for port 141c6f5e-6c88-4d7a-8a82-71f785b0500c completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:34.582581 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c696c113-7c51-476a-beab-46f38ae508bb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Deleting port 41af61ab-6a6e-4a60-90a7-e802b1aeba0f {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:34.583351 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c696c113-7c51-476a-beab-46f38ae508bb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:34.612722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a6052933-e5e2-496b-a0cf-32c14b0f3e00 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:34.631286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aa14113d-7cfd-4bb1-8182-27378ab81dca tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:34.634098 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-aa14113d-7cfd-4bb1-8182-27378ab81dca tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/ee172e78-6d70-40b9-983b-3027c29d52e6 HTTP/1.1" status: 404 len: 333 time: 1.1101604 Aug 26 01:12:34.642550 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50018) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:34.648775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5a8257c1-c6e2-4ff3-a23f-5b9b6d9656af None None] Provisioning complete for port c3e6db03-e4a0-432a-8dd7-573ef6668b8d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:34.649185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a8257c1-c6e2-4ff3-a23f-5b9b6d9656af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:34.744418 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b5c1b0bf-8114-4290-a081-3647855c78c7 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:34.744727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:34.795275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0566816-229f-4096-aa31-6f3978016991 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting subnet 804a7706-e833-4228-9c0f-06aaf8159091 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:12:34.801323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5a8257c1-c6e2-4ff3-a23f-5b9b6d9656af None None] Port c3e6db03-e4a0-432a-8dd7-573ef6668b8d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:34.807008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f0566816-229f-4096-aa31-6f3978016991 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:34.820030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port b5c1b0bf-8114-4290-a081-3647855c78c7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b5c1b0bf-8114-4290-a081-3647855c78c7,segment=NetworkSegment(20c38961-34c2-4821-972b-0684cbeeb5a5),segment_id=20c38961-34c2-4821-972b-0684cbeeb5a5)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:34.900346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:34.907842 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 141c6f5e-6c88-4d7a-8a82-71f785b0500c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:35.039844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f0566816-229f-4096-aa31-6f3978016991 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:35.138627 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50030) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:35.162295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc93ad0-4607-48ca-b671-7fb478448c3e None None] Update dhcp port {'port': {'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'fixed_ips': [{'subnet_id': '834bdf2b-1b86-4805-aac5-5b01f32298bf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd6fe2b76-606a-4191-ba32-12e316c11998'}], 'binding:host_id': 'dv-neutron-854561-2-hyperv'}, 'id': 'f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03'} from dv-neutron-854561-2-hyperv. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Aug 26 01:12:35.209102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b40e0-3a63-4fb0-b4a8-5c67f0e9d61c req-ec6699d8-7ae8-432e-a411-03f5d4703107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:35.210741 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aa3b40e0-3a63-4fb0-b4a8-5c67f0e9d61c req-ec6699d8-7ae8-432e-a411-03f5d4703107 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 1099 time: 0.3643162 Aug 26 01:12:35.213650 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c696c113-7c51-476a-beab-46f38ae508bb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:35.254503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8cab64bd-1cb6-48ee-8bd3-56577f5b9c09 None None] Provisioning for port 41af61ab-6a6e-4a60-90a7-e802b1aeba0f completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:35.267023 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=b5c1b0bf-8114-4290-a081-3647855c78c7,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:35.274342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8cab64bd-1cb6-48ee-8bd3-56577f5b9c09 None None] Provisioning complete for port 41af61ab-6a6e-4a60-90a7-e802b1aeba0f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:35.281630 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8cab64bd-1cb6-48ee-8bd3-56577f5b9c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:35.335782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcc93ad0-4607-48ca-b671-7fb478448c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:35.342444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746747a6-b3e5-46bc-810e-b3fafbd77342 req-72266d42-31be-437a-896e-1c08fb6fc4b1 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:35.344086 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-746747a6-b3e5-46bc-810e-b3fafbd77342 req-72266d42-31be-437a-896e-1c08fb6fc4b1 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 1.1821675 Aug 26 01:12:35.378411 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0977e191-b5a9-491a-8210-4885a062ce42 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:35.379449 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING neutron.api.v2.base [None req-0977e191-b5a9-491a-8210-4885a062ce42 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 26 01:12:35.380316 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-0977e191-b5a9-491a-8210-4885a062ce42 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): There was a conflict when trying to complete your request. Aug 26 01:12:35.381512 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0977e191-b5a9-491a-8210-4885a062ce42 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2356873 Aug 26 01:12:35.385572 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 141c6f5e-6c88-4d7a-8a82-71f785b0500c completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:35.388099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50036) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:35.437953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 141c6f5e-6c88-4d7a-8a82-71f785b0500c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:35.438258 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:35.445499 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178889444'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:35.475398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:35.475701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8cab64bd-1cb6-48ee-8bd3-56577f5b9c09 None None] Port 41af61ab-6a6e-4a60-90a7-e802b1aeba0f cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:35.489005 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c696c113-7c51-476a-beab-46f38ae508bb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Calling delete_port for 41af61ab-6a6e-4a60-90a7-e802b1aeba0f owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:35.492918 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:35.495780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:35.506413 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:35.524556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:35.529672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f0566816-229f-4096-aa31-6f3978016991 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:35.533974 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-746747a6-b3e5-46bc-810e-b3fafbd77342 req-f08cfd0e-bffb-429a-be33-fce3b0b8577a tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824551 Aug 26 01:12:35.597577 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aa3b40e0-3a63-4fb0-b4a8-5c67f0e9d61c req-62907ba8-2b69-42bd-8f43-96637192223c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3732948 Aug 26 01:12:35.745135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:35.764304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f0566816-229f-4096-aa31-6f3978016991 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:35.768793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:35.805803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-dcc93ad0-4607-48ca-b671-7fb478448c3e None None] Allocated IP 2001:db8:0:1::2 (e4433a21-e596-431b-b309-8731d6bb49f8/d6fe2b76-606a-4191-ba32-12e316c11998/f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:35.808050 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:35.812825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0566816-229f-4096-aa31-6f3978016991 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Subnet': ['ID=804a7706-e833-4228-9c0f-06aaf8159091,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:35.820531 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f0566816-229f-4096-aa31-6f3978016991 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:35.823295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:35.830915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:35.831069 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c696c113-7c51-476a-beab-46f38ae508bb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:35.837688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:35.877284 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f0566816-229f-4096-aa31-6f3978016991 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/804a7706-e833-4228-9c0f-06aaf8159091 HTTP/1.1" status: 204 len: 168 time: 1.2306046 Aug 26 01:12:35.884285 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50040) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:35.891867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696c113-7c51-476a-beab-46f38ae508bb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event deleted for resources: {'Port': ['ID=41af61ab-6a6e-4a60-90a7-e802b1aeba0f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:35.934036 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c9402be4-3305-4322-818a-998ccdeee706 None None] Provisioning complete for port 141c6f5e-6c88-4d7a-8a82-71f785b0500c triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:35.935146 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c9402be4-3305-4322-818a-998ccdeee706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:35.976615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f0e4b-16d0-4283-b6f4-91199aabff82 None None] Network 069d4d78-22aa-4bf3-ae7c-eadadc65eb15 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:36.068494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:36.103354 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 141c6f5e-6c88-4d7a-8a82-71f785b0500c {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:36.103693 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:36.110305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:36.112463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:36.133726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 141c6f5e-6c88-4d7a-8a82-71f785b0500c is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:36.134413 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:36.251423 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-dcc93ad0-4607-48ca-b671-7fb478448c3e None None] For port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03,segment=NetworkSegment(ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00),segment_id=ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:36.260504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:36.288110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:36.293969 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 141c6f5e-6c88-4d7a-8a82-71f785b0500c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=141c6f5e-6c88-4d7a-8a82-71f785b0500c,segment=NetworkSegment(85ca4ca9-8541-4c6c-b976-de4874c09a88),segment_id=85ca4ca9-8541-4c6c-b976-de4874c09a88)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:36.295619 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:36.303189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:36.315014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:36.343443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf75ef38-49a7-4edc-ba21-6dc4919a5611,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:36.371393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:36.432583 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c9402be4-3305-4322-818a-998ccdeee706 None None] Current status of the port 141c6f5e-6c88-4d7a-8a82-71f785b0500c is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:36.433014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c9402be4-3305-4322-818a-998ccdeee706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:36.444992 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcc93ad0-4607-48ca-b671-7fb478448c3e None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:36.528972 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dcc93ad0-4607-48ca-b671-7fb478448c3e None None] Transition to ACTIVE for port object f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:36.544929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b5c1b0bf-8114-4290-a081-3647855c78c7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:36.548788 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:36.582633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c696c113-7c51-476a-beab-46f38ae508bb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:36.590200 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c696c113-7c51-476a-beab-46f38ae508bb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "DELETE /v2.0/ports/41af61ab-6a6e-4a60-90a7-e802b1aeba0f HTTP/1.1" status: 204 len: 168 time: 2.2560420 Aug 26 01:12:36.591040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50046) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:36.614358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcc93ad0-4607-48ca-b671-7fb478448c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:36.623144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=141c6f5e-6c88-4d7a-8a82-71f785b0500c,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:36.644170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] For port 141c6f5e-6c88-4d7a-8a82-71f785b0500c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=141c6f5e-6c88-4d7a-8a82-71f785b0500c,segment=NetworkSegment(85ca4ca9-8541-4c6c-b976-de4874c09a88),segment_id=85ca4ca9-8541-4c6c-b976-de4874c09a88)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:36.644805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:36.681925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8805bd94-c7b3-4d12-9481-6c84b4b3caf4 None None] DHCP port deletion for 069d4d78-22aa-4bf3-ae7c-eadadc65eb15 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:12:36.695500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-c9402be4-3305-4322-818a-998ccdeee706 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:12:36.695949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-c9402be4-3305-4322-818a-998ccdeee706 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:12:36.742976 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8805bd94-c7b3-4d12-9481-6c84b4b3caf4 None None] Deleting port 141c6f5e-6c88-4d7a-8a82-71f785b0500c {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:36.743436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8805bd94-c7b3-4d12-9481-6c84b4b3caf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:36.746859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:36.807258 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c021b2f-8afc-4ebe-b846-d0ea538c825f,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:36.810548 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e51164-f173-4634-b77f-cfb2d2512cf8 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] GET failed (client error): The resource could not be found. Aug 26 01:12:36.818145 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a4e51164-f173-4634-b77f-cfb2d2512cf8 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "GET /v2.0/ports/41af61ab-6a6e-4a60-90a7-e802b1aeba0f HTTP/1.1" status: 404 len: 333 time: 0.2184739 Aug 26 01:12:36.820613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50050) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:36.832704 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Request body: {'port': {'network_id': 'facf9801-8231-40ad-91a8-dd17cf3f2e0f', 'name': 'tempest-AllowedAddressPairTestJSON-1335606671'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:36.902589 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc93ad0-4607-48ca-b671-7fb478448c3e None None] Pushing event updated for resources: {'Port': ['ID=f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:36.925812 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 141c6f5e-6c88-4d7a-8a82-71f785b0500c owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:36.928341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b5c1b0bf-8114-4290-a081-3647855c78c7 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:36.928942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.009816 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Allocated IP 172.20.0.1 (cee47530-5700-4344-bb28-7d2dbcf247e9/15c4a4f8-4174-44e0-9f01-abef1cc21f79/de53361e-e1e7-4908-8495-71a04544614f) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:37.094655 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.098365 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ec1483b4-d9e7-4660-8e16-52ce8e9a8533 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7035394 Aug 26 01:12:37.099059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50054) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:37.126809 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0681fbf9-11dc-4bcc-ba47-0164f7564395 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '6c021b2f-8afc-4ebe-b846-d0ea538c825f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:37.138403 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0681fbf9-11dc-4bcc-ba47-0164f7564395 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:37.147496 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0681fbf9-11dc-4bcc-ba47-0164f7564395 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:37.152031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0681fbf9-11dc-4bcc-ba47-0164f7564395 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:37.157666 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-8805bd94-c7b3-4d12-9481-6c84b4b3caf4 None None] For port 141c6f5e-6c88-4d7a-8a82-71f785b0500c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=141c6f5e-6c88-4d7a-8a82-71f785b0500c,segment=NetworkSegment(85ca4ca9-8541-4c6c-b976-de4874c09a88),segment_id=85ca4ca9-8541-4c6c-b976-de4874c09a88)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:37.157666 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8805bd94-c7b3-4d12-9481-6c84b4b3caf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.162434 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0681fbf9-11dc-4bcc-ba47-0164f7564395 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:37.197831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0783104-cd64-4d80-bb74-9dc2e4e4688f req-0558cdc1-1e64-40ec-a073-7055725a7e65 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:37.199613 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a0783104-cd64-4d80-bb74-9dc2e4e4688f req-0558cdc1-1e64-40ec-a073-7055725a7e65 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.4515450 Aug 26 01:12:37.271980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-a6052933-e5e2-496b-a0cf-32c14b0f3e00 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Delete allocated IP 2001:db8::364 (e4433a21-e596-431b-b309-8731d6bb49f8/834bdf2b-1b86-4805-aac5-5b01f32298bf) {{(pid=89862) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 26 01:12:37.274569 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a0783104-cd64-4d80-bb74-9dc2e4e4688f req-f0a8c36d-b811-4a7c-a941-d18984c71c5e tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676515 Aug 26 01:12:37.276507 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.api [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:12:37.276913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG oslo_db.api [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:12:37.289260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0681fbf9-11dc-4bcc-ba47-0164f7564395 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.293286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-a6052933-e5e2-496b-a0cf-32c14b0f3e00 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Allocated IP 2001:db8:0:1::24a (e4433a21-e596-431b-b309-8731d6bb49f8/d6fe2b76-606a-4191-ba32-12e316c11998/59b88ca3-04ab-4fb0-acff-e120dd1e8d7e) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:37.318719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:37.378832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0681fbf9-11dc-4bcc-ba47-0164f7564395 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.446093 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8805bd94-c7b3-4d12-9481-6c84b4b3caf4 None None] Calling delete_port for 141c6f5e-6c88-4d7a-8a82-71f785b0500c owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:37.454070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0681fbf9-11dc-4bcc-ba47-0164f7564395 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.506101 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681fbf9-11dc-4bcc-ba47-0164f7564395 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6d5965-8b1e-4044-b900-0779af05cbbd,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:37.519267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b5c1b0bf-8114-4290-a081-3647855c78c7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:37.523897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:37.535763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c9402be4-3305-4322-818a-998ccdeee706 None None] Current status of the port 141c6f5e-6c88-4d7a-8a82-71f785b0500c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:37.552553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c9402be4-3305-4322-818a-998ccdeee706 None None] Could not find standard attr ID for object ee172e78-6d70-40b9-983b-3027c29d52e6. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:12:37.555173 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0681fbf9-11dc-4bcc-ba47-0164f7564395 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.565443 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0681fbf9-11dc-4bcc-ba47-0164f7564395 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4646456 Aug 26 01:12:37.566436 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50058) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:37.567661 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.572934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-08357056-49e7-4849-b94a-ba73b8b2b8e0 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '6c021b2f-8afc-4ebe-b846-d0ea538c825f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:37.580061 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-08357056-49e7-4849-b94a-ba73b8b2b8e0 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:37.584265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-08357056-49e7-4849-b94a-ba73b8b2b8e0 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:37.588063 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-08357056-49e7-4849-b94a-ba73b8b2b8e0 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:37.595476 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-08357056-49e7-4849-b94a-ba73b8b2b8e0 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:37.649583 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8805bd94-c7b3-4d12-9481-6c84b4b3caf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.684177 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Made reservation on behalf of 1c12021f90aa4c90a238da9cee94cb94 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:37.685700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-08357056-49e7-4849-b94a-ba73b8b2b8e0 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.688706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.700945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805bd94-c7b3-4d12-9481-6c84b4b3caf4 None None] Pushing event deleted for resources: {'Port': ['ID=141c6f5e-6c88-4d7a-8a82-71f785b0500c,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:37.707451 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8805bd94-c7b3-4d12-9481-6c84b4b3caf4 None None] No DVR routers for this DVR port 141c6f5e-6c88-4d7a-8a82-71f785b0500c on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:12:37.717504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-53b867a7-850f-4c2b-8dcd-96d88edbc285 None None] Provisioning complete for port 59b88ca3-04ab-4fb0-acff-e120dd1e8d7e triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:37.717504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-53b867a7-850f-4c2b-8dcd-96d88edbc285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.739944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] device_id is not set on port 19ece59e-bccc-4782-a805-3bc5121d3643 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:37.778445 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 141c6f5e-6c88-4d7a-8a82-71f785b0500c {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:37.779043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-53b867a7-850f-4c2b-8dcd-96d88edbc285 None None] Port 59b88ca3-04ab-4fb0-acff-e120dd1e8d7e cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:37.779731 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.816983 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-08357056-49e7-4849-b94a-ba73b8b2b8e0 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): There was a conflict when trying to complete your request. Aug 26 01:12:37.818581 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-08357056-49e7-4849-b94a-ba73b8b2b8e0 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2505307 Aug 26 01:12:37.824603 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50062) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:37.859428 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] The port '141c6f5e-6c88-4d7a-8a82-71f785b0500c' was deleted {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:12:37.881951 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-53b867a7-850f-4c2b-8dcd-96d88edbc285 None None] Provisioning for port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:37.887745 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-53b867a7-850f-4c2b-8dcd-96d88edbc285 None None] Provisioning complete for port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:37.888456 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-53b867a7-850f-4c2b-8dcd-96d88edbc285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.935469 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.944183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a6052933-e5e2-496b-a0cf-32c14b0f3e00 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:37.988257 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.015426 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069d4d78-22aa-4bf3-ae7c-eadadc65eb15']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:38.027159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-53b867a7-850f-4c2b-8dcd-96d88edbc285 None None] Current status of the port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:38.033541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ca4ca9-8541-4c6c-b976-de4874c09a88') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:38.033856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ca4ca9-8541-4c6c-b976-de4874c09a88') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:38.041051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-53b867a7-850f-4c2b-8dcd-96d88edbc285 None None] Provisioning complete for port a7018676-7ff9-49e8-8e9d-6c751e5f1437 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:38.041700 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-53b867a7-850f-4c2b-8dcd-96d88edbc285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.041987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-a6052933-e5e2-496b-a0cf-32c14b0f3e00 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Transition to ACTIVE for port object 59b88ca3-04ab-4fb0-acff-e120dd1e8d7e will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:38.049092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.052560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network cee47530-5700-4344-bb28-7d2dbcf247e9 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:38.067923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.068809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:38.070899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:38.074861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:12:38.075260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.103113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-53b867a7-850f-4c2b-8dcd-96d88edbc285 None None] Port a7018676-7ff9-49e8-8e9d-6c751e5f1437 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:38.108494 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Allocated IP 172.20.0.12 (facf9801-8231-40ad-91a8-dd17cf3f2e0f/79da8130-1da9-4ab9-ac77-b817a5a809b2/19ece59e-bccc-4782-a805-3bc5121d3643) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:38.130693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ebf5-0fd1-4093-92e0-d668eb605a50 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.132311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=de53361e-e1e7-4908-8495-71a04544614f,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:38.144101 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 85ca4ca9-8541-4c6c-b976-de4874c09a88 resource provider aggregate not found Aug 26 01:12:38.152306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a6052933-e5e2-496b-a0cf-32c14b0f3e00 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.169429 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 85ca4ca9-8541-4c6c-b976-de4874c09a88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85ca4ca9-8541-4c6c-b976-de4874c09a88 found for delete ", "request_id": "req-172e9286-a3e1-483f-a1d3-d5bd1c0c6455"}]} Aug 26 01:12:38.247743 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.266635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.281275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Network': ['ID=069d4d78-22aa-4bf3-ae7c-eadadc65eb15,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:38.289803 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d903f351-66fe-4202-8c6b-480d54fa0151 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/networks/069d4d78-22aa-4bf3-ae7c-eadadc65eb15 HTTP/1.1" status: 204 len: 168 time: 2.3964818 Aug 26 01:12:38.289803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50070) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:38.295309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-54bbf7ff-8eb4-42aa-8ae8-c38e6f8a5a10 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'name': 'tempest-PortsTestJSON-1660681178'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:38.309334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ebf5-0fd1-4093-92e0-d668eb605a50 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.317990 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-a6052933-e5e2-496b-a0cf-32c14b0f3e00 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] In _notify_port_updated(), no bound segment for port 59b88ca3-04ab-4fb0-acff-e120dd1e8d7e on network e4433a21-e596-431b-b309-8731d6bb49f8 {{(pid=89862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:12:38.323646 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6052933-e5e2-496b-a0cf-32c14b0f3e00 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:38.324295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a6052933-e5e2-496b-a0cf-32c14b0f3e00 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.329559 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a6052933-e5e2-496b-a0cf-32c14b0f3e00 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "PUT /v2.0/ports/59b88ca3-04ab-4fb0-acff-e120dd1e8d7e HTTP/1.1" status: 200 len: 931 time: 4.7159007 Aug 26 01:12:38.330332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50076) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:38.341452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.415113 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6052933-e5e2-496b-a0cf-32c14b0f3e00 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=59b88ca3-04ab-4fb0-acff-e120dd1e8d7e,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:38.418839 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-54bbf7ff-8eb4-42aa-8ae8-c38e6f8a5a10 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:38.434614 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-54bbf7ff-8eb4-42aa-8ae8-c38e6f8a5a10 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:38.493335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:38.512172 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bbf7ff-8eb4-42aa-8ae8-c38e6f8a5a10 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:38.515905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54bbf7ff-8eb4-42aa-8ae8-c38e6f8a5a10 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.544551 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-54bbf7ff-8eb4-42aa-8ae8-c38e6f8a5a10 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port 6dfe5766-3cc9-4de5-ae70-458284ee55c0 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:38.568971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:38.568971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.633505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-948fae17-8320-4c1a-a1ad-3181c1be7d3b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 59b88ca3-04ab-4fb0-acff-e120dd1e8d7e {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:38.633896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-948fae17-8320-4c1a-a1ad-3181c1be7d3b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.701046 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a868eca5-c4f9-4eff-9504-1157ab16a838 None None] Provisioning for port 59b88ca3-04ab-4fb0-acff-e120dd1e8d7e completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:38.706004 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:38.709289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a868eca5-c4f9-4eff-9504-1157ab16a838 None None] Provisioning complete for port 59b88ca3-04ab-4fb0-acff-e120dd1e8d7e triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:38.710015 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a868eca5-c4f9-4eff-9504-1157ab16a838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.785592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54bbf7ff-8eb4-42aa-8ae8-c38e6f8a5a10 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.788822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-a868eca5-c4f9-4eff-9504-1157ab16a838 None None] Port 59b88ca3-04ab-4fb0-acff-e120dd1e8d7e cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:38.794314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 141c6f5e-6c88-4d7a-8a82-71f785b0500c no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:12:38.825843 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ebf5-0fd1-4093-92e0-d668eb605a50 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.833387 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 141c6f5e-6c88-4d7a-8a82-71f785b0500c {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:12:38.833875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 141c6f5e-6c88-4d7a-8a82-71f785b0500c not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:12:38.875784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4ebf5-0fd1-4093-92e0-d668eb605a50 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c021b2f-8afc-4ebe-b846-d0ea538c825f,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:38.884743 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf51ba-fcd9-49e8-82b3-a96d7a6817c8 req-89f2a3af-53c7-4358-a57a-9d65130ec071 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:38.886204 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7edf51ba-fcd9-49e8-82b3-a96d7a6817c8 req-89f2a3af-53c7-4358-a57a-9d65130ec071 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.4412131 Aug 26 01:12:38.889758 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54bbf7ff-8eb4-42aa-8ae8-c38e6f8a5a10 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.962768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bbf7ff-8eb4-42aa-8ae8-c38e6f8a5a10 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network c39c443c-7918-4a03-b4e5-74e2bba35154 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:38.965722 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-54bbf7ff-8eb4-42aa-8ae8-c38e6f8a5a10 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:38.971015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbf7ff-8eb4-42aa-8ae8-c38e6f8a5a10 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:38.976509 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bbf7ff-8eb4-42aa-8ae8-c38e6f8a5a10 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:38.978981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54bbf7ff-8eb4-42aa-8ae8-c38e6f8a5a10 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:38.992801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbf7ff-8eb4-42aa-8ae8-c38e6f8a5a10 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=6dfe5766-3cc9-4de5-ae70-458284ee55c0,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:39.060964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ebf5-0fd1-4093-92e0-d668eb605a50 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:39.062873 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1ab4ebf5-0fd1-4093-92e0-d668eb605a50 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "DELETE /v2.0/security-groups/6c021b2f-8afc-4ebe-b846-d0ea538c825f HTTP/1.1" status: 204 len: 168 time: 1.2371819 Aug 26 01:12:39.065865 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50080) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:39.084336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:39.086721 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-54bbf7ff-8eb4-42aa-8ae8-c38e6f8a5a10 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7962198 Aug 26 01:12:39.090539 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50084) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:39.117114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:39.158356 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7edf51ba-fcd9-49e8-82b3-a96d7a6817c8 req-1d205b26-01d0-4f3c-adbb-5f2d5adf012d tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375321 Aug 26 01:12:39.162993 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Transition to ACTIVE for port object 19ece59e-bccc-4782-a805-3bc5121d3643 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:39.172992 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ce669482-03ca-45ce-b4a4-3dc32fda70de tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1051564 Aug 26 01:12:39.177518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50088) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:39.185160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfed28-2a9e-4758-b391-ccacc3869d89 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 6dfe5766-3cc9-4de5-ae70-458284ee55c0 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:39.185503 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4ecfed28-2a9e-4758-b391-ccacc3869d89 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:39.218070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6927ec84-6f71-4f0f-8b4b-2a6ca0a057b7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157961667'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:39.229652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-948fae17-8320-4c1a-a1ad-3181c1be7d3b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:39.240016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6927ec84-6f71-4f0f-8b4b-2a6ca0a057b7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:39.248202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6927ec84-6f71-4f0f-8b4b-2a6ca0a057b7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:39.252996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6927ec84-6f71-4f0f-8b4b-2a6ca0a057b7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:39.261717 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6927ec84-6f71-4f0f-8b4b-2a6ca0a057b7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:39.498722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-948fae17-8320-4c1a-a1ad-3181c1be7d3b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 59b88ca3-04ab-4fb0-acff-e120dd1e8d7e owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:39.556247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6927ec84-6f71-4f0f-8b4b-2a6ca0a057b7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:39.607020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6927ec84-6f71-4f0f-8b4b-2a6ca0a057b7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:39.616106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6927ec84-6f71-4f0f-8b4b-2a6ca0a057b7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:39.619414 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4ecfed28-2a9e-4758-b391-ccacc3869d89 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:39.629493 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6927ec84-6f71-4f0f-8b4b-2a6ca0a057b7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:39.640709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6927ec84-6f71-4f0f-8b4b-2a6ca0a057b7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:39.760756 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b496edf-a2c5-47cf-9550-127ce9fa74f9 req-6793cf40-84bb-42d4-87e7-d940a364c8d1 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:39.762159 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b496edf-a2c5-47cf-9550-127ce9fa74f9 req-6793cf40-84bb-42d4-87e7-d940a364c8d1 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.3586042 Aug 26 01:12:39.769029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfed28-2a9e-4758-b391-ccacc3869d89 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 6dfe5766-3cc9-4de5-ae70-458284ee55c0 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:39.798291 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:39.904818 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b496edf-a2c5-47cf-9550-127ce9fa74f9 req-fa01313d-fce4-413a-b9db-23c465aec2ce tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068242 Aug 26 01:12:39.935979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50094) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:39.941186 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6927ec84-6f71-4f0f-8b4b-2a6ca0a057b7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:39.966376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Network facf9801-8231-40ad-91a8-dd17cf3f2e0f is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:39.979518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:39.987355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:40.013840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event updated for resources: {'Port': ['ID=19ece59e-bccc-4782-a805-3bc5121d3643,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:40.022371 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6927ec84-6f71-4f0f-8b4b-2a6ca0a057b7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.023208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-948fae17-8320-4c1a-a1ad-3181c1be7d3b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.031757 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4ecfed28-2a9e-4758-b391-ccacc3869d89 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.092672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b280f02-0093-46dd-8dfd-cc724afe1bf7 tempest-TestNetworkAdvancedServerOps-314179920 tempest-TestNetworkAdvancedServerOps-314179920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:40.097072 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5b280f02-0093-46dd-8dfd-cc724afe1bf7 tempest-TestNetworkAdvancedServerOps-314179920 tempest-TestNetworkAdvancedServerOps-314179920-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 1094 time: 0.1573877 Aug 26 01:12:40.105605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50098) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:40.106098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fae17-8320-4c1a-a1ad-3181c1be7d3b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=59b88ca3-04ab-4fb0-acff-e120dd1e8d7e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:40.117249 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfed28-2a9e-4758-b391-ccacc3869d89 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=6dfe5766-3cc9-4de5-ae70-458284ee55c0,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:40.131153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '14d2cc30-3b65-46b0-a263-117bcf6e98e1', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:40.143849 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:40.147212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927ec84-6f71-4f0f-8b4b-2a6ca0a057b7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f11cbc1-d04c-4b18-babb-4de162b037e3,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:40.150977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4ecfed28-2a9e-4758-b391-ccacc3869d89 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.155156 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4ecfed28-2a9e-4758-b391-ccacc3869d89 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/6dfe5766-3cc9-4de5-ae70-458284ee55c0 HTTP/1.1" status: 204 len: 168 time: 1.0612483 Aug 26 01:12:40.155156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Usage tracker for resource:floatingip and tenant:3c7b4bbf6ea3427f837b93377020060f is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:40.156998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50102) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:40.159415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:40.169538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'mac_address': 'fa:16:3e:0c:d1:b5', 'name': 'tempest-PortsTestJSON-365125432'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:40.188499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:40.203893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-948fae17-8320-4c1a-a1ad-3181c1be7d3b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.230887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:40.231508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.246006 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-948fae17-8320-4c1a-a1ad-3181c1be7d3b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/59b88ca3-04ab-4fb0-acff-e120dd1e8d7e HTTP/1.1" status: 204 len: 168 time: 1.9047456 Aug 26 01:12:40.247068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50106) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:40.250976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6927ec84-6f71-4f0f-8b4b-2a6ca0a057b7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.252235 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6927ec84-6f71-4f0f-8b4b-2a6ca0a057b7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0737829 Aug 26 01:12:40.259823 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50108) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:40.293397 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:40.298424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:port and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:40.301372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:40.307654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:40.310888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-464963fa-9a99-4816-b243-eac6898e34e8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '2f11cbc1-d04c-4b18-babb-4de162b037e3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:40.311802 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING neutron.api.v2.base [None req-464963fa-9a99-4816-b243-eac6898e34e8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 26 01:12:40.313027 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-464963fa-9a99-4816-b243-eac6898e34e8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:40.314057 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-464963fa-9a99-4816-b243-eac6898e34e8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0505676 Aug 26 01:12:40.316913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50114) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:40.326617 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab60b146-6693-4029-96aa-680f9130bcb2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] GET failed (client error): The resource could not be found. Aug 26 01:12:40.327171 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ab60b146-6693-4029-96aa-680f9130bcb2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Synchronizing usage tracker for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:40.353056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.360722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.380470 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4aba8484-06c5-4242-9464-e790691827c5 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5562634 Aug 26 01:12:40.382748 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:40.383720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50118) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:40.390221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a108e6d4-da7f-4f61-8925-2ee52309f829 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:4f:b2:76'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:40.430875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d71d7a1c-77bb-45ae-8ba8-1633d9480b08 None None] Provisioning for port 19ece59e-bccc-4782-a805-3bc5121d3643 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:40.436392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d71d7a1c-77bb-45ae-8ba8-1633d9480b08 None None] Provisioning complete for port 19ece59e-bccc-4782-a805-3bc5121d3643 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:40.436812 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d71d7a1c-77bb-45ae-8ba8-1633d9480b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.473398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.503792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ab60b146-6693-4029-96aa-680f9130bcb2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Unset dirty status for tenant:889b104f11a34d0f8f574727b339f84a on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:40.504968 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ab60b146-6693-4029-96aa-680f9130bcb2 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/59b88ca3-04ab-4fb0-acff-e120dd1e8d7e HTTP/1.1" status: 404 len: 333 time: 0.2491312 Aug 26 01:12:40.516660 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d71d7a1c-77bb-45ae-8ba8-1633d9480b08 None None] Port 19ece59e-bccc-4782-a805-3bc5121d3643 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:40.534870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50122) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:40.575479 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.587549 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4658f67b-579e-40e7-b253-d5ab51e07d59 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.598260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.660311 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4658f67b-579e-40e7-b253-d5ab51e07d59 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.661229 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=de53361e-e1e7-4908-8495-71a04544614f,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:40.676602 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.678032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port 64e585be-9459-4297-9b4f-25b032c2f8c6 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:40.763481 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f6127fb-5e09-4d46-874d-e849b7581e89 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.854044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f6127fb-5e09-4d46-874d-e849b7581e89 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.877025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a108e6d4-da7f-4f61-8925-2ee52309f829 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:40.962948 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network cee47530-5700-4344-bb28-7d2dbcf247e9 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:40.966172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:40.990433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4658f67b-579e-40e7-b253-d5ab51e07d59 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.029192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658f67b-579e-40e7-b253-d5ab51e07d59 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f11cbc1-d04c-4b18-babb-4de162b037e3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:41.051395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.237700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.239384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f6127fb-5e09-4d46-874d-e849b7581e89 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.242485 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4658f67b-579e-40e7-b253-d5ab51e07d59 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.243599 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4658f67b-579e-40e7-b253-d5ab51e07d59 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "DELETE /v2.0/security-groups/2f11cbc1-d04c-4b18-babb-4de162b037e3 HTTP/1.1" status: 204 len: 168 time: 0.9253640 Aug 26 01:12:41.256070 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50126) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:41.275957 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f6127fb-5e09-4d46-874d-e849b7581e89 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.279538 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8f6127fb-5e09-4d46-874d-e849b7581e89 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/security-groups/d75fdcb9-c967-46b6-9120-fbc33a881ed0 HTTP/1.1" status: 204 len: 168 time: 0.7412612 Aug 26 01:12:41.282138 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6127fb-5e09-4d46-874d-e849b7581e89 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75fdcb9-c967-46b6-9120-fbc33a881ed0,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:41.283705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50130) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:41.424670 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Allocated IP 172.26.2.136 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/5a5664ce-71a2-4e83-9157-29916d02746e) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:41.433285 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ef7a280c-b7ca-4be9-b902-a216524a0503 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.445050 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-193f1c26-cd62-4d89-bc7c-4ace5a4a5bcf tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Synchronizing usage tracker for tenant:1750ab7092a444768abdc1b8686627c8 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:41.478586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.493078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:12:41.574066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ef7a280c-b7ca-4be9-b902-a216524a0503 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.577947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-193f1c26-cd62-4d89-bc7c-4ace5a4a5bcf tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Unset dirty status for tenant:1750ab7092a444768abdc1b8686627c8 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:41.579638 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-193f1c26-cd62-4d89-bc7c-4ace5a4a5bcf tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3214493 Aug 26 01:12:41.605987 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50134) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:41.632768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-abd1b194-ae6e-4d3e-985b-ac5184e72a24 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972459717'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:41.645216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a108e6d4-da7f-4f61-8925-2ee52309f829 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.648266 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network c39c443c-7918-4a03-b4e5-74e2bba35154 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:41.656374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-abd1b194-ae6e-4d3e-985b-ac5184e72a24 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:41.665275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:41.675367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:41.680755 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:41.681360 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.697846 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=64e585be-9459-4297-9b4f-25b032c2f8c6,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:41.705180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a108e6d4-da7f-4f61-8925-2ee52309f829 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.710292 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-abd1b194-ae6e-4d3e-985b-ac5184e72a24 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:41.777242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.793942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:12:41.803279 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-047f14c4-45e4-48cd-92cd-10f649678089 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "PUT /v2.0/routers/d0a31256-1799-4423-a875-1c07b8db3afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0897431 Aug 26 01:12:41.804810 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50138) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:41.806098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c6a92e-836f-40e4-8cee-292c8aa4b197 None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:12:41.810863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'port': {'network_id': 'cee47530-5700-4344-bb28-7d2dbcf247e9', 'name': 'tempest-FloatingIPTestJSON-1745695353'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:41.822858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c6a92e-836f-40e4-8cee-292c8aa4b197 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:41.823618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e6c6a92e-836f-40e4-8cee-292c8aa4b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:41.834161 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-abd1b194-ae6e-4d3e-985b-ac5184e72a24 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.836056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-a108e6d4-da7f-4f61-8925-2ee52309f829 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] In _notify_port_updated(), no bound segment for port 19ece59e-bccc-4782-a805-3bc5121d3643 on network facf9801-8231-40ad-91a8-dd17cf3f2e0f {{(pid=89862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:12:41.841580 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a108e6d4-da7f-4f61-8925-2ee52309f829 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:41.842225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a108e6d4-da7f-4f61-8925-2ee52309f829 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.847125 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a108e6d4-da7f-4f61-8925-2ee52309f829 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "PUT /v2.0/ports/19ece59e-bccc-4782-a805-3bc5121d3643 HTTP/1.1" status: 200 len: 995 time: 1.4620299 Aug 26 01:12:41.847963 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50142) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:41.850442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ef7a280c-b7ca-4be9-b902-a216524a0503 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.852864 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ef7a280c-b7ca-4be9-b902-a216524a0503 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:41.854159 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ef7a280c-b7ca-4be9-b902-a216524a0503 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/security-groups/0c3ec47b-1727-47e9-b559-29798c76b9e3 HTTP/1.1" status: 204 len: 168 time: 0.5658989 Aug 26 01:12:41.855238 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108e6d4-da7f-4f61-8925-2ee52309f829 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event updated for resources: {'Port': ['ID=19ece59e-bccc-4782-a805-3bc5121d3643,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:41.887199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50146) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:41.902828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e6c6a92e-836f-40e4-8cee-292c8aa4b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:41.913670 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-822b66e3-b339-4616-870f-9b6036a21e71 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7532732 Aug 26 01:12:41.915013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c6a92e-836f-40e4-8cee-292c8aa4b197 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:41.915699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e6c6a92e-836f-40e4-8cee-292c8aa4b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:41.932155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50150) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:41.942521 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a280c-b7ca-4be9-b902-a216524a0503 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3ec47b-1727-47e9-b559-29798c76b9e3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:41.985066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-abd1b194-ae6e-4d3e-985b-ac5184e72a24 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:41.988829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e6c6a92e-836f-40e4-8cee-292c8aa4b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:41.989317 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c6a92e-836f-40e4-8cee-292c8aa4b197 None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:12:41.996274 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4fc766-85a8-451f-a35b-a595a840e025 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting subnet 834bdf2b-1b86-4805-aac5-5b01f32298bf {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:12:41.999267 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-6cce7e80-e471-4d2a-aed7-b3d620a4b1eb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Deleting port 19ece59e-bccc-4782-a805-3bc5121d3643 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:41.999626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6cce7e80-e471-4d2a-aed7-b3d620a4b1eb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:42.001186 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-abd1b194-ae6e-4d3e-985b-ac5184e72a24 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:42.012102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-abd1b194-ae6e-4d3e-985b-ac5184e72a24 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:42.025133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc766-85a8-451f-a35b-a595a840e025 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:42.026572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-abd1b194-ae6e-4d3e-985b-ac5184e72a24 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:42.059281 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:42.068862 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df502082-a289-419e-bdc0-98ca402d1ad5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:42.069427 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-df502082-a289-419e-bdc0-98ca402d1ad5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:42.110087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc766-85a8-451f-a35b-a595a840e025 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:42.179807 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:42.187515 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:42.197664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:42.223573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'Port': ['ID=5a5664ce-71a2-4e83-9157-29916d02746e,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:42.226193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:42.237538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:port and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:42.248898 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:42.265801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:42.271579 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-df502082-a289-419e-bdc0-98ca402d1ad5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:42.272755 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-df502082-a289-419e-bdc0-98ca402d1ad5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/64e585be-9459-4297-9b4f-25b032c2f8c6 HTTP/1.1" status: 200 len: 840 time: 0.3362696 Aug 26 01:12:42.276321 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50154) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:42.353586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-abd1b194-ae6e-4d3e-985b-ac5184e72a24 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:42.355758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc766-85a8-451f-a35b-a595a840e025 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:42.408787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6cce7e80-e471-4d2a-aed7-b3d620a4b1eb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:42.427827 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2700f028-e515-42c7-ae84-7a600150ea9d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 64e585be-9459-4297-9b4f-25b032c2f8c6 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:42.428168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2700f028-e515-42c7-ae84-7a600150ea9d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:42.459477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Made reservation on behalf of a925f84e8f124030a4986bfb7bf12b79 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:42.462904 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:42.492507 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-abd1b194-ae6e-4d3e-985b-ac5184e72a24 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:42.541965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-6cce7e80-e471-4d2a-aed7-b3d620a4b1eb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Calling delete_port for 19ece59e-bccc-4782-a805-3bc5121d3643 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:42.590716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] device_id is not set on port aab5c124-4abe-4565-be3f-d7ba413689d5 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:42.685304 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc766-85a8-451f-a35b-a595a840e025 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:42.688258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1b194-ae6e-4d3e-985b-ac5184e72a24 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8a34d5-9e39-4b7d-b5d9-afc21bea8e52,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:42.736457 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fc766-85a8-451f-a35b-a595a840e025 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Subnet': ['ID=834bdf2b-1b86-4805-aac5-5b01f32298bf,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:42.743310 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc766-85a8-451f-a35b-a595a840e025 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:42.749069 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b05e179-1ca3-4609-8127-b794fb1d1ddd None None] Network e4433a21-e596-431b-b309-8731d6bb49f8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:42.763744 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4c4fc766-85a8-451f-a35b-a595a840e025 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/834bdf2b-1b86-4805-aac5-5b01f32298bf HTTP/1.1" status: 204 len: 168 time: 0.8717926 Aug 26 01:12:42.764402 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50158) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:42.772684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f02f9721-1818-4a34-b882-603c4e6942a7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'subnet': {'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:42.829676 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-abd1b194-ae6e-4d3e-985b-ac5184e72a24 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:42.829676 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-abd1b194-ae6e-4d3e-985b-ac5184e72a24 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2226794 Aug 26 01:12:42.844729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50162) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:42.864111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-3a8fd675-ca9a-4195-acc7-25578d2cd4fe tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '0d8a34d5-9e39-4b7d-b5d9-afc21bea8e52', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:42.864929 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING neutron.api.v2.base [None req-3a8fd675-ca9a-4195-acc7-25578d2cd4fe tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 26 01:12:42.865429 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-3a8fd675-ca9a-4195-acc7-25578d2cd4fe tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:42.866546 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3a8fd675-ca9a-4195-acc7-25578d2cd4fe tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0120180 Aug 26 01:12:42.874666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50166) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:42.947285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6cce7e80-e471-4d2a-aed7-b3d620a4b1eb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:43.059916 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce7e80-e471-4d2a-aed7-b3d620a4b1eb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event deleted for resources: {'Port': ['ID=19ece59e-bccc-4782-a805-3bc5121d3643,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:43.262666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2700f028-e515-42c7-ae84-7a600150ea9d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:43.269733 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f02f9721-1818-4a34-b882-603c4e6942a7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:43.307558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f02f9721-1818-4a34-b882-603c4e6942a7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:subnet and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:43.329369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f02f9721-1818-4a34-b882-603c4e6942a7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:43.340002 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f02f9721-1818-4a34-b882-603c4e6942a7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:43.363620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6cce7e80-e471-4d2a-aed7-b3d620a4b1eb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:43.366408 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6cce7e80-e471-4d2a-aed7-b3d620a4b1eb tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "DELETE /v2.0/ports/19ece59e-bccc-4782-a805-3bc5121d3643 HTTP/1.1" status: 204 len: 168 time: 1.5131581 Aug 26 01:12:43.367346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50170) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:43.415051 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-16515b17-28ce-4c25-a528-09267a52da95 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] GET failed (client error): The resource could not be found. Aug 26 01:12:43.415624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-16515b17-28ce-4c25-a528-09267a52da95 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Synchronizing usage tracker for tenant:1c12021f90aa4c90a238da9cee94cb94 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:43.429638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02f9721-1818-4a34-b882-603c4e6942a7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:43.433401 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f02f9721-1818-4a34-b882-603c4e6942a7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:43.441466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2700f028-e515-42c7-ae84-7a600150ea9d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 64e585be-9459-4297-9b4f-25b032c2f8c6 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:43.481873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Allocated IP 172.20.0.13 (cee47530-5700-4344-bb28-7d2dbcf247e9/15c4a4f8-4174-44e0-9f01-abef1cc21f79/aab5c124-4abe-4565-be3f-d7ba413689d5) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:43.487413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9377a0d9-e54f-43f6-96fb-45cb57dd0b42 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:43.560394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-16515b17-28ce-4c25-a528-09267a52da95 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Unset dirty status for tenant:1c12021f90aa4c90a238da9cee94cb94 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:43.565938 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-16515b17-28ce-4c25-a528-09267a52da95 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "GET /v2.0/ports/19ece59e-bccc-4782-a805-3bc5121d3643 HTTP/1.1" status: 404 len: 333 time: 0.1930079 Aug 26 01:12:43.568254 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50174) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:43.581981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Request body: {'port': {'network_id': 'facf9801-8231-40ad-91a8-dd17cf3f2e0f', 'name': 'tempest-AllowedAddressPairTestJSON-64063316'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:43.602883 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9377a0d9-e54f-43f6-96fb-45cb57dd0b42 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:43.738050 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:43.748105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:43.763081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2700f028-e515-42c7-ae84-7a600150ea9d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:43.771085 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-12bdf71d-b590-426a-abf7-4c18136323b3 None None] Provisioning complete for port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:43.772119 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-12bdf71d-b590-426a-abf7-4c18136323b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:43.821057 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:43.835136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700f028-e515-42c7-ae84-7a600150ea9d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=64e585be-9459-4297-9b4f-25b032c2f8c6,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:43.868075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2700f028-e515-42c7-ae84-7a600150ea9d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:43.899728 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Made reservation on behalf of 1c12021f90aa4c90a238da9cee94cb94 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:43.901629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-12bdf71d-b590-426a-abf7-4c18136323b3 None None] Current status of the port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:43.903569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:43.913515 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-12bdf71d-b590-426a-abf7-4c18136323b3 None None] Provisioning complete for port a7018676-7ff9-49e8-8e9d-6c751e5f1437 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:43.913986 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-12bdf71d-b590-426a-abf7-4c18136323b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:43.918441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9377a0d9-e54f-43f6-96fb-45cb57dd0b42 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:43.920685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9377a0d9-e54f-43f6-96fb-45cb57dd0b42 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:43.925070 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9377a0d9-e54f-43f6-96fb-45cb57dd0b42 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "DELETE /v2.0/security-groups/0d8a34d5-9e39-4b7d-b5d9-afc21bea8e52 HTTP/1.1" status: 204 len: 168 time: 1.0491092 Aug 26 01:12:43.925336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50178) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:43.942892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:43.945813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377a0d9-e54f-43f6-96fb-45cb57dd0b42 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8a34d5-9e39-4b7d-b5d9-afc21bea8e52,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:43.954350 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] device_id is not set on port 9b674aef-d9e8-48db-ba44-d47bb7cdf574 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:43.978238 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2700f028-e515-42c7-ae84-7a600150ea9d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/64e585be-9459-4297-9b4f-25b032c2f8c6 HTTP/1.1" status: 204 len: 168 time: 1.6919353 Aug 26 01:12:43.990675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-12bdf71d-b590-426a-abf7-4c18136323b3 None None] Port a7018676-7ff9-49e8-8e9d-6c751e5f1437 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:43.992108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50182) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:44.039409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:44.118656 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a828f680-d9cc-45b3-a0d7-af303613029f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] GET failed (client error): The resource could not be found. Aug 26 01:12:44.123608 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a828f680-d9cc-45b3-a0d7-af303613029f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/64e585be-9459-4297-9b4f-25b032c2f8c6 HTTP/1.1" status: 404 len: 333 time: 0.1240981 Aug 26 01:12:44.124014 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:44.126481 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50186) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:44.159756 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b6f03fad-8c4c-4762-9521-70f35a07480f tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2278748 Aug 26 01:12:44.161718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50188) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:44.175496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b890726a-99f5-49a8-83d2-d1c2fa4f0520 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785503907'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:44.221605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b890726a-99f5-49a8-83d2-d1c2fa4f0520 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:44.226460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'name': 'tempest-PortsTestJSON-1728499816'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:44.231791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b890726a-99f5-49a8-83d2-d1c2fa4f0520 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:44.234893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b890726a-99f5-49a8-83d2-d1c2fa4f0520 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:44.245795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b890726a-99f5-49a8-83d2-d1c2fa4f0520 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:44.292195 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Allocated IP 172.20.0.9 (facf9801-8231-40ad-91a8-dd17cf3f2e0f/79da8130-1da9-4ab9-ac77-b817a5a809b2/9b674aef-d9e8-48db-ba44-d47bb7cdf574) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:44.339104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b890726a-99f5-49a8-83d2-d1c2fa4f0520 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:44.353728 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network cee47530-5700-4344-bb28-7d2dbcf247e9 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:44.379019 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:44.387891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:44.395434 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b890726a-99f5-49a8-83d2-d1c2fa4f0520 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:44.438437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=aab5c124-4abe-4565-be3f-d7ba413689d5,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:44.440561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f02f9721-1818-4a34-b882-603c4e6942a7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:44.448642 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:44.463629 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:port and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:44.469414 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:44.478049 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:44.489029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b890726a-99f5-49a8-83d2-d1c2fa4f0520 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:44.493002 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:44.496456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:44.496595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b890726a-99f5-49a8-83d2-d1c2fa4f0520 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:44.520700 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b890726a-99f5-49a8-83d2-d1c2fa4f0520 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:44.528288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:44.530415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02f9721-1818-4a34-b882-603c4e6942a7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network e4433a21-e596-431b-b309-8731d6bb49f8 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:44.538079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f02f9721-1818-4a34-b882-603c4e6942a7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:44.547330 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1d3220-c996-4d6b-be9f-ca508bb7600c None None] Network e4433a21-e596-431b-b309-8731d6bb49f8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:44.552117 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02f9721-1818-4a34-b882-603c4e6942a7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:44.553784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f02f9721-1818-4a34-b882-603c4e6942a7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:44.593830 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f9721-1818-4a34-b882-603c4e6942a7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Subnet': ['ID=23209d29-e3c7-4c56-8ae7-788329e1403d,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:44.603329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:44.606799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:44.633480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port ff219a1a-0d00-4400-93fd-b2bb9c692fda yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:44.654050 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:44.673280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:44.693194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Transition to ACTIVE for port object 9b674aef-d9e8-48db-ba44-d47bb7cdf574 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:44.697386 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f02f9721-1818-4a34-b882-603c4e6942a7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9313266 Aug 26 01:12:44.705288 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2090dfe8-fbcc-4691-ae43-1c6f120a7666 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8967109 Aug 26 01:12:44.705288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50194) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:44.705616 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50196) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:44.717669 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'port': {'network_id': 'cee47530-5700-4344-bb28-7d2dbcf247e9', 'name': 'tempest-FloatingIPTestJSON-1274571207'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:44.732944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b890726a-99f5-49a8-83d2-d1c2fa4f0520 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:44.787768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5b276b35-d5c0-4194-aa11-e100ef846627 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'security_group': {'name': 'tempest-secgroup-114455146'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:44.806360 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5b276b35-d5c0-4194-aa11-e100ef846627 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:44.807122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b890726a-99f5-49a8-83d2-d1c2fa4f0520 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:44.815874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5b276b35-d5c0-4194-aa11-e100ef846627 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:security_group and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:44.825660 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5b276b35-d5c0-4194-aa11-e100ef846627 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:44.844932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5b276b35-d5c0-4194-aa11-e100ef846627 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:44.869525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event updated for resources: {'Port': ['ID=5a5664ce-71a2-4e83-9157-29916d02746e,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:44.878025 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:44.903111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890726a-99f5-49a8-83d2-d1c2fa4f0520 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351a8275-6b5b-4f4c-b508-9ec19af4a45a,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:44.984932 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de733741-035f-4a58-a56b-12bc93c4d3fc None None] Update dhcp port {'port': {'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'fixed_ips': [{'subnet_id': 'd6fe2b76-606a-4191-ba32-12e316c11998', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '23209d29-e3c7-4c56-8ae7-788329e1403d'}], 'binding:host_id': 'dv-neutron-854561-2-hyperv'}, 'id': 'f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03'} from dv-neutron-854561-2-hyperv. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Aug 26 01:12:45.039361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.040914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b890726a-99f5-49a8-83d2-d1c2fa4f0520 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.042275 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b890726a-99f5-49a8-83d2-d1c2fa4f0520 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8778419 Aug 26 01:12:45.045617 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-de733741-035f-4a58-a56b-12bc93c4d3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.078478 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50202) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:45.102103 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3e932da3-e7a4-4cae-82ba-b55448bace0a tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '351a8275-6b5b-4f4c-b508-9ec19af4a45a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:45.110906 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING neutron.api.v2.base [None req-3e932da3-e7a4-4cae-82ba-b55448bace0a tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 26 01:12:45.111548 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-3e932da3-e7a4-4cae-82ba-b55448bace0a tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:45.115245 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3e932da3-e7a4-4cae-82ba-b55448bace0a tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0320246 Aug 26 01:12:45.115245 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:45.117347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50206) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:45.138255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fc52e1e6-0ad6-4a26-a8a0-cac5f2c059aa tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '351a8275-6b5b-4f4c-b508-9ec19af4a45a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:45.139106 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING neutron.api.v2.base [None req-fc52e1e6-0ad6-4a26-a8a0-cac5f2c059aa tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 26 01:12:45.139673 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-fc52e1e6-0ad6-4a26-a8a0-cac5f2c059aa tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:45.146701 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fc52e1e6-0ad6-4a26-a8a0-cac5f2c059aa tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0142536 Aug 26 01:12:45.146701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:port and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:45.151039 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50210) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:45.151333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:45.157651 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Network facf9801-8231-40ad-91a8-dd17cf3f2e0f is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:45.163070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b276b35-d5c0-4194-aa11-e100ef846627 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.163525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-110dd793-651f-4937-b6db-bf9fc53d0c00 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '351a8275-6b5b-4f4c-b508-9ec19af4a45a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:45.164425 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING neutron.api.v2.base [None req-110dd793-651f-4937-b6db-bf9fc53d0c00 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 26 01:12:45.164988 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-110dd793-651f-4937-b6db-bf9fc53d0c00 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:45.168564 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-110dd793-651f-4937-b6db-bf9fc53d0c00 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0116942 Aug 26 01:12:45.169613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50214) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:45.173862 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:45.177652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:45.182251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:45.215822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b87e8bfc-6bad-4c7c-a7a7-8824027c818f tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '351a8275-6b5b-4f4c-b508-9ec19af4a45a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:45.217164 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING neutron.api.v2.base [None req-b87e8bfc-6bad-4c7c-a7a7-8824027c818f tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 26 01:12:45.217804 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-b87e8bfc-6bad-4c7c-a7a7-8824027c818f tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:45.223492 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b87e8bfc-6bad-4c7c-a7a7-8824027c818f tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0435548 Aug 26 01:12:45.230610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50218) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:45.230610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5b276b35-d5c0-4194-aa11-e100ef846627 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:45.231027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event updated for resources: {'Port': ['ID=9b674aef-d9e8-48db-ba44-d47bb7cdf574,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:45.269574 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5b276b35-d5c0-4194-aa11-e100ef846627 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:security_group_rule and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:45.279015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5b276b35-d5c0-4194-aa11-e100ef846627 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:45.284936 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:45.285517 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.287006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-de733741-035f-4a58-a56b-12bc93c4d3fc None None] Allocated IP 2001:db8::2 (e4433a21-e596-431b-b309-8731d6bb49f8/23209d29-e3c7-4c56-8ae7-788329e1403d/f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:45.318206 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Made reservation on behalf of a925f84e8f124030a4986bfb7bf12b79 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:45.322016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.342448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5b276b35-d5c0-4194-aa11-e100ef846627 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:45.348037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] device_id is not set on port 30e01145-f419-4f39-b61d-b0f1a5e7d5bf yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:45.421997 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-aff47882-f210-420c-a857-201e26e03307 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8529384 Aug 26 01:12:45.427219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50222) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:45.436437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-8ed12398-951f-4e48-a530-f334f54052a2 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4f:b2:76'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:45.453610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-de733741-035f-4a58-a56b-12bc93c4d3fc None None] For port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03,segment=NetworkSegment(ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00),segment_id=ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:45.487877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-de733741-035f-4a58-a56b-12bc93c4d3fc None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.488607 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Floating IP 88d2bd70-c05f-4fe2-b3e4-fde750b19880 associated. External IP: 172.26.2.136, port: 14d2cc30-3b65-46b0-a263-117bcf6e98e1. Aug 26 01:12:45.509231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-de733741-035f-4a58-a56b-12bc93c4d3fc None None] Transition to ACTIVE for port object f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:45.548718 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.556461 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-955deccc-be01-4ba6-ab44-2aae7fbccd8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.579429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-de733741-035f-4a58-a56b-12bc93c4d3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.620698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Allocated IP 172.20.0.7 (cee47530-5700-4344-bb28-7d2dbcf247e9/15c4a4f8-4174-44e0-9f01-abef1cc21f79/30e01145-f419-4f39-b61d-b0f1a5e7d5bf) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:45.624203 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-eab09964-8582-4320-826c-0cd043a6d17f None None] Provisioning for port 9b674aef-d9e8-48db-ba44-d47bb7cdf574 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:45.641397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8ed12398-951f-4e48-a530-f334f54052a2 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.703871 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-955deccc-be01-4ba6-ab44-2aae7fbccd8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.728369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-eab09964-8582-4320-826c-0cd043a6d17f None None] Provisioning complete for port 9b674aef-d9e8-48db-ba44-d47bb7cdf574 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:45.728742 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eab09964-8582-4320-826c-0cd043a6d17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.789517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b276b35-d5c0-4194-aa11-e100ef846627 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.797998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-eab09964-8582-4320-826c-0cd043a6d17f None None] Port 9b674aef-d9e8-48db-ba44-d47bb7cdf574 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:45.799518 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de733741-035f-4a58-a56b-12bc93c4d3fc None None] Pushing event updated for resources: {'Port': ['ID=f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:45.933771 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b276b35-d5c0-4194-aa11-e100ef846627 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.958752 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-955deccc-be01-4ba6-ab44-2aae7fbccd8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:45.962227 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.061025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.093053 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network c39c443c-7918-4a03-b4e5-74e2bba35154 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:46.104232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8ed12398-951f-4e48-a530-f334f54052a2 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.106369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:46.109321 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:46.115962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:46.116172 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.129849 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b276b35-d5c0-4194-aa11-e100ef846627 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827c347b-004c-4b65-828c-6ba2ae2a01cc,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:46.150883 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-955deccc-be01-4ba6-ab44-2aae7fbccd8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.153785 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-955deccc-be01-4ba6-ab44-2aae7fbccd8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "DELETE /v2.0/security-groups/351a8275-6b5b-4f4c-b508-9ec19af4a45a HTTP/1.1" status: 204 len: 168 time: 0.9247308 Aug 26 01:12:46.155752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50226) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:46.174925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955deccc-be01-4ba6-ab44-2aae7fbccd8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351a8275-6b5b-4f4c-b508-9ec19af4a45a,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:46.180230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=ff219a1a-0d00-4400-93fd-b2bb9c692fda,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:46.203858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8ed12398-951f-4e48-a530-f334f54052a2 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.211447 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Router e8d3e3b7-2f29-475c-8699-760523c7ab00 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:12:46.212449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b276b35-d5c0-4194-aa11-e100ef846627 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.213676 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5b276b35-d5c0-4194-aa11-e100ef846627 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4764938 Aug 26 01:12:46.216367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50230) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:46.224015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9b30c9f8-115f-41dd-b983-de64aa7bcb0f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'security_group': {'name': 'tempest-secgroup-1995678629'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:46.234414 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9b30c9f8-115f-41dd-b983-de64aa7bcb0f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:46.285925 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.294175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9b30c9f8-115f-41dd-b983-de64aa7bcb0f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:security_group and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:46.344956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4ecb3e19-870c-49b1-bb89-fc485ef6b12b tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Synchronizing usage tracker for tenant:1750ab7092a444768abdc1b8686627c8 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:46.357822 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9b30c9f8-115f-41dd-b983-de64aa7bcb0f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:46.365041 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-eeac77c9-c6c8-421f-872c-2cbf88afca78 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1949732 Aug 26 01:12:46.366063 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50234) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:46.367398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network cee47530-5700-4344-bb28-7d2dbcf247e9 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:46.368204 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed12398-951f-4e48-a530-f334f54052a2 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event updated for resources: {'Port': ['ID=9b674aef-d9e8-48db-ba44-d47bb7cdf574,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:46.379849 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9b30c9f8-115f-41dd-b983-de64aa7bcb0f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:46.396095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-dd92ca1d-17d8-4302-9163-89e5db9c146a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:46.408428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:46.419965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:46.448187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8ed12398-951f-4e48-a530-f334f54052a2 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] In _notify_port_updated(), no bound segment for port 9b674aef-d9e8-48db-ba44-d47bb7cdf574 on network facf9801-8231-40ad-91a8-dd17cf3f2e0f {{(pid=89862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:12:46.453872 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed12398-951f-4e48-a530-f334f54052a2 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:46.454497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8ed12398-951f-4e48-a530-f334f54052a2 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.460285 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8ed12398-951f-4e48-a530-f334f54052a2 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "PUT /v2.0/ports/9b674aef-d9e8-48db-ba44-d47bb7cdf574 HTTP/1.1" status: 200 len: 994 time: 1.0288599 Aug 26 01:12:46.460483 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50238) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:46.472723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:46.532780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=30e01145-f419-4f39-b61d-b0f1a5e7d5bf,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:46.535578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9b30c9f8-115f-41dd-b983-de64aa7bcb0f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.543675 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:46.544538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.550801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c70fa3dc-7a93-4f86-9c39-15c43b86e6ea None None] Provisioning for port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:46.556041 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c70fa3dc-7a93-4f86-9c39-15c43b86e6ea None None] Provisioning complete for port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:46.556660 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c70fa3dc-7a93-4f86-9c39-15c43b86e6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.562643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4ecb3e19-870c-49b1-bb89-fc485ef6b12b tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Unset dirty status for tenant:1750ab7092a444768abdc1b8686627c8 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:46.562643 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4ecb3e19-870c-49b1-bb89-fc485ef6b12b tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4010434 Aug 26 01:12:46.565173 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50242) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:46.571432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-42a2a161-d000-4637-ac26-0125e5558a8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group': {'name': 'tempest-secgroup--994319692'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:46.572407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9b30c9f8-115f-41dd-b983-de64aa7bcb0f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:46.576848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9b30c9f8-115f-41dd-b983-de64aa7bcb0f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:security_group_rule and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:46.577137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-42a2a161-d000-4637-ac26-0125e5558a8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:46.581672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9b30c9f8-115f-41dd-b983-de64aa7bcb0f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:46.588190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-42a2a161-d000-4637-ac26-0125e5558a8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:46.589018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9b30c9f8-115f-41dd-b983-de64aa7bcb0f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:46.645046 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d9d30251-9658-4eb2-b02b-f2fc3f838a4d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9380183 Aug 26 01:12:46.654309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50246) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:46.662525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '30e01145-f419-4f39-b61d-b0f1a5e7d5bf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:46.669657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:46.674918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:floatingip and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:46.677999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:46.679797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c8818-0a35-435d-a647-6cf746052c61 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Deleting port 9b674aef-d9e8-48db-ba44-d47bb7cdf574 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:46.680150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d6c8818-0a35-435d-a647-6cf746052c61 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.684980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:46.687360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c70fa3dc-7a93-4f86-9c39-15c43b86e6ea None None] Current status of the port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:46.699318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c70fa3dc-7a93-4f86-9c39-15c43b86e6ea None None] Provisioning complete for port a7018676-7ff9-49e8-8e9d-6c751e5f1437 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:46.699746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c70fa3dc-7a93-4f86-9c39-15c43b86e6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.714916 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:12:46.726792 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483159ff-1059-4304-b908-145305c43925 None None] Sync routers for ids ['e8d3e3b7-2f29-475c-8699-760523c7ab00'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:12:46.737658 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483159ff-1059-4304-b908-145305c43925 None None] Routers {'e8d3e3b7-2f29-475c-8699-760523c7ab00'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:46.738639 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-483159ff-1059-4304-b908-145305c43925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e8d3e3b7-2f29-475c-8699-760523c7ab00'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:46.760517 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c70fa3dc-7a93-4f86-9c39-15c43b86e6ea None None] Port a7018676-7ff9-49e8-8e9d-6c751e5f1437 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:46.766099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-42a2a161-d000-4637-ac26-0125e5558a8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.784779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dd92ca1d-17d8-4302-9163-89e5db9c146a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.793123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:46.818401 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-42a2a161-d000-4637-ac26-0125e5558a8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:46.823382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-42a2a161-d000-4637-ac26-0125e5558a8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:46.826900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-42a2a161-d000-4637-ac26-0125e5558a8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:46.834329 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-42a2a161-d000-4637-ac26-0125e5558a8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:46.935756 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-483159ff-1059-4304-b908-145305c43925 None None] Set router e8d3e3b7-2f29-475c-8699-760523c7ab00 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:12:46.991937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-42a2a161-d000-4637-ac26-0125e5558a8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:47.027831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:47.056014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:47.111625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-42a2a161-d000-4637-ac26-0125e5558a8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:47.209359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2a161-d000-4637-ac26-0125e5558a8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c940287-6ad5-45cd-a113-13177b70c746,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:47.250472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Allocated IP 172.26.2.195 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/a9b04b0c-e534-40d4-9fba-9604a8bf7aba) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:47.262724 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d4215011-523f-4455-a08d-de16a3bb5b22 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.1432281 Aug 26 01:12:47.271710 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9b30c9f8-115f-41dd-b983-de64aa7bcb0f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:47.272398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46234ea-9114-4824-97e5-105ecbaed871', 'tag': '14d2cc30-3b65-46b0-a263-117bcf6e98e1'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:12:47.338271 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-42a2a161-d000-4637-ac26-0125e5558a8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:47.341919 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-42a2a161-d000-4637-ac26-0125e5558a8d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7733793 Aug 26 01:12:47.349461 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50254) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:47.351937 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-483159ff-1059-4304-b908-145305c43925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:52Z', 'updated_at': '2022-08-26T01:12:09Z', 'revision_number': 4, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'gw_port': {'id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:11:55Z', 'updated_at': '2022-08-26T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '88d2bd70-c05f-4fe2-b3e4-fde750b19880', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'floating_ip_address': '172.26.2.136', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'port_id': '14d2cc30-3b65-46b0-a263-117bcf6e98e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'mac_address': 'fa:16:3e:b5:1c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46234ea-9114-4824-97e5-105ecbaed871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:12:43Z', 'updated_at': '2022-08-26T01:12:43Z', 'revision_number': 0, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd72fadc-f4a5-4e83-88ef-c4652046642d', 'name': '', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'mac_address': 'fa:16:3e:8f:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:12:07Z', 'updated_at': '2022-08-26T01:12:17Z', 'revision_number': 5, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'subnets': [{'id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:47.366726 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-378cc890-4800-4f7b-9bb8-21de2151dbbd tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '7c940287-6ad5-45cd-a113-13177b70c746', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:47.367270 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483159ff-1059-4304-b908-145305c43925 None None] Checking router: e8d3e3b7-2f29-475c-8699-760523c7ab00 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:12:47.367671 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING neutron.api.v2.base [None req-378cc890-4800-4f7b-9bb8-21de2151dbbd tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 26 01:12:47.367949 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-378cc890-4800-4f7b-9bb8-21de2151dbbd tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:47.368951 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-378cc890-4800-4f7b-9bb8-21de2151dbbd tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0186167 Aug 26 01:12:47.369840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9b30c9f8-115f-41dd-b983-de64aa7bcb0f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:47.372615 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50258) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:47.381472 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483159ff-1059-4304-b908-145305c43925 None None] Routers {'e8d3e3b7-2f29-475c-8699-760523c7ab00'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:47.382213 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-483159ff-1059-4304-b908-145305c43925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e8d3e3b7-2f29-475c-8699-760523c7ab00'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:47.392392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5365c877-aaa2-4689-aeab-89cfe956348c tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '7c940287-6ad5-45cd-a113-13177b70c746', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:47.440760 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-378cbf55-81a0-4fcd-ba19-7ef08c330c28'] response: {'name': 'network-changed', 'server_uuid': 'f46234ea-9114-4824-97e5-105ecbaed871', 'tag': '14d2cc30-3b65-46b0-a263-117bcf6e98e1', 'status': 'completed', 'code': 200} Aug 26 01:12:47.444348 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30c9f8-115f-41dd-b983-de64aa7bcb0f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f284b9-91f6-439d-a39d-6bd3e4126dcb,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:47.527487 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d6c8818-0a35-435d-a647-6cf746052c61 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:47.577004 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-483159ff-1059-4304-b908-145305c43925 None None] Set router e8d3e3b7-2f29-475c-8699-760523c7ab00 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:12:47.593375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5365c877-aaa2-4689-aeab-89cfe956348c tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:47.605695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5365c877-aaa2-4689-aeab-89cfe956348c tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:47.613085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5365c877-aaa2-4689-aeab-89cfe956348c tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:47.638116 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5365c877-aaa2-4689-aeab-89cfe956348c tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:47.667364 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9b30c9f8-115f-41dd-b983-de64aa7bcb0f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:47.671283 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9b30c9f8-115f-41dd-b983-de64aa7bcb0f tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4502487 Aug 26 01:12:47.671283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.resource_extend [None req-dd92ca1d-17d8-4302-9163-89e5db9c146a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:12:47.674624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50262) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:47.687603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c8818-0a35-435d-a647-6cf746052c61 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Calling delete_port for 9b674aef-d9e8-48db-ba44-d47bb7cdf574 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:47.688903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-debffc74-fbd4-425d-ac5f-c1197176eb15 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'security_group': {'name': 'tempest-secgroup-823997484'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:47.696397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:47.700096 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-debffc74-fbd4-425d-ac5f-c1197176eb15 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:47.710443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-debffc74-fbd4-425d-ac5f-c1197176eb15 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:security_group and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:47.717591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-debffc74-fbd4-425d-ac5f-c1197176eb15 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:47.738669 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-debffc74-fbd4-425d-ac5f-c1197176eb15 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:47.738958 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dd92ca1d-17d8-4302-9163-89e5db9c146a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:47.744665 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e2b2d-f16e-421b-b66d-e36804613264 req-2892aa11-3242-4c81-9737-270a2ce391bd tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:47.746537 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-816e2b2d-f16e-421b-b66d-e36804613264 req-2892aa11-3242-4c81-9737-270a2ce391bd tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.3631849 Aug 26 01:12:47.767614 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0702e25-9fde-4a59-bd94-c7c484fe2c08 req-94a68f19-a658-435c-be3f-002499d864e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:47.774624 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d0702e25-9fde-4a59-bd94-c7c484fe2c08 req-94a68f19-a658-435c-be3f-002499d864e4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=3c7b4bbf6ea3427f837b93377020060f&device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 1099 time: 0.3051066 Aug 26 01:12:47.819219 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-816e2b2d-f16e-421b-b66d-e36804613264 req-dbb6a9e9-77ca-463a-94fc-22ba2566d034 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592706 Aug 26 01:12:47.823813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-debffc74-fbd4-425d-ac5f-c1197176eb15 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:47.848908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-debffc74-fbd4-425d-ac5f-c1197176eb15 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:47.853405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-debffc74-fbd4-425d-ac5f-c1197176eb15 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:security_group_rule and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:47.863848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-debffc74-fbd4-425d-ac5f-c1197176eb15 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:47.871227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-debffc74-fbd4-425d-ac5f-c1197176eb15 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:47.873268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50266) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:47.903450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dd92ca1d-17d8-4302-9163-89e5db9c146a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:47.904028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-dd92ca1d-17d8-4302-9163-89e5db9c146a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] In _notify_port_updated(), no bound segment for port ff219a1a-0d00-4400-93fd-b2bb9c692fda on network c39c443c-7918-4a03-b4e5-74e2bba35154 {{(pid=89863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:12:47.909568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92ca1d-17d8-4302-9163-89e5db9c146a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:47.917049 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dd92ca1d-17d8-4302-9163-89e5db9c146a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:47.917049 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dd92ca1d-17d8-4302-9163-89e5db9c146a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "PUT /v2.0/ports/ff219a1a-0d00-4400-93fd-b2bb9c692fda HTTP/1.1" status: 200 len: 818 time: 1.5334780 Aug 26 01:12:47.950984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50270) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:47.951757 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:47.994759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92ca1d-17d8-4302-9163-89e5db9c146a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=ff219a1a-0d00-4400-93fd-b2bb9c692fda,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:48.024399 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-483159ff-1059-4304-b908-145305c43925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:52Z', 'updated_at': '2022-08-26T01:12:09Z', 'revision_number': 4, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'gw_port': {'id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:11:55Z', 'updated_at': '2022-08-26T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '88d2bd70-c05f-4fe2-b3e4-fde750b19880', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'floating_ip_address': '172.26.2.136', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'port_id': '14d2cc30-3b65-46b0-a263-117bcf6e98e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'mac_address': 'fa:16:3e:b5:1c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46234ea-9114-4824-97e5-105ecbaed871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:12:43Z', 'updated_at': '2022-08-26T01:12:43Z', 'revision_number': 0, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd72fadc-f4a5-4e83-88ef-c4652046642d', 'name': '', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'mac_address': 'fa:16:3e:8f:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:12:07Z', 'updated_at': '2022-08-26T01:12:17Z', 'revision_number': 5, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'subnets': [{'id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:48.028718 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483159ff-1059-4304-b908-145305c43925 None None] The sync data for ids ['e8d3e3b7-2f29-475c-8699-760523c7ab00'] in dv-neutron-854561-2-hyperv is: [{'id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:52Z', 'updated_at': '2022-08-26T01:12:09Z', 'revision_number': 4, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'gw_port': {'id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:11:55Z', 'updated_at': '2022-08-26T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '88d2bd70-c05f-4fe2-b3e4-fde750b19880', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'floating_ip_address': '172.26.2.136', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'port_id': '14d2cc30-3b65-46b0-a263-117bcf6e98e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'mac_address': 'fa:16:3e:b5:1c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46234ea-9114-4824-97e5-105ecbaed871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:12:43Z', 'updated_at': '2022-08-26T01:12:43Z', 'revision_number': 0, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd72fadc-f4a5-4e83-88ef-c4652046642d', 'name': '', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'mac_address': 'fa:16:3e:8f:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:12:07Z', 'updated_at': '2022-08-26T01:12:17Z', 'revision_number': 5, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'subnets': [{'id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:12:48.037117 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-5365c877-aaa2-4689-aeab-89cfe956348c tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:48.038202 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5365c877-aaa2-4689-aeab-89cfe956348c tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6644042 Aug 26 01:12:48.043025 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50274) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:48.057863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e56f0daa-bbac-497e-b974-1e125ee53728 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '7c940287-6ad5-45cd-a113-13177b70c746', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:48.058337 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING neutron.api.v2.base [None req-e56f0daa-bbac-497e-b974-1e125ee53728 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 26 01:12:48.059301 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-e56f0daa-bbac-497e-b974-1e125ee53728 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:48.063851 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e56f0daa-bbac-497e-b974-1e125ee53728 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067220 Aug 26 01:12:48.065580 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50278) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:48.089868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c565d5cb-bde9-4a8a-b8d2-b478c01de9ff tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '7c940287-6ad5-45cd-a113-13177b70c746', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:48.104128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c565d5cb-bde9-4a8a-b8d2-b478c01de9ff tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:48.113453 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c565d5cb-bde9-4a8a-b8d2-b478c01de9ff tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:48.118804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0702e25-9fde-4a59-bd94-c7c484fe2c08 req-fe440ac3-98c4-446e-a58f-621d1d6c0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:48.120274 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d0702e25-9fde-4a59-bd94-c7c484fe2c08 req-fe440ac3-98c4-446e-a58f-621d1d6c0719 service neutron] 10.222.0.94 "GET /v2.0/networks?id=02f7a366-55ac-4b98-ac68-0cbcda6650bb HTTP/1.1" status: 200 len: 899 time: 0.3422918 Aug 26 01:12:48.124887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c565d5cb-bde9-4a8a-b8d2-b478c01de9ff tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:48.130386 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:48.142330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:48.163099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:48.180522 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c565d5cb-bde9-4a8a-b8d2-b478c01de9ff tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:48.197358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-30ea1650-71d3-4ed6-aeb8-2018572f0724 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port ff219a1a-0d00-4400-93fd-b2bb9c692fda {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:48.197758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-30ea1650-71d3-4ed6-aeb8-2018572f0724 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:48.225748 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=a9b04b0c-e534-40d4-9fba-9604a8bf7aba,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:48.244352 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d0702e25-9fde-4a59-bd94-c7c484fe2c08 req-c6f77d06-dc5a-4105-af4c-c99242e34671 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14d2cc30-3b65-46b0-a263-117bcf6e98e1 HTTP/1.1" status: 200 len: 1000 time: 0.1123166 Aug 26 01:12:48.248664 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d37042a6-fc9a-48e3-b03c-e51c4cd06ac7 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/floatingips/88d2bd70-c05f-4fe2-b3e4-fde750b19880 HTTP/1.1" status: 200 len: 992 time: 0.3726547 Aug 26 01:12:48.263800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f3a55-cefc-42a8-8cd3-d0ec9a55c022 None None] New status for floating IP 88d2bd70-c05f-4fe2-b3e4-fde750b19880: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:12:48.293895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d6c8818-0a35-435d-a647-6cf746052c61 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:48.364761 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c8818-0a35-435d-a647-6cf746052c61 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event deleted for resources: {'Port': ['ID=9b674aef-d9e8-48db-ba44-d47bb7cdf574,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:48.421869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0702e25-9fde-4a59-bd94-c7c484fe2c08 req-c8a0e6e5-f7a5-495f-b61e-dbfa42dc7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:48.423285 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d0702e25-9fde-4a59-bd94-c7c484fe2c08 req-c8a0e6e5-f7a5-495f-b61e-dbfa42dc7efb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=75aee266-6a51-42bf-aecb-af40ed310f6a HTTP/1.1" status: 200 len: 835 time: 0.1730058 Aug 26 01:12:48.430384 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-debffc74-fbd4-425d-ac5f-c1197176eb15 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:48.513692 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-c565d5cb-bde9-4a8a-b8d2-b478c01de9ff tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:48.517391 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c565d5cb-bde9-4a8a-b8d2-b478c01de9ff tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4417982 Aug 26 01:12:48.521967 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50282) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:48.529142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-8d04dfdf-8acd-481d-ab70-7601e69dd5bf tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '7c940287-6ad5-45cd-a113-13177b70c746', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:48.529616 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING neutron.api.v2.base [None req-8d04dfdf-8acd-481d-ab70-7601e69dd5bf tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 26 01:12:48.530120 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-8d04dfdf-8acd-481d-ab70-7601e69dd5bf tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:48.534300 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8d04dfdf-8acd-481d-ab70-7601e69dd5bf tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071611 Aug 26 01:12:48.546946 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50286) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:48.559798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-265ed81e-ae45-4dca-adb8-85bff69c3534 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '7c940287-6ad5-45cd-a113-13177b70c746', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:48.573765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-265ed81e-ae45-4dca-adb8-85bff69c3534 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:48.581268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-265ed81e-ae45-4dca-adb8-85bff69c3534 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:48.586910 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-265ed81e-ae45-4dca-adb8-85bff69c3534 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:48.590065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d6c8818-0a35-435d-a647-6cf746052c61 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:48.597679 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-265ed81e-ae45-4dca-adb8-85bff69c3534 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:48.622421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0702e25-9fde-4a59-bd94-c7c484fe2c08 req-e27d2136-7ac5-47f0-9500-f371fcb5fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:48.623872 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-debffc74-fbd4-425d-ac5f-c1197176eb15 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:48.624918 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d0702e25-9fde-4a59-bd94-c7c484fe2c08 req-e27d2136-7ac5-47f0-9500-f371fcb5fa14 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=02f7a366-55ac-4b98-ac68-0cbcda6650bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1733820 Aug 26 01:12:48.715489 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3d6c8818-0a35-435d-a647-6cf746052c61 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "DELETE /v2.0/ports/9b674aef-d9e8-48db-ba44-d47bb7cdf574 HTTP/1.1" status: 204 len: 168 time: 2.2532096 Aug 26 01:12:48.780518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50290) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:48.840804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-30ea1650-71d3-4ed6-aeb8-2018572f0724 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:48.898361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debffc74-fbd4-425d-ac5f-c1197176eb15 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b04160-a465-4e2e-a2e5-dfdd5d4af4ea,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:48.911353 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d0702e25-9fde-4a59-bd94-c7c484fe2c08 req-f08a96ef-bb29-4642-b460-33af200d17ed service neutron] 10.222.0.94 "GET /v2.0/networks/02f7a366-55ac-4b98-ac68-0cbcda6650bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784095 Aug 26 01:12:48.916837 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-debffc74-fbd4-425d-ac5f-c1197176eb15 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:48.918214 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-debffc74-fbd4-425d-ac5f-c1197176eb15 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2368546 Aug 26 01:12:48.934862 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50294) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:48.943305 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-265ed81e-ae45-4dca-adb8-85bff69c3534 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:48.944506 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-265ed81e-ae45-4dca-adb8-85bff69c3534 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3921845 Aug 26 01:12:48.948173 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-483434495', 'security_groups': ['83b04160-a465-4e2e-a2e5-dfdd5d4af4ea'], 'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '23209d29-e3c7-4c56-8ae7-788329e1403d'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:48.978801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50298) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:48.981619 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-58548d20-4a21-48e2-a98c-77e01cb6ff73 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] GET failed (client error): The resource could not be found. Aug 26 01:12:48.982179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-58548d20-4a21-48e2-a98c-77e01cb6ff73 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Synchronizing usage tracker for tenant:1c12021f90aa4c90a238da9cee94cb94 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:49.045654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-6413e5e0-d32a-4e65-80e5-1c672eb74261 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '7c940287-6ad5-45cd-a113-13177b70c746', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:49.047395 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING neutron.api.v2.base [None req-6413e5e0-d32a-4e65-80e5-1c672eb74261 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 26 01:12:49.047916 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-6413e5e0-d32a-4e65-80e5-1c672eb74261 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:49.048872 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6413e5e0-d32a-4e65-80e5-1c672eb74261 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0689206 Aug 26 01:12:49.058511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-30ea1650-71d3-4ed6-aeb8-2018572f0724 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for ff219a1a-0d00-4400-93fd-b2bb9c692fda owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:49.067441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50302) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:49.086575 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-a2deac70-5086-47f9-ac0a-8d1507f9c60b tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '7c940287-6ad5-45cd-a113-13177b70c746', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:49.096172 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a2deac70-5086-47f9-ac0a-8d1507f9c60b tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:49.106597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a2deac70-5086-47f9-ac0a-8d1507f9c60b tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:49.112350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a2deac70-5086-47f9-ac0a-8d1507f9c60b tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:49.123779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a2deac70-5086-47f9-ac0a-8d1507f9c60b tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:49.183614 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d0702e25-9fde-4a59-bd94-c7c484fe2c08 req-e5b1bf1e-c252-4544-aee1-94cba8b6bf12 service neutron] 10.222.0.94 "GET /v2.0/networks/02f7a366-55ac-4b98-ac68-0cbcda6650bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663629 Aug 26 01:12:49.203279 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:49.212872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:49.224792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-58548d20-4a21-48e2-a98c-77e01cb6ff73 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Unset dirty status for tenant:1c12021f90aa4c90a238da9cee94cb94 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:49.226130 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-58548d20-4a21-48e2-a98c-77e01cb6ff73 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "GET /v2.0/ports/9b674aef-d9e8-48db-ba44-d47bb7cdf574 HTTP/1.1" status: 404 len: 333 time: 0.4454811 Aug 26 01:12:49.236194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50306) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:49.241950 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Request body: {'port': {'network_id': 'facf9801-8231-40ad-91a8-dd17cf3f2e0f', 'name': 'tempest-AllowedAddressPairTestJSON-520610864'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:49.251681 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50310) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:49.333008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:49.452651 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-30ea1650-71d3-4ed6-aeb8-2018572f0724 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:49.463025 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-61b1dbd6-f5cf-4e90-b745-9259f74788c5 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/floatingips/88d2bd70-c05f-4fe2-b3e4-fde750b19880 HTTP/1.1" status: 200 len: 994 time: 0.2101693 Aug 26 01:12:49.506855 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-a2deac70-5086-47f9-ac0a-8d1507f9c60b tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:49.507891 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a2deac70-5086-47f9-ac0a-8d1507f9c60b tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4378386 Aug 26 01:12:49.511186 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:49.512970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50314) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:49.528942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea1650-71d3-4ed6-aeb8-2018572f0724 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=ff219a1a-0d00-4400-93fd-b2bb9c692fda,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:49.533853 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-64aa1f24-18be-4268-ab72-3ac77d9987f7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '7c940287-6ad5-45cd-a113-13177b70c746', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:49.534276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] device_id is not set on port 0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:49.552756 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-64aa1f24-18be-4268-ab72-3ac77d9987f7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:49.558382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-30ea1650-71d3-4ed6-aeb8-2018572f0724 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:49.569370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-64aa1f24-18be-4268-ab72-3ac77d9987f7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:49.576196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-64aa1f24-18be-4268-ab72-3ac77d9987f7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:49.596291 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-64aa1f24-18be-4268-ab72-3ac77d9987f7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:49.622025 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-30ea1650-71d3-4ed6-aeb8-2018572f0724 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/ff219a1a-0d00-4400-93fd-b2bb9c692fda HTTP/1.1" status: 204 len: 168 time: 1.6657631 Aug 26 01:12:49.628395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50318) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:49.680958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:49.696018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:49.707022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:49.754536 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Allocated IP 2001:db8::51 (e4433a21-e596-431b-b309-8731d6bb49f8/23209d29-e3c7-4c56-8ae7-788329e1403d/0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:49.772979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350a7acd-e09c-4935-beb9-19db82dd053a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:49.773691 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-350a7acd-e09c-4935-beb9-19db82dd053a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:49.813420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Made reservation on behalf of 1c12021f90aa4c90a238da9cee94cb94 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:49.817445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:49.840223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] device_id is not set on port c9a49c46-48e2-4a5f-86b6-f1f7d6f6ecde yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:49.876338 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-64aa1f24-18be-4268-ab72-3ac77d9987f7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:49.877382 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-64aa1f24-18be-4268-ab72-3ac77d9987f7 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3552709 Aug 26 01:12:49.880272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50322) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:49.913071 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-350a7acd-e09c-4935-beb9-19db82dd053a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:49.915540 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-350a7acd-e09c-4935-beb9-19db82dd053a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2835004 Aug 26 01:12:49.917954 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50326) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:49.966164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.003259 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41a2c29-43ee-4537-a498-c7222d865e23 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] GET failed (client error): The resource could not be found. Aug 26 01:12:50.003805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c41a2c29-43ee-4537-a498-c7222d865e23 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:50.028401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.058723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c41a2c29-43ee-4537-a498-c7222d865e23 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:50.059986 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c41a2c29-43ee-4537-a498-c7222d865e23 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/ff219a1a-0d00-4400-93fd-b2bb9c692fda HTTP/1.1" status: 404 len: 333 time: 0.1371329 Aug 26 01:12:50.067048 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50330) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:50.069901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Transition to ACTIVE for port object 0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:50.075666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1332466448'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:50.081536 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a29b8478-f4e7-4637-a93e-69cd94fb40e3 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.085099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:50.101384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:network and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:50.112640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:50.124173 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a29b8478-f4e7-4637-a93e-69cd94fb40e3 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.136565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:50.157349 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Allocated IP 172.20.0.11 (facf9801-8231-40ad-91a8-dd17cf3f2e0f/79da8130-1da9-4ab9-ac77-b817a5a809b2/c9a49c46-48e2-4a5f-86b6-f1f7d6f6ecde) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:50.232313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:50.236132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.271042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.272792 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a29b8478-f4e7-4637-a93e-69cd94fb40e3 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.316951 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:12:50.354896 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b8478-f4e7-4637-a93e-69cd94fb40e3 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c940287-6ad5-45cd-a113-13177b70c746,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:50.370751 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network e4433a21-e596-431b-b309-8731d6bb49f8 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:50.376171 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.376352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.376645 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Added segment e83378bc-e25c-432c-97f4-91c91f3a8bad of type vlan for network 31f3919a-7da9-4b3e-944b-a348e6bb2d22 Aug 26 01:12:50.378265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:50.389083 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:50.395880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:50.396533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.436252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:50.446321 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.454162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.461942 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a29b8478-f4e7-4637-a93e-69cd94fb40e3 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.466020 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a29b8478-f4e7-4637-a93e-69cd94fb40e3 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "DELETE /v2.0/security-groups/7c940287-6ad5-45cd-a113-13177b70c746 HTTP/1.1" status: 204 len: 168 time: 0.5818861 Aug 26 01:12:50.466235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50334) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:50.485128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Transition to ACTIVE for port object c9a49c46-48e2-4a5f-86b6-f1f7d6f6ecde will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:50.486347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.559191 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-38c45a09-b208-4695-a4be-feab418d3274 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6204886 Aug 26 01:12:50.562781 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50338) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:50.569094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-bfe9a186-345a-4e9d-9ccc-16f6954c3f25 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'subnet': {'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:50.635645 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.638474 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8c62627b-53dc-4407-ad82-5cde86a66f92 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Synchronizing usage tracker for tenant:1750ab7092a444768abdc1b8686627c8 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:50.641647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:50.642296 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.648833 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.765336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=a9b04b0c-e534-40d4-9fba-9604a8bf7aba,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:50.787214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Network': ['ID=31f3919a-7da9-4b3e-944b-a348e6bb2d22,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:50.803588 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 31f3919a-7da9-4b3e-944b-a348e6bb2d22 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:12:50.811928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bfe9a186-345a-4e9d-9ccc-16f6954c3f25 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:50.816122 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bfe9a186-345a-4e9d-9ccc-16f6954c3f25 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:subnet and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:50.819355 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bfe9a186-345a-4e9d-9ccc-16f6954c3f25 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:50.826236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bfe9a186-345a-4e9d-9ccc-16f6954c3f25 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:50.846444 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Floating IP 85c49182-dba3-47e7-b260-7267ee722715 associated. External IP: 172.26.2.195, port: 30e01145-f419-4f39-b61d-b0f1a5e7d5bf. Aug 26 01:12:50.876828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-29392780-a72c-494a-9f2b-2142e1ea3919 None None] Provisioning for port 0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:50.895102 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-29392780-a72c-494a-9f2b-2142e1ea3919 None None] Provisioning complete for port 0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:50.895570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-29392780-a72c-494a-9f2b-2142e1ea3919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.915400 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-139e3a4d-e4b9-4afe-adc3-864c43084572 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8447354 Aug 26 01:12:50.915705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50342) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:50.921494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'subnet': {'network_id': '31f3919a-7da9-4b3e-944b-a348e6bb2d22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:50.968442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:50.991289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-29392780-a72c-494a-9f2b-2142e1ea3919 None None] Port 0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:51.020295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8c62627b-53dc-4407-ad82-5cde86a66f92 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Unset dirty status for tenant:1750ab7092a444768abdc1b8686627c8 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:51.021573 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8c62627b-53dc-4407-ad82-5cde86a66f92 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5543633 Aug 26 01:12:51.037394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50346) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:51.059017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-460a4680-1499-4455-b7df-e5b6c4b6a2b8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group': {'name': 'tempest-secgroup--940326355'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:51.068482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe9a186-345a-4e9d-9ccc-16f6954c3f25 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:51.071850 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bfe9a186-345a-4e9d-9ccc-16f6954c3f25 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:51.081421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-460a4680-1499-4455-b7df-e5b6c4b6a2b8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:51.097796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Network facf9801-8231-40ad-91a8-dd17cf3f2e0f is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:51.105333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:51.109510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-460a4680-1499-4455-b7df-e5b6c4b6a2b8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:51.116153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:51.258560 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:51.279169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:subnet and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:51.283924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:51.295041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:51.306000 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.ipam_backend_mixin [None req-bfe9a186-345a-4e9d-9ccc-16f6954c3f25 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 23209d29-e3c7-4c56-8ae7-788329e1403d (CIDR: 2001:db8::/64) Aug 26 01:12:51.313929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event updated for resources: {'Port': ['ID=c9a49c46-48e2-4a5f-86b6-f1f7d6f6ecde,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:51.345361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:51.346016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:51.375565 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe9a186-345a-4e9d-9ccc-16f6954c3f25 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:51.376025 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe9a186-345a-4e9d-9ccc-16f6954c3f25 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:51.412332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-460a4680-1499-4455-b7df-e5b6c4b6a2b8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:51.415002 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:51.418610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:51.484284 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-72a44033-57ba-4b79-895c-9edbb6485b8f None None] Provisioning for port c9a49c46-48e2-4a5f-86b6-f1f7d6f6ecde completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:51.485845 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bfe9a186-345a-4e9d-9ccc-16f6954c3f25 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9214880 Aug 26 01:12:51.491443 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-72a44033-57ba-4b79-895c-9edbb6485b8f None None] Provisioning complete for port c9a49c46-48e2-4a5f-86b6-f1f7d6f6ecde triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:51.491782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50350) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:51.492194 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-72a44033-57ba-4b79-895c-9edbb6485b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:51.500960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9139ada9-4cc2-4eed-b544-d1d5033f0364 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'subnet': {'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:51.518984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-460a4680-1499-4455-b7df-e5b6c4b6a2b8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:51.526753 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-460a4680-1499-4455-b7df-e5b6c4b6a2b8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:51.531794 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-460a4680-1499-4455-b7df-e5b6c4b6a2b8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:51.541805 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-460a4680-1499-4455-b7df-e5b6c4b6a2b8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:51.550940 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-72a44033-57ba-4b79-895c-9edbb6485b8f None None] Port c9a49c46-48e2-4a5f-86b6-f1f7d6f6ecde cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:51.584366 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1a8d6f1c-5d64-4387-b96a-f4bf1dc19d30 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3469827 Aug 26 01:12:51.590068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50354) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:51.599582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Request body: {'port': {'network_id': 'facf9801-8231-40ad-91a8-dd17cf3f2e0f', 'name': 'tempest-AllowedAddressPairTestJSON-585494652'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:51.623615 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:12:51.708753 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9139ada9-4cc2-4eed-b544-d1d5033f0364 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:51.722700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9139ada9-4cc2-4eed-b544-d1d5033f0364 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:subnet and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:51.727717 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9139ada9-4cc2-4eed-b544-d1d5033f0364 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:51.737629 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9139ada9-4cc2-4eed-b544-d1d5033f0364 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:51.820629 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9139ada9-4cc2-4eed-b544-d1d5033f0364 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:51.824565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9139ada9-4cc2-4eed-b544-d1d5033f0364 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:51.894077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:51.904358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-460a4680-1499-4455-b7df-e5b6c4b6a2b8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:51.939855 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:51.947528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Usage tracker for resource:port and tenant:1c12021f90aa4c90a238da9cee94cb94 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:51.951951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:51.961307 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:51.969640 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:12:51.980809 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b79302-b356-4340-8445-11a2f57199b4 None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:12:51.985462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-460a4680-1499-4455-b7df-e5b6c4b6a2b8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:51.992826 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b79302-b356-4340-8445-11a2f57199b4 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:51.993703 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-47b79302-b356-4340-8445-11a2f57199b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:52.018757 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Subnet': ['ID=ac43ba35-1a06-4576-8d5d-42baf7afaa2d,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:52.038906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Checking segment: {'id': 'e83378bc-e25c-432c-97f4-91c91f3a8bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '31f3919a-7da9-4b3e-944b-a348e6bb2d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:52.039169 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a4680-1499-4455-b7df-e5b6c4b6a2b8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1780c33e-2e1c-48a1-b001-4eb3b5cad863,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:52.039294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network hostable DHCP agents. Network: 31f3919a-7da9-4b3e-944b-a348e6bb2d22, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:12:52.044009 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.ipam_backend_mixin [None req-9139ada9-4cc2-4eed-b544-d1d5033f0364 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d6fe2b76-606a-4191-ba32-12e316c11998 (CIDR: 2001:db8:0:1::/64) Aug 26 01:12:52.071277 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-47b79302-b356-4340-8445-11a2f57199b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:52.079683 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b79302-b356-4340-8445-11a2f57199b4 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:52.080272 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-47b79302-b356-4340-8445-11a2f57199b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:52.084472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Made reservation on behalf of 1c12021f90aa4c90a238da9cee94cb94 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:52.085446 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-9139ada9-4cc2-4eed-b544-d1d5033f0364 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:52.085961 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9139ada9-4cc2-4eed-b544-d1d5033f0364 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:52.088127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:52.109613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:52.139419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-460a4680-1499-4455-b7df-e5b6c4b6a2b8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:52.140911 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-460a4680-1499-4455-b7df-e5b6c4b6a2b8 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0983551 Aug 26 01:12:52.142297 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] device_id is not set on port d180318d-4720-439f-99a2-db2eeabac696 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:52.144074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50358) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:52.144668 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-47b79302-b356-4340-8445-11a2f57199b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:52.145066 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b79302-b356-4340-8445-11a2f57199b4 None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:12:52.150990 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-f7dc59b1-083a-4dcf-a170-3f180cc7efda tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '1780c33e-2e1c-48a1-b001-4eb3b5cad863', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:52.161194 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network 31f3919a-7da9-4b3e-944b-a348e6bb2d22 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:12:52.163641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f7dc59b1-083a-4dcf-a170-3f180cc7efda tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:52.170247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f7dc59b1-083a-4dcf-a170-3f180cc7efda tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:52.174344 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f7dc59b1-083a-4dcf-a170-3f180cc7efda tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:52.181116 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9139ada9-4cc2-4eed-b544-d1d5033f0364 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6883395 Aug 26 01:12:52.182156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f7dc59b1-083a-4dcf-a170-3f180cc7efda tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:52.183994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50362) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:52.189981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-2ab9e18a-c9c6-41e6-b85a-65b700d74b77 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'subnet': {'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:52.230181 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b00139f9-d947-481a-b731-9ec67ceaaf97 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.5729036 Aug 26 01:12:52.234011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50366) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:52.241686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-8ca63a2f-81d6-465d-ac20-751f4d43d90d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:52.257463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 31f3919a-7da9-4b3e-944b-a348e6bb2d22) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:52.266196 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98e79dd-2ea3-418a-861a-e616cb6c1377 None None] Network 31f3919a-7da9-4b3e-944b-a348e6bb2d22 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:52.272970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:52.273545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:52.368536 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2ab9e18a-c9c6-41e6-b85a-65b700d74b77 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:52.372619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2ab9e18a-c9c6-41e6-b85a-65b700d74b77 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Usage tracker for resource:subnet and tenant:889b104f11a34d0f8f574727b339f84a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:52.376293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2ab9e18a-c9c6-41e6-b85a-65b700d74b77 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:52.382416 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2ab9e18a-c9c6-41e6-b85a-65b700d74b77 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:52.402900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8ca63a2f-81d6-465d-ac20-751f4d43d90d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:52.416007 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b4acc78b-c787-4db0-ab0a-5901d47958af tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4991431 Aug 26 01:12:52.418883 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50370) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:52.425718 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-20d34a3c-79fb-45f5-aab8-3c93d8c2dea6 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'subnet': {'network_id': '31f3919a-7da9-4b3e-944b-a348e6bb2d22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:52.450483 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-f7dc59b1-083a-4dcf-a170-3f180cc7efda tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The resource could not be found. Aug 26 01:12:52.455354 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f7dc59b1-083a-4dcf-a170-3f180cc7efda tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3059011 Aug 26 01:12:52.461511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50374) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:52.485229 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-e57828a3-a1d9-4003-bab9-fe589b33592d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '1780c33e-2e1c-48a1-b001-4eb3b5cad863', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '48508df9-e3bb-4079-a5f4-1f0089d7982e'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:52.499830 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Allocated IP 172.20.0.6 (facf9801-8231-40ad-91a8-dd17cf3f2e0f/79da8130-1da9-4ab9-ac77-b817a5a809b2/d180318d-4720-439f-99a2-db2eeabac696) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:52.505437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e57828a3-a1d9-4003-bab9-fe589b33592d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:52.510503 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab9e18a-c9c6-41e6-b85a-65b700d74b77 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Made reservation on behalf of 889b104f11a34d0f8f574727b339f84a for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:52.514229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2ab9e18a-c9c6-41e6-b85a-65b700d74b77 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:52.515288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e57828a3-a1d9-4003-bab9-fe589b33592d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:52.521481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e57828a3-a1d9-4003-bab9-fe589b33592d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:52.532754 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e57828a3-a1d9-4003-bab9-fe589b33592d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:52.539762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-31f3919a-7da9-4b3e-944b-a348e6bb2d22', 'network_id': '31f3919a-7da9-4b3e-944b-a348e6bb2d22', 'tenant_id': 'b6fecc27c7814330a4290a39b1ad6641', 'fixed_ips': [{'subnet_id': 'ac43ba35-1a06-4576-8d5d-42baf7afaa2d'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:12:52.541219 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:52.688095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-20d34a3c-79fb-45f5-aab8-3c93d8c2dea6 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:52.697508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-20d34a3c-79fb-45f5-aab8-3c93d8c2dea6 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:subnet and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:52.703398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-20d34a3c-79fb-45f5-aab8-3c93d8c2dea6 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:52.709981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Allocated IP 172.20.0.2 (31f3919a-7da9-4b3e-944b-a348e6bb2d22/ac43ba35-1a06-4576-8d5d-42baf7afaa2d/888eec90-5208-4f98-97dc-1e875b16cf12) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:52.713478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-20d34a3c-79fb-45f5-aab8-3c93d8c2dea6 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:52.800391 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d34a3c-79fb-45f5-aab8-3c93d8c2dea6 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:52.804253 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-20d34a3c-79fb-45f5-aab8-3c93d8c2dea6 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:52.855151 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8ca63a2f-81d6-465d-ac20-751f4d43d90d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:52.868439 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:12:52.939412 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:52.949784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Transition to ACTIVE for port object 888eec90-5208-4f98-97dc-1e875b16cf12 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:52.970242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Transition to ACTIVE for port object 888eec90-5208-4f98-97dc-1e875b16cf12 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:52.984128 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.ipam_backend_mixin [None req-20d34a3c-79fb-45f5-aab8-3c93d8c2dea6 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ac43ba35-1a06-4576-8d5d-42baf7afaa2d (CIDR: 172.20.0.0/28) Aug 26 01:12:53.027073 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d34a3c-79fb-45f5-aab8-3c93d8c2dea6 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:53.027560 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d34a3c-79fb-45f5-aab8-3c93d8c2dea6 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:12:53.050712 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8ca63a2f-81d6-465d-ac20-751f4d43d90d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.051481 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-8ca63a2f-81d6-465d-ac20-751f4d43d90d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Floating IP 85c49182-dba3-47e7-b260-7267ee722715 disassociated. External IP: 172.26.2.195, port: 30e01145-f419-4f39-b61d-b0f1a5e7d5bf. Aug 26 01:12:53.070314 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2ab9e18a-c9c6-41e6-b85a-65b700d74b77 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.099272 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.106497 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-e57828a3-a1d9-4003-bab9-fe589b33592d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The resource could not be found. Aug 26 01:12:53.107594 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e57828a3-a1d9-4003-bab9-fe589b33592d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6451669 Aug 26 01:12:53.111724 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-20d34a3c-79fb-45f5-aab8-3c93d8c2dea6 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6889632 Aug 26 01:12:53.114689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50378) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:53.115119 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50380) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:53.176560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Network 31f3919a-7da9-4b3e-944b-a348e6bb2d22 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:53.179545 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:53.183564 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:53.226553 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.229286 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Pushing event updated for resources: {'Port': ['ID=888eec90-5208-4f98-97dc-1e875b16cf12,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:53.261074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Transition to ACTIVE for port object d180318d-4720-439f-99a2-db2eeabac696 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:53.265602 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-a1fd5a72-8309-4433-9f29-51c5ea07ef81 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'subnet': {'network_id': '31f3919a-7da9-4b3e-944b-a348e6bb2d22', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:53.293042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Attempting to bind port 888eec90-5208-4f98-97dc-1e875b16cf12 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:12:53.293696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Attempting to bind port 888eec90-5208-4f98-97dc-1e875b16cf12 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'e83378bc-e25c-432c-97f4-91c91f3a8bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '31f3919a-7da9-4b3e-944b-a348e6bb2d22'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:12:53.293829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Attempting to bind port 888eec90-5208-4f98-97dc-1e875b16cf12 on network 31f3919a-7da9-4b3e-944b-a348e6bb2d22 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:12:53.294316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab9e18a-c9c6-41e6-b85a-65b700d74b77 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Network e4433a21-e596-431b-b309-8731d6bb49f8 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:53.299351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:12:53.299722 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Checking segment: {'id': 'e83378bc-e25c-432c-97f4-91c91f3a8bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '31f3919a-7da9-4b3e-944b-a348e6bb2d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:12:53.300124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.300541 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Bound using segment: {'id': 'e83378bc-e25c-432c-97f4-91c91f3a8bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '31f3919a-7da9-4b3e-944b-a348e6bb2d22'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:12:53.301421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Bound port: 888eec90-5208-4f98-97dc-1e875b16cf12, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83378bc-e25c-432c-97f4-91c91f3a8bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '31f3919a-7da9-4b3e-944b-a348e6bb2d22'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:12:53.301421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.313283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-2ab9e18a-c9c6-41e6-b85a-65b700d74b77 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:53.358668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf333e9-d332-4ff4-8cc1-a03a8f1319d9 None None] Network e4433a21-e596-431b-b309-8731d6bb49f8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:53.364317 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab9e18a-c9c6-41e6-b85a-65b700d74b77 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:53.365024 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2ab9e18a-c9c6-41e6-b85a-65b700d74b77 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.397438 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9e18a-c9c6-41e6-b85a-65b700d74b77 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Subnet': ['ID=3ac6e8f0-5dbc-4cd8-bc53-eee8904f592e,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:53.437229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a346151f-d516-469a-8a63-90cc00395e87 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.488591 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a346151f-d516-469a-8a63-90cc00395e87 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.489198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca63a2f-81d6-465d-ac20-751f4d43d90d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:12:53.493796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.505646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] For port 888eec90-5208-4f98-97dc-1e875b16cf12, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:12:53.526099 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2ab9e18a-c9c6-41e6-b85a-65b700d74b77 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3410649 Aug 26 01:12:53.528653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] For port 888eec90-5208-4f98-97dc-1e875b16cf12, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=888eec90-5208-4f98-97dc-1e875b16cf12,segment=NetworkSegment(e83378bc-e25c-432c-97f4-91c91f3a8bad),segment_id=e83378bc-e25c-432c-97f4-91c91f3a8bad)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:12:53.531707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50386) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:53.537675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-f586f2cc-54cb-430b-bd8d-36e2502b24e6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1661809780', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3ac6e8f0-5dbc-4cd8-bc53-eee8904f592e'}], 'security_groups': ['827c347b-004c-4b65-828c-6ba2ae2a01cc', '51f284b9-91f6-439d-a39d-6bd3e4126dcb']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:53.589331 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a1fd5a72-8309-4433-9f29-51c5ea07ef81 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:53.605109 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a1fd5a72-8309-4433-9f29-51c5ea07ef81 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:subnet and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:53.611162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a1fd5a72-8309-4433-9f29-51c5ea07ef81 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:53.621779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a1fd5a72-8309-4433-9f29-51c5ea07ef81 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:53.641006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.691015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a346151f-d516-469a-8a63-90cc00395e87 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.702458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Network facf9801-8231-40ad-91a8-dd17cf3f2e0f is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:53.710119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:53.713663 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f586f2cc-54cb-430b-bd8d-36e2502b24e6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.718627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:53.729493 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346151f-d516-469a-8a63-90cc00395e87 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1780c33e-2e1c-48a1-b001-4eb3b5cad863,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:53.741640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85252f89-c7a3-4a75-b588-11571b0b4806 None None] Pushing event updated for resources: {'Port': ['ID=888eec90-5208-4f98-97dc-1e875b16cf12,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:53.750488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event updated for resources: {'Port': ['ID=d180318d-4720-439f-99a2-db2eeabac696,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:53.772772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fd5a72-8309-4433-9f29-51c5ea07ef81 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:53.775359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a1fd5a72-8309-4433-9f29-51c5ea07ef81 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.800666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a346151f-d516-469a-8a63-90cc00395e87 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.804026 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a346151f-d516-469a-8a63-90cc00395e87 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "DELETE /v2.0/security-groups/1780c33e-2e1c-48a1-b001-4eb3b5cad863 HTTP/1.1" status: 204 len: 168 time: 0.5604179 Aug 26 01:12:53.805637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50390) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:53.818481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:53.819205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.877990 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca63a2f-81d6-465d-ac20-751f4d43d90d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:12:53.885561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8ca63a2f-81d6-465d-ac20-751f4d43d90d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:53.922900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8097b4-9e58-4212-b49b-4793e168aa75 None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:12:53.973074 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c76ecbca-4cf4-451f-bb9e-5c51a42e72db tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3795111 Aug 26 01:12:53.976162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50394) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:53.982913 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8097b4-9e58-4212-b49b-4793e168aa75 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:53.984180 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-8a8097b4-9e58-4212-b49b-4793e168aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:53.997580 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4c9f7895-ea66-44e4-90da-792e173ebf69 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:4f:b2:76'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:01:ef:7c'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:54.075005 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-8a8097b4-9e58-4212-b49b-4793e168aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:54.087946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcee555-57a4-43a2-b93b-1004ae81e069 None None] Update dhcp port {'port': {'network_id': 'e4433a21-e596-431b-b309-8731d6bb49f8', 'fixed_ips': [{'subnet_id': 'd6fe2b76-606a-4191-ba32-12e316c11998', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '23209d29-e3c7-4c56-8ae7-788329e1403d', 'ip_address': '2001:db8::2'}, {'subnet_id': '3ac6e8f0-5dbc-4cd8-bc53-eee8904f592e'}], 'binding:host_id': 'dv-neutron-854561-2-hyperv'}, 'id': 'f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03'} from dv-neutron-854561-2-hyperv. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Aug 26 01:12:54.095029 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8ca63a2f-81d6-465d-ac20-751f4d43d90d tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "PUT /v2.0/floatingips/85c49182-dba3-47e7-b260-7267ee722715 HTTP/1.1" status: 200 len: 688 time: 1.8597589 Aug 26 01:12:54.101473 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50398) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:54.109639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7f92dd30-fda4-440d-8363-60d46e6a026c tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Synchronizing usage tracker for tenant:1750ab7092a444768abdc1b8686627c8 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:54.127861 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8097b4-9e58-4212-b49b-4793e168aa75 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:12:54.128024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-8a8097b4-9e58-4212-b49b-4793e168aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:54.289920 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-8a8097b4-9e58-4212-b49b-4793e168aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:12:54.290579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8097b4-9e58-4212-b49b-4793e168aa75 None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:12:54.322750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2dcee555-57a4-43a2-b93b-1004ae81e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:54.391097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-61b2d69e-8266-4933-8b2d-3e2ac961a0ca tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting port a9b04b0c-e534-40d4-9fba-9604a8bf7aba {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:54.391097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-61b2d69e-8266-4933-8b2d-3e2ac961a0ca tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:54.483654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-f586f2cc-54cb-430b-bd8d-36e2502b24e6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Delete allocated IP 2001:db8::51 (e4433a21-e596-431b-b309-8731d6bb49f8/23209d29-e3c7-4c56-8ae7-788329e1403d) {{(pid=89863) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 26 01:12:54.486931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7f92dd30-fda4-440d-8363-60d46e6a026c tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Unset dirty status for tenant:1750ab7092a444768abdc1b8686627c8 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:54.494819 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7f92dd30-fda4-440d-8363-60d46e6a026c tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6796546 Aug 26 01:12:54.495032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-f586f2cc-54cb-430b-bd8d-36e2502b24e6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Allocated IP 2001:db8:0:2::e8 (e4433a21-e596-431b-b309-8731d6bb49f8/3ac6e8f0-5dbc-4cd8-bc53-eee8904f592e/0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:54.495756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0d202765-8899-4edb-a023-1dbf80eea3eb None None] Provisioning for port d180318d-4720-439f-99a2-db2eeabac696 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:54.536400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50402) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:54.549552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-766ac65f-3372-4d1f-95e2-45b56baa3844 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': 'e9225967-9263-48b0-a0e9-a9bc937d16b2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:54.550875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0d202765-8899-4edb-a023-1dbf80eea3eb None None] Provisioning complete for port d180318d-4720-439f-99a2-db2eeabac696 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:54.551266 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0d202765-8899-4edb-a023-1dbf80eea3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:54.589204 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 888eec90-5208-4f98-97dc-1e875b16cf12 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:54.636042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a1fd5a72-8309-4433-9f29-51c5ea07ef81 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:54.685021 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0d202765-8899-4edb-a023-1dbf80eea3eb None None] Port d180318d-4720-439f-99a2-db2eeabac696 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:54.716170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-766ac65f-3372-4d1f-95e2-45b56baa3844 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:54.732137 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fd5a72-8309-4433-9f29-51c5ea07ef81 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network 31f3919a-7da9-4b3e-944b-a348e6bb2d22 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:54.747625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-a1fd5a72-8309-4433-9f29-51c5ea07ef81 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:54.755056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fd5a72-8309-4433-9f29-51c5ea07ef81 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:54.755492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a1fd5a72-8309-4433-9f29-51c5ea07ef81 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:54.757853 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 888eec90-5208-4f98-97dc-1e875b16cf12 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:54.758609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-766ac65f-3372-4d1f-95e2-45b56baa3844 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:54.771254 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-766ac65f-3372-4d1f-95e2-45b56baa3844 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:54.772662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd5a72-8309-4433-9f29-51c5ea07ef81 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Subnet': ['ID=f5297856-f00b-4066-8f66-d810c6f8030d,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:54.784797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-766ac65f-3372-4d1f-95e2-45b56baa3844 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:54.818714 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f586f2cc-54cb-430b-bd8d-36e2502b24e6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:54.826228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7895-ea66-44e4-90da-792e173ebf69 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:54.836964 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-f586f2cc-54cb-430b-bd8d-36e2502b24e6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Transition to ACTIVE for port object 0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:54.868585 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a1fd5a72-8309-4433-9f29-51c5ea07ef81 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6249146 Aug 26 01:12:54.869605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50406) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:54.875918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'network_id': '31f3919a-7da9-4b3e-944b-a348e6bb2d22', 'fixed_ips': [{'subnet_id': 'ac43ba35-1a06-4576-8d5d-42baf7afaa2d'}, {'subnet_id': 'f5297856-f00b-4066-8f66-d810c6f8030d'}], 'name': 'tempest-PortsTestJSON-1367132819'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:54.888725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-61b2d69e-8266-4933-8b2d-3e2ac961a0ca tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:54.889055 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-61b2d69e-8266-4933-8b2d-3e2ac961a0ca tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:54.947655 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f586f2cc-54cb-430b-bd8d-36e2502b24e6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:55.016720 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-2dcee555-57a4-43a2-b93b-1004ae81e069 None None] Allocated IP 2001:db8:0:2::2 (e4433a21-e596-431b-b309-8731d6bb49f8/3ac6e8f0-5dbc-4cd8-bc53-eee8904f592e/f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:55.049574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-61b2d69e-8266-4933-8b2d-3e2ac961a0ca tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Calling delete_port for a9b04b0c-e534-40d4-9fba-9604a8bf7aba owned by network:floatingip {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:55.076396 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586f2cc-54cb-430b-bd8d-36e2502b24e6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event updated for resources: {'Port': ['ID=0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:55.102268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-f586f2cc-54cb-430b-bd8d-36e2502b24e6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] In _notify_port_updated(), no bound segment for port 0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2 on network e4433a21-e596-431b-b309-8731d6bb49f8 {{(pid=89863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:12:55.107605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f586f2cc-54cb-430b-bd8d-36e2502b24e6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:55.108268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f586f2cc-54cb-430b-bd8d-36e2502b24e6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:55.110001 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f586f2cc-54cb-430b-bd8d-36e2502b24e6 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "PUT /v2.0/ports/0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2 HTTP/1.1" status: 200 len: 969 time: 1.5767503 Aug 26 01:12:55.115569 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50410) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:55.208218 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad29f4-17b7-4361-8f1f-cfbdd1b69ff1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port 0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:55.208651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f4ad29f4-17b7-4361-8f1f-cfbdd1b69ff1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:55.237777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2dcee555-57a4-43a2-b93b-1004ae81e069 None None] For port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03,segment=NetworkSegment(ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00),segment_id=ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:55.245155 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-766ac65f-3372-4d1f-95e2-45b56baa3844 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The resource could not be found. Aug 26 01:12:55.246235 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-766ac65f-3372-4d1f-95e2-45b56baa3844 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7010288 Aug 26 01:12:55.253493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50414) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:55.263449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-760508a1-9aca-442d-b40a-5a280d4f0713 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627301842'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:55.280930 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2dcee555-57a4-43a2-b93b-1004ae81e069 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:55.304557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8016bd58-78b3-496f-9634-24fe8ad25886 None None] Network 31f3919a-7da9-4b3e-944b-a348e6bb2d22 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:55.317271 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-760508a1-9aca-442d-b40a-5a280d4f0713 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:55.380067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-760508a1-9aca-442d-b40a-5a280d4f0713 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:55.428596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7895-ea66-44e4-90da-792e173ebf69 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:55.430710 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:55.463749 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:port and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:55.474921 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:55.481823 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-760508a1-9aca-442d-b40a-5a280d4f0713 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:55.494440 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:55.504263 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-760508a1-9aca-442d-b40a-5a280d4f0713 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:55.508487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-760508a1-9aca-442d-b40a-5a280d4f0713 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:55.512684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-61b2d69e-8266-4933-8b2d-3e2ac961a0ca tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:55.517194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-760508a1-9aca-442d-b40a-5a280d4f0713 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:55.546779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2dcee555-57a4-43a2-b93b-1004ae81e069 None None] Transition to ACTIVE for port object f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:55.546779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2f08d1a4-f7b5-457d-b165-0782d7cc6db1 None None] Provisioning for port 888eec90-5208-4f98-97dc-1e875b16cf12 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:55.556762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7895-ea66-44e4-90da-792e173ebf69 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:55.557719 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2f08d1a4-f7b5-457d-b165-0782d7cc6db1 None None] Provisioning complete for port 888eec90-5208-4f98-97dc-1e875b16cf12 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:55.558120 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2f08d1a4-f7b5-457d-b165-0782d7cc6db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:55.591537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:12:55.606563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-760508a1-9aca-442d-b40a-5a280d4f0713 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:55.622458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2dcee555-57a4-43a2-b93b-1004ae81e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:55.629159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2d69e-8266-4933-8b2d-3e2ac961a0ca tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Port': ['ID=a9b04b0c-e534-40d4-9fba-9604a8bf7aba,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:55.754226 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f4ad29f4-17b7-4361-8f1f-cfbdd1b69ff1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:55.815162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f7895-ea66-44e4-90da-792e173ebf69 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] In _notify_port_updated(), no bound segment for port d180318d-4720-439f-99a2-db2eeabac696 on network facf9801-8231-40ad-91a8-dd17cf3f2e0f {{(pid=89862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:12:55.820906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9f7895-ea66-44e4-90da-792e173ebf69 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:55.821822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7895-ea66-44e4-90da-792e173ebf69 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:55.826370 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4c9f7895-ea66-44e4-90da-792e173ebf69 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "PUT /v2.0/ports/d180318d-4720-439f-99a2-db2eeabac696 HTTP/1.1" status: 200 len: 1056 time: 1.8473558 Aug 26 01:12:55.831056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-61b2d69e-8266-4933-8b2d-3e2ac961a0ca tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:55.834715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50418) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:55.843959 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcee555-57a4-43a2-b93b-1004ae81e069 None None] Pushing event updated for resources: {'Port': ['ID=f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:55.869839 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f7895-ea66-44e4-90da-792e173ebf69 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event updated for resources: {'Port': ['ID=d180318d-4720-439f-99a2-db2eeabac696,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:55.921352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-61b2d69e-8266-4933-8b2d-3e2ac961a0ca tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:55.923112 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-61b2d69e-8266-4933-8b2d-3e2ac961a0ca tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/floatingips/85c49182-dba3-47e7-b260-7267ee722715 HTTP/1.1" status: 204 len: 168 time: 1.8206606 Aug 26 01:12:55.931982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50422) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:55.934567 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad29f4-17b7-4361-8f1f-cfbdd1b69ff1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for 0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:55.938280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': 'aab5c124-4abe-4565-be3f-d7ba413689d5'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:55.951558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-760508a1-9aca-442d-b40a-5a280d4f0713 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:55.952951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:55.957397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:floatingip and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:55.960713 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:55.966703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:55.975768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2f08d1a4-f7b5-457d-b165-0782d7cc6db1 None None] Current status of the port 888eec90-5208-4f98-97dc-1e875b16cf12 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:55.976147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2f08d1a4-f7b5-457d-b165-0782d7cc6db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.004749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cdbd33-c698-4624-8a54-a0975f2dcd04 None None] Update dhcp port {'port': {'network_id': '31f3919a-7da9-4b3e-944b-a348e6bb2d22', 'fixed_ips': [{'subnet_id': 'ac43ba35-1a06-4576-8d5d-42baf7afaa2d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f5297856-f00b-4066-8f66-d810c6f8030d'}], 'binding:host_id': 'dv-neutron-854561-2-hyperv'}, 'id': '888eec90-5208-4f98-97dc-1e875b16cf12'} from dv-neutron-854561-2-hyperv. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Aug 26 01:12:56.023646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.037642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-760508a1-9aca-442d-b40a-5a280d4f0713 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.060610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port 0f2b5641-6d97-444a-9170-b2e7548089a4 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:12:56.062641 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2f08d1a4-f7b5-457d-b165-0782d7cc6db1 None None] For port 888eec90-5208-4f98-97dc-1e875b16cf12, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=888eec90-5208-4f98-97dc-1e875b16cf12,segment=NetworkSegment(e83378bc-e25c-432c-97f4-91c91f3a8bad),segment_id=e83378bc-e25c-432c-97f4-91c91f3a8bad)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:56.086781 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-41cdbd33-c698-4624-8a54-a0975f2dcd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.089831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760508a1-9aca-442d-b40a-5a280d4f0713 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00342339-b88a-4502-a9a6-76891242d8fa,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:56.119034 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.141364 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2f08d1a4-f7b5-457d-b165-0782d7cc6db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.143826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-760508a1-9aca-442d-b40a-5a280d4f0713 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.145227 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-760508a1-9aca-442d-b40a-5a280d4f0713 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8910615 Aug 26 01:12:56.149329 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50426) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:56.157099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-02c37a97-8457-4f91-a4e9-783ab606e235 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group': {'name': 'tempest-secgroup--621906074'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:56.168480 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-02c37a97-8457-4f91-a4e9-783ab606e235 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:56.178839 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-9b29f048-9a08-4373-bee2-f1e91a1214d0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Deleting port d180318d-4720-439f-99a2-db2eeabac696 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:56.179175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9b29f048-9a08-4373-bee2-f1e91a1214d0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.247941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-02c37a97-8457-4f91-a4e9-783ab606e235 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:56.318096 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08d1a4-f7b5-457d-b165-0782d7cc6db1 None None] Pushing event updated for resources: {'Port': ['ID=888eec90-5208-4f98-97dc-1e875b16cf12,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:56.347468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-02c37a97-8457-4f91-a4e9-783ab606e235 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.361848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.418828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-02c37a97-8457-4f91-a4e9-783ab606e235 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:56.419703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-41cdbd33-c698-4624-8a54-a0975f2dcd04 None None] Allocated IP 172.20.0.18 (31f3919a-7da9-4b3e-944b-a348e6bb2d22/f5297856-f00b-4066-8f66-d810c6f8030d/888eec90-5208-4f98-97dc-1e875b16cf12) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:56.440305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-02c37a97-8457-4f91-a4e9-783ab606e235 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:56.446292 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-02c37a97-8457-4f91-a4e9-783ab606e235 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:56.458122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-02c37a97-8457-4f91-a4e9-783ab606e235 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:56.544063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:56.610062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Allocated IP 172.26.2.109 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/2c213eb8-f5ea-4419-8a8f-b0d3bd9e544b) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:56.652731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-02c37a97-8457-4f91-a4e9-783ab606e235 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.691109 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f4ad29f4-17b7-4361-8f1f-cfbdd1b69ff1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.691109 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9b29f048-9a08-4373-bee2-f1e91a1214d0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.735216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-41cdbd33-c698-4624-8a54-a0975f2dcd04 None None] For port 888eec90-5208-4f98-97dc-1e875b16cf12, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=888eec90-5208-4f98-97dc-1e875b16cf12,segment=NetworkSegment(e83378bc-e25c-432c-97f4-91c91f3a8bad),segment_id=e83378bc-e25c-432c-97f4-91c91f3a8bad)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:12:56.741498 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 888eec90-5208-4f98-97dc-1e875b16cf12 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:56.753134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-02c37a97-8457-4f91-a4e9-783ab606e235 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.759338 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad29f4-17b7-4361-8f1f-cfbdd1b69ff1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:56.819252 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-41cdbd33-c698-4624-8a54-a0975f2dcd04 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.849444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-41cdbd33-c698-4624-8a54-a0975f2dcd04 None None] Transition to ACTIVE for port object 888eec90-5208-4f98-97dc-1e875b16cf12 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:56.849968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c37a97-8457-4f91-a4e9-783ab606e235 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66622f42-f709-4c13-a257-73c107e1c6d4,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:56.863805 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 888eec90-5208-4f98-97dc-1e875b16cf12 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:56.864103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.872891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-02c37a97-8457-4f91-a4e9-783ab606e235 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.881190 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-02c37a97-8457-4f91-a4e9-783ab606e235 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7279799 Aug 26 01:12:56.883147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50430) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:56.895119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-bef445cd-0690-41cb-aac4-283ac95c5f70 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group_rule': {'security_group_id': '00342339-b88a-4502-a9a6-76891242d8fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '66622f42-f709-4c13-a257-73c107e1c6d4'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:56.902011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.914459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bef445cd-0690-41cb-aac4-283ac95c5f70 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:56.923830 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bef445cd-0690-41cb-aac4-283ac95c5f70 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:12:56.927909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bef445cd-0690-41cb-aac4-283ac95c5f70 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:12:56.935957 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bef445cd-0690-41cb-aac4-283ac95c5f70 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:56.943841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-41cdbd33-c698-4624-8a54-a0975f2dcd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:56.947064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-9b29f048-9a08-4373-bee2-f1e91a1214d0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Calling delete_port for d180318d-4720-439f-99a2-db2eeabac696 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:57.053623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f4ad29f4-17b7-4361-8f1f-cfbdd1b69ff1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:57.084973 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:57.123014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2693a2b9-37fb-40ca-8cf0-03a9b08d22b7 None None] Provisioning for port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:57.142157 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2693a2b9-37fb-40ca-8cf0-03a9b08d22b7 None None] Provisioning complete for port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:57.142876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2693a2b9-37fb-40ca-8cf0-03a9b08d22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:57.154433 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:57.162806 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:57.165408 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:57.200555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Port 888eec90-5208-4f98-97dc-1e875b16cf12 had new provisioning blocks added so it will not transition to active. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:349}} Aug 26 01:12:57.219763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdbd33-c698-4624-8a54-a0975f2dcd04 None None] Pushing event updated for resources: {'Port': ['ID=888eec90-5208-4f98-97dc-1e875b16cf12,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:57.330195 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2693a2b9-37fb-40ca-8cf0-03a9b08d22b7 None None] Current status of the port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:57.359544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2693a2b9-37fb-40ca-8cf0-03a9b08d22b7 None None] Provisioning complete for port a7018676-7ff9-49e8-8e9d-6c751e5f1437 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:57.360226 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2693a2b9-37fb-40ca-8cf0-03a9b08d22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:57.371356 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-bef445cd-0690-41cb-aac4-283ac95c5f70 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:12:57.372392 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bef445cd-0690-41cb-aac4-283ac95c5f70 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4880979 Aug 26 01:12:57.376810 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f4ad29f4-17b7-4361-8f1f-cfbdd1b69ff1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2 HTTP/1.1" status: 204 len: 168 time: 2.2615268 Aug 26 01:12:57.381389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50434) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:57.382343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50436) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:57.407630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Allocated IP 172.20.0.4 (31f3919a-7da9-4b3e-944b-a348e6bb2d22/ac43ba35-1a06-4576-8d5d-42baf7afaa2d/0f2b5641-6d97-444a-9170-b2e7548089a4) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:57.424817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Allocated IP 172.20.0.25 (31f3919a-7da9-4b3e-944b-a348e6bb2d22/f5297856-f00b-4066-8f66-d810c6f8030d/0f2b5641-6d97-444a-9170-b2e7548089a4) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:12:57.456234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2693a2b9-37fb-40ca-8cf0-03a9b08d22b7 None None] Port a7018676-7ff9-49e8-8e9d-6c751e5f1437 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:57.460399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2693a2b9-37fb-40ca-8cf0-03a9b08d22b7 None None] Could not find standard attr ID for object 0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:12:57.497417 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93a5bd8-69d4-486b-b059-d4859a343e7e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] GET failed (client error): The resource could not be found. Aug 26 01:12:57.498872 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b93a5bd8-69d4-486b-b059-d4859a343e7e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports/0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2 HTTP/1.1" status: 404 len: 333 time: 0.1119168 Aug 26 01:12:57.504612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50442) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:57.506907 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=2c213eb8-f5ea-4419-8a8f-b0d3bd9e544b,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:57.544876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9b29f048-9a08-4373-bee2-f1e91a1214d0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:57.576588 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e61bfdf7-6b80-418d-a92e-50667b4da019 None None] Could not find standard attr ID for object 0e8cbe8f-050f-4bb3-8f70-5e2867a5c5a2. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:12:57.581414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-621da544-aca5-43cf-af7e-be8ec43dd42f tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:57.659477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-621da544-aca5-43cf-af7e-be8ec43dd42f tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:57.690007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29f048-9a08-4373-bee2-f1e91a1214d0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event deleted for resources: {'Port': ['ID=d180318d-4720-439f-99a2-db2eeabac696,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:57.919574 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a8ae61b0-76bd-4eb5-8973-a339f9f9f19d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:57.943232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.015219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-621da544-aca5-43cf-af7e-be8ec43dd42f tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.019931 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a8ae61b0-76bd-4eb5-8973-a339f9f9f19d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.027953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Transition to ACTIVE for port object 0f2b5641-6d97-444a-9170-b2e7548089a4 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:12:58.040153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a145c42b-c159-489b-a651-17d7e2984f7f None None] Network 31f3919a-7da9-4b3e-944b-a348e6bb2d22 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:12:58.057229 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621da544-aca5-43cf-af7e-be8ec43dd42f tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66622f42-f709-4c13-a257-73c107e1c6d4,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:58.073171 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-621da544-aca5-43cf-af7e-be8ec43dd42f tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.077497 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-621da544-aca5-43cf-af7e-be8ec43dd42f tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "DELETE /v2.0/security-groups/66622f42-f709-4c13-a257-73c107e1c6d4 HTTP/1.1" status: 204 len: 168 time: 0.6900339 Aug 26 01:12:58.078448 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50446) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:58.153251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.172046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f42f9bde-4a6c-494e-af80-ba85367c9888 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Synchronizing usage tracker for tenant:1750ab7092a444768abdc1b8686627c8 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:58.220844 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d307d0d1-257d-4f1d-a27a-9c955e5ed83e None None] Provisioning for port 888eec90-5208-4f98-97dc-1e875b16cf12 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:58.223760 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9b29f048-9a08-4373-bee2-f1e91a1214d0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.236947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d307d0d1-257d-4f1d-a27a-9c955e5ed83e None None] Provisioning complete for port 888eec90-5208-4f98-97dc-1e875b16cf12 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:58.237420 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d307d0d1-257d-4f1d-a27a-9c955e5ed83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.239110 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9b29f048-9a08-4373-bee2-f1e91a1214d0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "DELETE /v2.0/ports/d180318d-4720-439f-99a2-db2eeabac696 HTTP/1.1" status: 204 len: 168 time: 2.4020247 Aug 26 01:12:58.241564 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50450) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:58.284170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.285636 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a8ae61b0-76bd-4eb5-8973-a339f9f9f19d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.288040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a8ae61b0-76bd-4eb5-8973-a339f9f9f19d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.294820 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a8ae61b0-76bd-4eb5-8973-a339f9f9f19d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/security-groups/83b04160-a465-4e2e-a2e5-dfdd5d4af4ea HTTP/1.1" status: 204 len: 168 time: 0.7835903 Aug 26 01:12:58.294987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f42f9bde-4a6c-494e-af80-ba85367c9888 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Unset dirty status for tenant:1750ab7092a444768abdc1b8686627c8 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:58.294987 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f42f9bde-4a6c-494e-af80-ba85367c9888 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2098656 Aug 26 01:12:58.300138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50454) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:58.300495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50456) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:58.347076 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd56b15-15fd-444f-a5ac-792bc2c0407a tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] GET failed (client error): The resource could not be found. Aug 26 01:12:58.347559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5cd56b15-15fd-444f-a5ac-792bc2c0407a tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Synchronizing usage tracker for tenant:1c12021f90aa4c90a238da9cee94cb94 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:58.358977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae61b0-76bd-4eb5-8973-a339f9f9f19d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b04160-a465-4e2e-a2e5-dfdd5d4af4ea,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:58.390623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network 31f3919a-7da9-4b3e-944b-a348e6bb2d22 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:12:58.395983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:12:58.400626 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:12:58.416856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.433071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=0f2b5641-6d97-444a-9170-b2e7548089a4,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:58.453935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d307d0d1-257d-4f1d-a27a-9c955e5ed83e None None] Current status of the port 888eec90-5208-4f98-97dc-1e875b16cf12 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:58.463501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5cd56b15-15fd-444f-a5ac-792bc2c0407a tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Unset dirty status for tenant:1c12021f90aa4c90a238da9cee94cb94 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:58.464589 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5cd56b15-15fd-444f-a5ac-792bc2c0407a tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "GET /v2.0/ports/d180318d-4720-439f-99a2-db2eeabac696 HTTP/1.1" status: 404 len: 333 time: 0.2220206 Aug 26 01:12:58.468455 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50462) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:58.509698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 888eec90-5208-4f98-97dc-1e875b16cf12 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:12:58.521228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-382e6335-64d4-4f99-adab-df93d7937968 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.542926 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:12:58.543956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.556638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-382e6335-64d4-4f99-adab-df93d7937968 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.580956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-02a892cf-7ef4-4017-91ac-4b68f1b4cba6 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Deleting port c9a49c46-48e2-4a5f-86b6-f1f7d6f6ecde {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:12:58.581720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02a892cf-7ef4-4017-91ac-4b68f1b4cba6 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.592417 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-28dffba9-7725-45c5-bbb8-342661b729bd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.593415 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 888eec90-5208-4f98-97dc-1e875b16cf12 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:58.594402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.638941 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8532b898-e334-446c-9344-f8059606f91c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.7654922 Aug 26 01:12:58.640694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50466) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:58.652917 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-23abf792-b050-4589-9ecf-26dc8394af19 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac43ba35-1a06-4576-8d5d-42baf7afaa2d'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:58.720023 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-28dffba9-7725-45c5-bbb8-342661b729bd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.793053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-382e6335-64d4-4f99-adab-df93d7937968 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.815508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 888eec90-5208-4f98-97dc-1e875b16cf12 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:58.818585 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4ac132c5-f83d-4067-b277-4fea6fbc9071 None None] Provisioning complete for port 888eec90-5208-4f98-97dc-1e875b16cf12 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:58.819057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4ac132c5-f83d-4067-b277-4fea6fbc9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.838922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e6335-64d4-4f99-adab-df93d7937968 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00342339-b88a-4502-a9a6-76891242d8fa,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:58.887447 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.898794 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-28dffba9-7725-45c5-bbb8-342661b729bd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.919039 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-28dffba9-7725-45c5-bbb8-342661b729bd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.920350 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-28dffba9-7725-45c5-bbb8-342661b729bd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/security-groups/51f284b9-91f6-439d-a39d-6bd3e4126dcb HTTP/1.1" status: 204 len: 168 time: 0.6189644 Aug 26 01:12:58.921850 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dffba9-7725-45c5-bbb8-342661b729bd tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f284b9-91f6-439d-a39d-6bd3e4126dcb,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:58.924283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50470) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:58.946326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-382e6335-64d4-4f99-adab-df93d7937968 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:58.947433 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-382e6335-64d4-4f99-adab-df93d7937968 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "DELETE /v2.0/security-groups/00342339-b88a-4502-a9a6-76891242d8fa HTTP/1.1" status: 204 len: 168 time: 0.6435990 Aug 26 01:12:58.950827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50474) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:58.984102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:59.016335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4ac132c5-f83d-4067-b277-4fea6fbc9071 None None] Current status of the port 888eec90-5208-4f98-97dc-1e875b16cf12 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:12:59.050780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-23abf792-b050-4589-9ecf-26dc8394af19 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:59.088821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4ac132c5-f83d-4067-b277-4fea6fbc9071 None None] Provisioning for port 0f2b5641-6d97-444a-9170-b2e7548089a4 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:12:59.094300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4ac132c5-f83d-4067-b277-4fea6fbc9071 None None] Provisioning complete for port 0f2b5641-6d97-444a-9170-b2e7548089a4 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:59.094750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4ac132c5-f83d-4067-b277-4fea6fbc9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:59.154082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-21b88315-2a64-49dc-af37-20aa07bb236d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Synchronizing usage tracker for tenant:1750ab7092a444768abdc1b8686627c8 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:12:59.160906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=2c213eb8-f5ea-4419-8a8f-b0d3bd9e544b,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:59.164557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4ac132c5-f83d-4067-b277-4fea6fbc9071 None None] Port 0f2b5641-6d97-444a-9170-b2e7548089a4 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:59.164759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:59.167517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02a892cf-7ef4-4017-91ac-4b68f1b4cba6 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:59.213119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f2af251b-a42e-4483-8016-0e8c127a9d8b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:59.289883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-780fd947-b306-433c-ad45-8ea4f71c6751 None None] Provisioning complete for port 0f2b5641-6d97-444a-9170-b2e7548089a4 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:12:59.289883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-780fd947-b306-433c-ad45-8ea4f71c6751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:59.328357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f2af251b-a42e-4483-8016-0e8c127a9d8b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:59.347111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-780fd947-b306-433c-ad45-8ea4f71c6751 None None] Port 0f2b5641-6d97-444a-9170-b2e7548089a4 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:12:59.400399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-21b88315-2a64-49dc-af37-20aa07bb236d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Unset dirty status for tenant:1750ab7092a444768abdc1b8686627c8 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:12:59.406374 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-21b88315-2a64-49dc-af37-20aa07bb236d tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4499266 Aug 26 01:12:59.406723 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50478) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:59.412707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-2d17f09f-8198-4662-9ac8-085a2cf85632 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264772427'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:12:59.422923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2d17f09f-8198-4662-9ac8-085a2cf85632 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:12:59.438896 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Floating IP 1e71bc23-0f17-4c25-a4e9-433179422190 associated. External IP: 172.26.2.109, port: aab5c124-4abe-4565-be3f-d7ba413689d5. Aug 26 01:12:59.467716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-02a892cf-7ef4-4017-91ac-4b68f1b4cba6 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Calling delete_port for c9a49c46-48e2-4a5f-86b6-f1f7d6f6ecde owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:12:59.617734 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2d17f09f-8198-4662-9ac8-085a2cf85632 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:12:59.677106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f2af251b-a42e-4483-8016-0e8c127a9d8b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:59.715485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af251b-a42e-4483-8016-0e8c127a9d8b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=827c347b-004c-4b65-828c-6ba2ae2a01cc,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:12:59.723716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f2af251b-a42e-4483-8016-0e8c127a9d8b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:59.724836 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f2af251b-a42e-4483-8016-0e8c127a9d8b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/security-groups/827c347b-004c-4b65-828c-6ba2ae2a01cc HTTP/1.1" status: 204 len: 168 time: 0.7995942 Aug 26 01:12:59.727645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50482) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:12:59.820542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-958f5b1a-8006-40f4-9751-a9074a4b9101 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting subnet 23209d29-e3c7-4c56-8ae7-788329e1403d {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:12:59.822463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d17f09f-8198-4662-9ac8-085a2cf85632 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:59.827104 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-23abf792-b050-4589-9ecf-26dc8394af19 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Delete allocated IP 172.20.0.25 (31f3919a-7da9-4b3e-944b-a348e6bb2d22/f5297856-f00b-4066-8f66-d810c6f8030d) {{(pid=89863) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 26 01:12:59.836181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-958f5b1a-8006-40f4-9751-a9074a4b9101 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:59.902233 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02a892cf-7ef4-4017-91ac-4b68f1b4cba6 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:12:59.970752 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a892cf-7ef4-4017-91ac-4b68f1b4cba6 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event deleted for resources: {'Port': ['ID=c9a49c46-48e2-4a5f-86b6-f1f7d6f6ecde,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:00.010542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2d17f09f-8198-4662-9ac8-085a2cf85632 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:00.027400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2d17f09f-8198-4662-9ac8-085a2cf85632 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Usage tracker for resource:security_group_rule and tenant:1750ab7092a444768abdc1b8686627c8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:00.034702 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2d17f09f-8198-4662-9ac8-085a2cf85632 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:00.042180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-958f5b1a-8006-40f4-9751-a9074a4b9101 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.083722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2d17f09f-8198-4662-9ac8-085a2cf85632 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:00.131710 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-02a892cf-7ef4-4017-91ac-4b68f1b4cba6 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.162808 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-23abf792-b050-4589-9ecf-26dc8394af19 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.179691 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-23abf792-b050-4589-9ecf-26dc8394af19 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Transition to ACTIVE for port object 0f2b5641-6d97-444a-9170-b2e7548089a4 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:00.189597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:13:00.208173 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-02a892cf-7ef4-4017-91ac-4b68f1b4cba6 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "DELETE /v2.0/ports/c9a49c46-48e2-4a5f-86b6-f1f7d6f6ecde HTTP/1.1" status: 204 len: 168 time: 1.7382531 Aug 26 01:13:00.210585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50486) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:00.256804 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-843842ba-af42-423c-a569-0c26f11b1baa tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] GET failed (client error): The resource could not be found. Aug 26 01:13:00.257260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-843842ba-af42-423c-a569-0c26f11b1baa tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Synchronizing usage tracker for tenant:1c12021f90aa4c90a238da9cee94cb94 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:00.269019 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-23abf792-b050-4589-9ecf-26dc8394af19 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.284459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-958f5b1a-8006-40f4-9751-a9074a4b9101 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.365465 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-843842ba-af42-423c-a569-0c26f11b1baa tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Unset dirty status for tenant:1c12021f90aa4c90a238da9cee94cb94 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:00.372439 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-843842ba-af42-423c-a569-0c26f11b1baa tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "GET /v2.0/ports/c9a49c46-48e2-4a5f-86b6-f1f7d6f6ecde HTTP/1.1" status: 404 len: 333 time: 0.1551569 Aug 26 01:13:00.375547 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50490) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:00.391069 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d17f09f-8198-4662-9ac8-085a2cf85632 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.461047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d17f09f-8198-4662-9ac8-085a2cf85632 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.490506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abf792-b050-4589-9ecf-26dc8394af19 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=0f2b5641-6d97-444a-9170-b2e7548089a4,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:00.505909 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f63a8357-c011-4512-a5f1-75c62b7e1b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.520114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-908951aa-8f90-4bed-905d-929246a01749 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Deleting port c3e6db03-e4a0-432a-8dd7-573ef6668b8d {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:00.520535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-908951aa-8f90-4bed-905d-929246a01749 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.527172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:00.534703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17f09f-8198-4662-9ac8-085a2cf85632 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717afaa3-46fe-4952-8e8d-371e04e0b87c,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:00.538134 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef2a9e-6a5e-4d0f-a08a-5d6c59e380b4 None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:00.553104 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef2a9e-6a5e-4d0f-a08a-5d6c59e380b4 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:00.553791 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7fef2a9e-6a5e-4d0f-a08a-5d6c59e380b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:00.566789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-23abf792-b050-4589-9ecf-26dc8394af19 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] In _notify_port_updated(), no bound segment for port 0f2b5641-6d97-444a-9170-b2e7548089a4 on network 31f3919a-7da9-4b3e-944b-a348e6bb2d22 {{(pid=89863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:13:00.572232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23abf792-b050-4589-9ecf-26dc8394af19 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:00.572861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-23abf792-b050-4589-9ecf-26dc8394af19 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.577987 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-23abf792-b050-4589-9ecf-26dc8394af19 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "PUT /v2.0/ports/0f2b5641-6d97-444a-9170-b2e7548089a4 HTTP/1.1" status: 200 len: 919 time: 1.9367192 Aug 26 01:13:00.578178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50494) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:00.584840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-72d67e01-2789-412c-9728-3f8e3d6a1e46 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac43ba35-1a06-4576-8d5d-42baf7afaa2d'}, {'subnet_id': 'f5297856-f00b-4066-8f66-d810c6f8030d'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:00.621045 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7fef2a9e-6a5e-4d0f-a08a-5d6c59e380b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:00.629779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-958f5b1a-8006-40f4-9751-a9074a4b9101 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.634775 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef2a9e-6a5e-4d0f-a08a-5d6c59e380b4 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:00.634775 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7fef2a9e-6a5e-4d0f-a08a-5d6c59e380b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:12:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:00.672047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d17f09f-8198-4662-9ac8-085a2cf85632 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.676322 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2d17f09f-8198-4662-9ac8-085a2cf85632 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2655864 Aug 26 01:13:00.677495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50498) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:00.681975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.702568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-227ac2a7-0a1d-4ade-829e-777d7a0802a2 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:00.703041 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING neutron.api.v2.base [None req-227ac2a7-0a1d-4ade-829e-777d7a0802a2 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 26 01:13:00.703522 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-227ac2a7-0a1d-4ade-829e-777d7a0802a2 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] update failed (client error): There was a conflict when trying to complete your request. Aug 26 01:13:00.707508 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-227ac2a7-0a1d-4ade-829e-777d7a0802a2 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "PUT /v2.0/security-groups/717afaa3-46fe-4952-8e8d-371e04e0b87c HTTP/1.1" status: 409 len: 330 time: 0.0248718 Aug 26 01:13:00.708597 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7fef2a9e-6a5e-4d0f-a08a-5d6c59e380b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:00.709024 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef2a9e-6a5e-4d0f-a08a-5d6c59e380b4 None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:00.710641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50502) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:00.721098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f5b1a-8006-40f4-9751-a9074a4b9101 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Subnet': ['ID=23209d29-e3c7-4c56-8ae7-788329e1403d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:00.740096 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b2136b-6dd5-48ba-a316-2e71681ced72 None None] Network e4433a21-e596-431b-b309-8731d6bb49f8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:00.741360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-958f5b1a-8006-40f4-9751-a9074a4b9101 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.746905 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-958f5b1a-8006-40f4-9751-a9074a4b9101 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/23209d29-e3c7-4c56-8ae7-788329e1403d HTTP/1.1" status: 204 len: 168 time: 1.0147667 Aug 26 01:13:00.763623 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-011565a6-b1ac-43bd-af1a-99b21962f0c3 None None] Provisioning for port 0f2b5641-6d97-444a-9170-b2e7548089a4 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:00.765084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50506) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:00.848619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-011565a6-b1ac-43bd-af1a-99b21962f0c3 None None] Provisioning complete for port 0f2b5641-6d97-444a-9170-b2e7548089a4 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:00.849543 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-011565a6-b1ac-43bd-af1a-99b21962f0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.881422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fe01ed48-cc7d-43d8-8f62-e14709078aba tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.882943 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f6d0977b-81e4-497f-93e7-a3ff30f5b2ac tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.9495566 Aug 26 01:13:00.889619 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50510) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:00.940292 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fe01ed48-cc7d-43d8-8f62-e14709078aba tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.955249 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-908951aa-8f90-4bed-905d-929246a01749 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:00.988309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a41e553-6b59-4819-a8ab-a3d647b248b3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting subnet 3ac6e8f0-5dbc-4cd8-bc53-eee8904f592e {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:13:00.990197 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-011565a6-b1ac-43bd-af1a-99b21962f0c3 None None] Port 0f2b5641-6d97-444a-9170-b2e7548089a4 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:00.999420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0a41e553-6b59-4819-a8ab-a3d647b248b3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:01.097294 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-950d65f3-8df8-4d51-8137-3dc4dcd2a979 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "GET /v2.0/floatingips/1e71bc23-0f17-4c25-a4e9-433179422190 HTTP/1.1" status: 200 len: 979 time: 0.2065570 Aug 26 01:13:01.100483 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50514) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:01.100878 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0a41e553-6b59-4819-a8ab-a3d647b248b3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:01.113810 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-908951aa-8f90-4bed-905d-929246a01749 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Calling delete_port for c3e6db03-e4a0-432a-8dd7-573ef6668b8d owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:01.369501 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-72d67e01-2789-412c-9728-3f8e3d6a1e46 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:01.417613 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-91ecd224-7684-493e-bf6d-a08fe42739e3 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.3135967 Aug 26 01:13:01.420195 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50518) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:01.426443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-54790594-0e6f-4e24-91f1-8f6cfe5a5161 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'floatingip': {'port_id': '30e01145-f419-4f39-b61d-b0f1a5e7d5bf'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:01.484199 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fe01ed48-cc7d-43d8-8f62-e14709078aba tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:01.500945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0a41e553-6b59-4819-a8ab-a3d647b248b3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:01.569669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01ed48-cc7d-43d8-8f62-e14709078aba tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=717afaa3-46fe-4952-8e8d-371e04e0b87c,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:01.615158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fe01ed48-cc7d-43d8-8f62-e14709078aba tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:01.616266 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fe01ed48-cc7d-43d8-8f62-e14709078aba tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "DELETE /v2.0/security-groups/717afaa3-46fe-4952-8e8d-371e04e0b87c HTTP/1.1" status: 204 len: 168 time: 0.9046690 Aug 26 01:13:01.622310 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54790594-0e6f-4e24-91f1-8f6cfe5a5161 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:01.627138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50524) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:01.765956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-adbfea97-f999-4d6e-bc33-f5feab895e7e tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Synchronizing usage tracker for tenant:1750ab7092a444768abdc1b8686627c8 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:01.773048 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0a41e553-6b59-4819-a8ab-a3d647b248b3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:01.776572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-908951aa-8f90-4bed-905d-929246a01749 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:01.826410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41e553-6b59-4819-a8ab-a3d647b248b3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac6e8f0-5dbc-4cd8-bc53-eee8904f592e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:01.834840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0a41e553-6b59-4819-a8ab-a3d647b248b3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:01.840683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd2e6c7-5fef-48c8-a969-182cc79a949f None None] Network e4433a21-e596-431b-b309-8731d6bb49f8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:01.851666 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-72d67e01-2789-412c-9728-3f8e3d6a1e46 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Allocated IP 172.20.0.22 (31f3919a-7da9-4b3e-944b-a348e6bb2d22/f5297856-f00b-4066-8f66-d810c6f8030d/0f2b5641-6d97-444a-9170-b2e7548089a4) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:01.854715 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0a41e553-6b59-4819-a8ab-a3d647b248b3 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/3ac6e8f0-5dbc-4cd8-bc53-eee8904f592e HTTP/1.1" status: 204 len: 168 time: 1.0868237 Aug 26 01:13:01.857516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50532) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:01.862184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908951aa-8f90-4bed-905d-929246a01749 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event deleted for resources: {'Port': ['ID=c3e6db03-e4a0-432a-8dd7-573ef6668b8d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:01.922720 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9236e8-825d-4a84-adf3-1491d57ccf3c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] DELETE failed (client error): The resource could not be found. Aug 26 01:13:01.927271 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9236e8-825d-4a84-adf3-1491d57ccf3c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:13:01.927271 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3f9236e8-825d-4a84-adf3-1491d57ccf3c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/23209d29-e3c7-4c56-8ae7-788329e1403d HTTP/1.1" status: 404 len: 337 time: 0.0662546 Aug 26 01:13:01.968891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50536) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:01.971798 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-adbfea97-f999-4d6e-bc33-f5feab895e7e tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] Unset dirty status for tenant:1750ab7092a444768abdc1b8686627c8 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:01.973215 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-adbfea97-f999-4d6e-bc33-f5feab895e7e tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3417633 Aug 26 01:13:01.987562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50540) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:01.991138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9833c4ab-e5e4-4d84-81a2-1c3094896161 None None] Provisioning complete for port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:01.991804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9833c4ab-e5e4-4d84-81a2-1c3094896161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:02.024201 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-5b0ad2bf-a20a-434c-b365-d3c56861353f tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] delete failed (client error): The resource could not be found. Aug 26 01:13:02.027812 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5b0ad2bf-a20a-434c-b365-d3c56861353f tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "DELETE /v2.0/security-groups/ba686aff-5220-40f1-8302-cfb9a4378bcc HTTP/1.1" status: 404 len: 347 time: 0.0336263 Aug 26 01:13:02.031606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50544) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:02.070139 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-b5f4b247-7b36-43c7-a3d0-8e1778749843 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] show failed (client error): The resource could not be found. Aug 26 01:13:02.071560 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b5f4b247-7b36-43c7-a3d0-8e1778749843 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "GET /v2.0/security-groups/999d7627-7a51-4d40-ae8d-26840777af4f HTTP/1.1" status: 404 len: 347 time: 0.0368612 Aug 26 01:13:02.076880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50548) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:02.145626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf2e150-81de-4dab-9693-84d206e8ae66 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting subnet d6fe2b76-606a-4191-ba32-12e316c11998 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:13:02.153274 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-edf2e150-81de-4dab-9693-84d206e8ae66 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:02.166322 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-7bc1e7dd-9aff-4a44-8e11-25ece6084f73 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] show failed (client error): The resource could not be found. Aug 26 01:13:02.171943 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7bc1e7dd-9aff-4a44-8e11-25ece6084f73 tempest-NegativeSecGroupTest-832397137 tempest-NegativeSecGroupTest-832397137-project] 10.222.0.83 "GET /v2.0/security-group-rules/98be6ec4-da07-45bd-bb0d-1d855851bbfa HTTP/1.1" status: 404 len: 356 time: 0.0823395 Aug 26 01:13:02.222558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-908951aa-8f90-4bed-905d-929246a01749 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:02.224576 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-908951aa-8f90-4bed-905d-929246a01749 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "DELETE /v2.0/ports/c3e6db03-e4a0-432a-8dd7-573ef6668b8d HTTP/1.1" status: 204 len: 168 time: 1.8485813 Aug 26 01:13:02.227786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50554) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:02.235613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-edf2e150-81de-4dab-9693-84d206e8ae66 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:02.270071 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-9833c4ab-e5e4-4d84-81a2-1c3094896161 None None] Current status of the port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:02.296350 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9833c4ab-e5e4-4d84-81a2-1c3094896161 None None] Provisioning complete for port a7018676-7ff9-49e8-8e9d-6c751e5f1437 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:02.296739 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9833c4ab-e5e4-4d84-81a2-1c3094896161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:02.340355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-72d67e01-2789-412c-9728-3f8e3d6a1e46 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:02.359302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-9833c4ab-e5e4-4d84-81a2-1c3094896161 None None] Port a7018676-7ff9-49e8-8e9d-6c751e5f1437 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:02.380389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c866d5-78e8-4a1f-8d13-d16b6a46a4c0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Deleting subnet 79da8130-1da9-4ab9-ac77-b817a5a809b2 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:13:02.392183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67c866d5-78e8-4a1f-8d13-d16b6a46a4c0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:02.413958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-72d67e01-2789-412c-9728-3f8e3d6a1e46 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Transition to ACTIVE for port object 0f2b5641-6d97-444a-9170-b2e7548089a4 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:02.464555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67c866d5-78e8-4a1f-8d13-d16b6a46a4c0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:02.503848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-72d67e01-2789-412c-9728-3f8e3d6a1e46 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:02.594114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54790594-0e6f-4e24-91f1-8f6cfe5a5161 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:02.666372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54790594-0e6f-4e24-91f1-8f6cfe5a5161 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:02.679980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-edf2e150-81de-4dab-9693-84d206e8ae66 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:02.808717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d67e01-2789-412c-9728-3f8e3d6a1e46 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=0f2b5641-6d97-444a-9170-b2e7548089a4,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:02.845717 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50560) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:02.923674 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-54790594-0e6f-4e24-91f1-8f6cfe5a5161 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Floating IP 1e71bc23-0f17-4c25-a4e9-433179422190 associated. External IP: 172.26.2.109, port: aab5c124-4abe-4565-be3f-d7ba413689d5. Aug 26 01:13:02.945723 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-72d67e01-2789-412c-9728-3f8e3d6a1e46 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] In _notify_port_updated(), no bound segment for port 0f2b5641-6d97-444a-9170-b2e7548089a4 on network 31f3919a-7da9-4b3e-944b-a348e6bb2d22 {{(pid=89862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:13:02.954270 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d67e01-2789-412c-9728-3f8e3d6a1e46 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:02.955358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-72d67e01-2789-412c-9728-3f8e3d6a1e46 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:02.956963 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-72d67e01-2789-412c-9728-3f8e3d6a1e46 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "PUT /v2.0/ports/0f2b5641-6d97-444a-9170-b2e7548089a4 HTTP/1.1" status: 200 len: 999 time: 2.3774900 Aug 26 01:13:02.959367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67c866d5-78e8-4a1f-8d13-d16b6a46a4c0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:02.990375 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50566) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:03.062707 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-14ef8740-5eee-4e85-bafd-229c0c49c381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:03.121378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0a33634a-64d5-4b54-88f0-641ada8ea74c None None] Provisioning for port 0f2b5641-6d97-444a-9170-b2e7548089a4 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:03.128199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0a33634a-64d5-4b54-88f0-641ada8ea74c None None] Provisioning complete for port 0f2b5641-6d97-444a-9170-b2e7548089a4 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:03.131824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0a33634a-64d5-4b54-88f0-641ada8ea74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:03.185108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0a33634a-64d5-4b54-88f0-641ada8ea74c None None] Port 0f2b5641-6d97-444a-9170-b2e7548089a4 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:03.196095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-edf2e150-81de-4dab-9693-84d206e8ae66 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:03.236431 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67c866d5-78e8-4a1f-8d13-d16b6a46a4c0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:03.242530 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2e150-81de-4dab-9693-84d206e8ae66 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Subnet': ['ID=d6fe2b76-606a-4191-ba32-12e316c11998,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:03.256656 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb20da7-2ce5-4a69-ab30-501d47f49e25 None None] Network e4433a21-e596-431b-b309-8731d6bb49f8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:03.278716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-edf2e150-81de-4dab-9693-84d206e8ae66 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:03.293719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-67c866d5-78e8-4a1f-8d13-d16b6a46a4c0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:03.296980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c866d5-78e8-4a1f-8d13-d16b6a46a4c0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event deleted for resources: {'Subnet': ['ID=79da8130-1da9-4ab9-ac77-b817a5a809b2,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:03.310367 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-edf2e150-81de-4dab-9693-84d206e8ae66 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/d6fe2b76-606a-4191-ba32-12e316c11998 HTTP/1.1" status: 204 len: 168 time: 1.3354111 Aug 26 01:13:03.310367 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-67c866d5-78e8-4a1f-8d13-d16b6a46a4c0 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "DELETE /v2.0/subnets/79da8130-1da9-4ab9-ac77-b817a5a809b2 HTTP/1.1" status: 204 len: 168 time: 1.0760350 Aug 26 01:13:03.310367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50570) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:03.314727 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50574) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:03.327620 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a7282f-babd-4ab8-891c-fdd7c830fbe7 None None] Network facf9801-8231-40ad-91a8-dd17cf3f2e0f requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:03.354666 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe6648f-088c-46f4-862d-ec32d8f65d6c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] DELETE failed (client error): The resource could not be found. Aug 26 01:13:03.355135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe6648f-088c-46f4-862d-ec32d8f65d6c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:13:03.357081 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9fe6648f-088c-46f4-862d-ec32d8f65d6c tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/834bdf2b-1b86-4805-aac5-5b01f32298bf HTTP/1.1" status: 404 len: 337 time: 0.0476792 Aug 26 01:13:03.360189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50578) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:03.435852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-e44569e6-5e3a-4b29-902c-d8ee305c1917 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 0f2b5641-6d97-444a-9170-b2e7548089a4 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:03.436256 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e44569e6-5e3a-4b29-902c-d8ee305c1917 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:03.466620 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5663b907-d653-431d-a183-c36fdb7dd58e None None] Provisioning complete for port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:03.466990 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5663b907-d653-431d-a183-c36fdb7dd58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:03.479542 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-91d059ca-4b1b-48e8-8bef-b76d5c90ece8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1750ab7092a444768abdc1b8686627c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6282163 Aug 26 01:13:03.505875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50582) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:03.542077 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-229c1e51-e5ba-4e5c-bd94-5cc502074955 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c2593e0-40f1-48ed-b9b8-a2f002a4e0de HTTP/1.1" status: 200 len: 205 time: 0.1786730 Aug 26 01:13:03.542721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50586) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:03.621196 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-9766b2d4-f9f7-42ff-a77d-2c97b422f402 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] delete failed (client error): The resource could not be found. Aug 26 01:13:03.626101 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9766b2d4-f9f7-42ff-a77d-2c97b422f402 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/routers/8c2593e0-40f1-48ed-b9b8-a2f002a4e0de HTTP/1.1" status: 404 len: 336 time: 0.0790930 Aug 26 01:13:03.626101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50590) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:03.669337 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-27427875-1510-443b-835a-96397717dc75 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] DELETE failed (client error): The resource could not be found. Aug 26 01:13:03.670098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27427875-1510-443b-835a-96397717dc75 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:13:03.673788 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-27427875-1510-443b-835a-96397717dc75 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/3fe0562d-be56-4aa8-a62b-958d96e4c7a0 HTTP/1.1" status: 404 len: 337 time: 0.0464416 Aug 26 01:13:03.675512 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50594) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:03.717675 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-668a096f-cc97-4b41-aef8-9d5375339a5e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] DELETE failed (client error): The resource could not be found. Aug 26 01:13:03.718753 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668a096f-cc97-4b41-aef8-9d5375339a5e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:13:03.720720 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-668a096f-cc97-4b41-aef8-9d5375339a5e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/689f954a-d4e6-4074-a29e-26ef157d3152 HTTP/1.1" status: 404 len: 337 time: 0.0441458 Aug 26 01:13:03.723274 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50598) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:03.759475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:03.770481 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3e09d0-afaa-4ed6-af25-c45c942b6286 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] DELETE failed (client error): The resource could not be found. Aug 26 01:13:03.771311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3e09d0-afaa-4ed6-af25-c45c942b6286 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:13:03.773278 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0c3e09d0-afaa-4ed6-af25-c45c942b6286 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/e1dee452-da68-4af7-aec1-0d8a6154727e HTTP/1.1" status: 404 len: 337 time: 0.0487709 Aug 26 01:13:03.782452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50602) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:03.805234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:03.850015 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5663b907-d653-431d-a183-c36fdb7dd58e None None] Current status of the port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:03.884553 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Deleting port b5c1b0bf-8114-4290-a081-3647855c78c7 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:03.885096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:03.897380 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5663b907-d653-431d-a183-c36fdb7dd58e None None] Provisioning complete for port a7018676-7ff9-49e8-8e9d-6c751e5f1437 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:03.901440 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5663b907-d653-431d-a183-c36fdb7dd58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:03.949692 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-13de12f9-dad7-42de-82cc-f5440dc5d55e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] DELETE failed (client error): The resource could not be found. Aug 26 01:13:03.949692 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13de12f9-dad7-42de-82cc-f5440dc5d55e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:13:03.952568 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-13de12f9-dad7-42de-82cc-f5440dc5d55e tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/7fa2d3df-fdff-4f3d-b2b3-423da143e496 HTTP/1.1" status: 404 len: 333 time: 0.1624808 Aug 26 01:13:03.954446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50606) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:03.955991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4637c2-f21e-4158-a148-ff5987ac25a9 None None] DHCP port deletion for e4433a21-e596-431b-b309-8731d6bb49f8 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:13:03.963040 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:03.972343 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-db4637c2-f21e-4158-a148-ff5987ac25a9 None None] Deleting port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:03.972971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-db4637c2-f21e-4158-a148-ff5987ac25a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:04.008314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2cd74e-107e-47be-b39e-98fb222f6b39 None None] DHCP port deletion for facf9801-8231-40ad-91a8-dd17cf3f2e0f request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:13:04.016753 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36b1333a-8551-4c25-ba50-1f922b37ffcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:04.024459 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ede38b5-455a-475a-85e2-85a3f3c22da0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] DELETE failed (client error): The resource could not be found. Aug 26 01:13:04.026212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ede38b5-455a-475a-85e2-85a3f3c22da0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:13:04.032142 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6ede38b5-455a-475a-85e2-85a3f3c22da0 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/2ed10f05-5faa-46f7-a629-40a9db8c55b4 HTTP/1.1" status: 404 len: 337 time: 0.0730476 Aug 26 01:13:04.032329 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-9f2cd74e-107e-47be-b39e-98fb222f6b39 None None] Deleting port b5c1b0bf-8114-4290-a081-3647855c78c7 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:04.033027 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd74e-107e-47be-b39e-98fb222f6b39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:04.033180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50610) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:04.085649 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5c486e-00d7-430a-bf22-e73bba0456fc tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] DELETE failed (client error): The resource could not be found. Aug 26 01:13:04.087356 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5c486e-00d7-430a-bf22-e73bba0456fc tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:13:04.090600 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ba5c486e-00d7-430a-bf22-e73bba0456fc tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/b0f9992f-0ebd-46c5-9534-cc334d17161a HTTP/1.1" status: 404 len: 337 time: 0.0539088 Aug 26 01:13:04.090763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5663b907-d653-431d-a183-c36fdb7dd58e None None] Port a7018676-7ff9-49e8-8e9d-6c751e5f1437 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:04.091727 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50614) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:04.118421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36b1333a-8551-4c25-ba50-1f922b37ffcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:04.135801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54790594-0e6f-4e24-91f1-8f6cfe5a5161 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:13:04.155502 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0755696-9ef1-440c-b8bf-cef77bdbe136 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] DELETE failed (client error): The resource could not be found. Aug 26 01:13:04.156132 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0755696-9ef1-440c-b8bf-cef77bdbe136 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:13:04.161038 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c0755696-9ef1-440c-b8bf-cef77bdbe136 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/9ebe4e58-91d8-4b6f-a1e3-2ee07e4241b3 HTTP/1.1" status: 404 len: 333 time: 0.0663598 Aug 26 01:13:04.161936 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50618) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:04.207447 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-202b4b9f-3812-4ec1-8fd5-08dade2452b1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] DELETE failed (client error): The resource could not be found. Aug 26 01:13:04.207961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202b4b9f-3812-4ec1-8fd5-08dade2452b1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:13:04.212871 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-202b4b9f-3812-4ec1-8fd5-08dade2452b1 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/ed353b2a-61bb-44fe-b2ac-3461de13bd20 HTTP/1.1" status: 404 len: 337 time: 0.0475285 Aug 26 01:13:04.214311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50622) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:04.259194 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff589a3-d6f8-4fe9-9bbc-759c7ea3b26b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] DELETE failed (client error): The resource could not be found. Aug 26 01:13:04.260092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff589a3-d6f8-4fe9-9bbc-759c7ea3b26b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:13:04.264229 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-aff589a3-d6f8-4fe9-9bbc-759c7ea3b26b tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/subnets/78564dce-2ab8-4941-b25e-32308bc59d69 HTTP/1.1" status: 404 len: 337 time: 0.0475011 Aug 26 01:13:04.265983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50628) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:04.341191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-b0e49a33-baca-4efb-8436-b6521f3113e7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Deleting port a7018676-7ff9-49e8-8e9d-6c751e5f1437 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:04.341566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0e49a33-baca-4efb-8436-b6521f3113e7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:04.425027 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e44569e6-5e3a-4b29-902c-d8ee305c1917 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:04.433538 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-db4637c2-f21e-4158-a148-ff5987ac25a9 None None] For port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03,segment=NetworkSegment(ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00),segment_id=ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:04.434052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-db4637c2-f21e-4158-a148-ff5987ac25a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:04.517661 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:13:04.592870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-e44569e6-5e3a-4b29-902c-d8ee305c1917 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 0f2b5641-6d97-444a-9170-b2e7548089a4 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:04.612544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-db4637c2-f21e-4158-a148-ff5987ac25a9 None None] Calling delete_port for f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:04.614503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0e49a33-baca-4efb-8436-b6521f3113e7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:04.656748 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9f2cd74e-107e-47be-b39e-98fb222f6b39 None None] For port b5c1b0bf-8114-4290-a081-3647855c78c7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b5c1b0bf-8114-4290-a081-3647855c78c7,segment=NetworkSegment(20c38961-34c2-4821-972b-0684cbeeb5a5),segment_id=20c38961-34c2-4821-972b-0684cbeeb5a5)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:04.657761 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd74e-107e-47be-b39e-98fb222f6b39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:04.665966 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] For port b5c1b0bf-8114-4290-a081-3647855c78c7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b5c1b0bf-8114-4290-a081-3647855c78c7,segment=NetworkSegment(20c38961-34c2-4821-972b-0684cbeeb5a5),segment_id=20c38961-34c2-4821-972b-0684cbeeb5a5)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:04.666401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:04.766117 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-b0e49a33-baca-4efb-8436-b6521f3113e7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Calling delete_port for a7018676-7ff9-49e8-8e9d-6c751e5f1437 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:04.801383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-9f2cd74e-107e-47be-b39e-98fb222f6b39 None None] Calling delete_port for b5c1b0bf-8114-4290-a081-3647855c78c7 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:04.938696 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36b1333a-8551-4c25-ba50-1f922b37ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:04.944595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0e49a33-baca-4efb-8436-b6521f3113e7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:04.947265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Calling delete_port for b5c1b0bf-8114-4290-a081-3647855c78c7 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:04.955962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:04.956344 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:04.996048 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54790594-0e6f-4e24-91f1-8f6cfe5a5161 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:04.996467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e49a33-baca-4efb-8436-b6521f3113e7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Port': ['ID=a7018676-7ff9-49e8-8e9d-6c751e5f1437,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:05.004419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0e49a33-baca-4efb-8436-b6521f3113e7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:05.011157 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d6b707-5588-4849-b7d8-c096891d54ac None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:05.017782 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b0e49a33-baca-4efb-8436-b6521f3113e7 tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/ports/a7018676-7ff9-49e8-8e9d-6c751e5f1437 HTTP/1.1" status: 204 len: 168 time: 0.7505267 Aug 26 01:13:05.018482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50632) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:05.021817 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d6b707-5588-4849-b7d8-c096891d54ac None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:05.022429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d9d6b707-5588-4849-b7d8-c096891d54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:05.080870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd74e-107e-47be-b39e-98fb222f6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:05.135813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1333a-8551-4c25-ba50-1f922b37ffcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf75ef38-49a7-4edc-ba21-6dc4919a5611,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:05.142329 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e0695471-e57b-4459-9eb8-8131941ff86d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:05.147030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-db4637c2-f21e-4158-a148-ff5987ac25a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:05.183385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d9d6b707-5588-4849-b7d8-c096891d54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:05.188206 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36b1333a-8551-4c25-ba50-1f922b37ffcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:05.191936 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-36b1333a-8551-4c25-ba50-1f922b37ffcd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cf75ef38-49a7-4edc-ba21-6dc4919a5611 HTTP/1.1" status: 204 len: 168 time: 1.6825268 Aug 26 01:13:05.192103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b5c1b0bf-8114-4290-a081-3647855c78c7 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:13:05.216804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cd74e-107e-47be-b39e-98fb222f6b39 None None] Pushing event deleted for resources: {'Port': ['ID=b5c1b0bf-8114-4290-a081-3647855c78c7,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:05.226370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2cd74e-107e-47be-b39e-98fb222f6b39 None None] No DVR routers for this DVR port b5c1b0bf-8114-4290-a081-3647855c78c7 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:13:05.280777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: b5c1b0bf-8114-4290-a081-3647855c78c7 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:13:05.281385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b5c1b0bf-8114-4290-a081-3647855c78c7 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:13:05.285635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.api [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:13:05.286214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG oslo_db.api [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:13:05.290613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4637c2-f21e-4158-a148-ff5987ac25a9 None None] No DVR routers for this DVR port f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:13:05.295706 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4637c2-f21e-4158-a148-ff5987ac25a9 None None] Pushing event deleted for resources: {'Port': ['ID=f10d42bf-4d6c-4b2a-90a4-9b4bfa78ea03,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:05.302293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d6b707-5588-4849-b7d8-c096891d54ac None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:05.303108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d9d6b707-5588-4849-b7d8-c096891d54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:05.306166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e0695471-e57b-4459-9eb8-8131941ff86d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:05.349027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-e0695471-e57b-4459-9eb8-8131941ff86d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4433a21-e596-431b-b309-8731d6bb49f8']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:05.363373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-e0695471-e57b-4459-9eb8-8131941ff86d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:05.363796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-e0695471-e57b-4459-9eb8-8131941ff86d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:05.376239 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e0695471-e57b-4459-9eb8-8131941ff86d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:05.385237 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d9d6b707-5588-4849-b7d8-c096891d54ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:05.385636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d6b707-5588-4849-b7d8-c096891d54ac None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:05.399650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e0695471-e57b-4459-9eb8-8131941ff86d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:05.406509 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0695471-e57b-4459-9eb8-8131941ff86d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:13:05.406892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e0695471-e57b-4459-9eb8-8131941ff86d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:05.477533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:05.557977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54790594-0e6f-4e24-91f1-8f6cfe5a5161 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:13:05.586278 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00 resource provider aggregate not found Aug 26 01:13:05.616191 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad5fe6c5-0a93-42dd-b5ee-bdb119ffed00 found for delete ", "request_id": "req-56c8740b-a883-438a-8eb2-995be49d7e0b"}]} Aug 26 01:13:05.628011 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e44569e6-5e3a-4b29-902c-d8ee305c1917 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:05.698406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e0695471-e57b-4459-9eb8-8131941ff86d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:05.723178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e0695471-e57b-4459-9eb8-8131941ff86d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:05.731091 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0695471-e57b-4459-9eb8-8131941ff86d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] Pushing event deleted for resources: {'Network': ['ID=e4433a21-e596-431b-b309-8731d6bb49f8,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:05.734490 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e0695471-e57b-4459-9eb8-8131941ff86d tempest-PortsIpV6TestJSON-1263459321 tempest-PortsIpV6TestJSON-1263459321-project] 10.222.0.83 "DELETE /v2.0/networks/e4433a21-e596-431b-b309-8731d6bb49f8 HTTP/1.1" status: 204 len: 168 time: 0.7145240 Aug 26 01:13:05.796095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Deleting port b5c1b0bf-8114-4290-a081-3647855c78c7 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:05.796732 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:05.824927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44569e6-5e3a-4b29-902c-d8ee305c1917 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=0f2b5641-6d97-444a-9170-b2e7548089a4,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:05.975234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] The port 'b5c1b0bf-8114-4290-a081-3647855c78c7' was deleted {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:13:06.136760 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e44569e6-5e3a-4b29-902c-d8ee305c1917 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.154184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.164505 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54790594-0e6f-4e24-91f1-8f6cfe5a5161 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:06.180092 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585c4f9-f611-4502-91c1-416cc8314e82 None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:06.183990 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e44569e6-5e3a-4b29-902c-d8ee305c1917 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/0f2b5641-6d97-444a-9170-b2e7548089a4 HTTP/1.1" status: 204 len: 168 time: 3.1860163 Aug 26 01:13:06.184156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50658) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:06.193892 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585c4f9-f611-4502-91c1-416cc8314e82 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:06.196183 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f585c4f9-f611-4502-91c1-416cc8314e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:06.199917 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54790594-0e6f-4e24-91f1-8f6cfe5a5161 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.225908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50662) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:06.226467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facf9801-8231-40ad-91a8-dd17cf3f2e0f']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:06.246567 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-81826c68-cd44-48ac-9520-e66b3610af8b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] GET failed (client error): The resource could not be found. Aug 26 01:13:06.252833 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-81826c68-cd44-48ac-9520-e66b3610af8b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/0f2b5641-6d97-444a-9170-b2e7548089a4 HTTP/1.1" status: 404 len: 333 time: 0.0627482 Aug 26 01:13:06.255289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50668) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:06.264238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c38961-34c2-4821-972b-0684cbeeb5a5') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:06.264641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c38961-34c2-4821-972b-0684cbeeb5a5') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:06.281783 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f585c4f9-f611-4502-91c1-416cc8314e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:06.292084 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585c4f9-f611-4502-91c1-416cc8314e82 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:06.293106 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f585c4f9-f611-4502-91c1-416cc8314e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:06.373553 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-f585c4f9-f611-4502-91c1-416cc8314e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:06.374752 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585c4f9-f611-4502-91c1-416cc8314e82 None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:06.425550 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.437468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5462fd1-ac34-47f3-8ab4-7c9add8e0d3d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting subnet f5297856-f00b-4066-8f66-d810c6f8030d {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:13:06.446065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a5462fd1-ac34-47f3-8ab4-7c9add8e0d3d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.472182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.487004 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-61c7fb86-4f3b-4e8f-9e37-e703f8c3e5dd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=889b104f11a34d0f8f574727b339f84a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548954 Aug 26 01:13:06.489679 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50676) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:06.496261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:13:06.496658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.507527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a5462fd1-ac34-47f3-8ab4-7c9add8e0d3d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.532303 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 20c38961-34c2-4821-972b-0684cbeeb5a5 resource provider aggregate not found Aug 26 01:13:06.596910 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-54790594-0e6f-4e24-91f1-8f6cfe5a5161 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "PUT /v2.0/floatingips/1e71bc23-0f17-4c25-a4e9-433179422190 HTTP/1.1" status: 200 len: 978 time: 5.1751595 Aug 26 01:13:06.602757 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50686) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:06.603127 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 20c38961-34c2-4821-972b-0684cbeeb5a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20c38961-34c2-4821-972b-0684cbeeb5a5 found for delete ", "request_id": "req-1f5ad24a-4167-4451-a3fe-c87052d6e1fd"}]} Aug 26 01:13:06.605310 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a5462fd1-ac34-47f3-8ab4-7c9add8e0d3d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.628662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5fbe4784-7f57-44f6-a33e-9136e9650ec0 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:06.714315 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50690) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:06.736305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a5462fd1-ac34-47f3-8ab4-7c9add8e0d3d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.760988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d65d0f4-45e8-4434-a415-c2a9ccda1ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.775747 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4784-7f57-44f6-a33e-9136e9650ec0 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.779050 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5462fd1-ac34-47f3-8ab4-7c9add8e0d3d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Subnet': ['ID=f5297856-f00b-4066-8f66-d810c6f8030d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:06.783198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a5462fd1-ac34-47f3-8ab4-7c9add8e0d3d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.789948 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a5462fd1-ac34-47f3-8ab4-7c9add8e0d3d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/f5297856-f00b-4066-8f66-d810c6f8030d HTTP/1.1" status: 204 len: 168 time: 0.5324514 Aug 26 01:13:06.792555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50696) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:06.797027 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1564953e-9981-43e7-b02f-cf4fdeb86ba2 None None] Network 31f3919a-7da9-4b3e-944b-a348e6bb2d22 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:06.847582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.851653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.863487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-441d3b82-7087-49e5-9da7-b7ecec8d82fa tempest-SubnetPoolsTestJSON-328669192 tempest-SubnetPoolsTestJSON-328669192-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1145291375', 'prefixes': ['172.20.0.0/16']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:06.871852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-441d3b82-7087-49e5-9da7-b7ecec8d82fa tempest-SubnetPoolsTestJSON-328669192 tempest-SubnetPoolsTestJSON-328669192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:06.885769 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc2bbd7-2470-40e6-8672-de0630fe03f2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting subnet ac43ba35-1a06-4576-8d5d-42baf7afaa2d {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:13:06.891056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fc2bbd7-2470-40e6-8672-de0630fe03f2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.907269 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d65d0f4-45e8-4434-a415-c2a9ccda1ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:06.914584 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] 10.222.0.83 "DELETE /v2.0/networks/facf9801-8231-40ad-91a8-dd17cf3f2e0f HTTP/1.1" status: 204 len: 168 time: 3.5968575 Aug 26 01:13:06.915802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9d719-db84-4b90-b5f1-8703ba57cc29 tempest-AllowedAddressPairTestJSON-1305384651 tempest-AllowedAddressPairTestJSON-1305384651-project] Pushing event deleted for resources: {'Network': ['ID=facf9801-8231-40ad-91a8-dd17cf3f2e0f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:06.995018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fc2bbd7-2470-40e6-8672-de0630fe03f2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:07.101313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fc2bbd7-2470-40e6-8672-de0630fe03f2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:07.160116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4784-7f57-44f6-a33e-9136e9650ec0 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:07.261071 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-441d3b82-7087-49e5-9da7-b7ecec8d82fa tempest-SubnetPoolsTestJSON-328669192 tempest-SubnetPoolsTestJSON-328669192-project] Notify callbacks [] for subnetpool, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:07.261314 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d65d0f4-45e8-4434-a415-c2a9ccda1ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:07.262313 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-441d3b82-7087-49e5-9da7-b7ecec8d82fa tempest-SubnetPoolsTestJSON-328669192 tempest-SubnetPoolsTestJSON-328669192-project] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5468431 Aug 26 01:13:07.263483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fc2bbd7-2470-40e6-8672-de0630fe03f2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:07.270903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4784-7f57-44f6-a33e-9136e9650ec0 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:07.271105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50702) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:07.271240 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-5fbe4784-7f57-44f6-a33e-9136e9650ec0 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Floating IP 1e71bc23-0f17-4c25-a4e9-433179422190 disassociated. External IP: 172.26.2.109, port: 30e01145-f419-4f39-b61d-b0f1a5e7d5bf. Aug 26 01:13:07.320578 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2bbd7-2470-40e6-8672-de0630fe03f2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Subnet': ['ID=ac43ba35-1a06-4576-8d5d-42baf7afaa2d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:07.329211 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4fc2bbd7-2470-40e6-8672-de0630fe03f2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:07.342143 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4fc2bbd7-2470-40e6-8672-de0630fe03f2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/ac43ba35-1a06-4576-8d5d-42baf7afaa2d HTTP/1.1" status: 204 len: 168 time: 0.5453720 Aug 26 01:13:07.342421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50706) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:07.347761 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-08a431d9-a409-42ed-a040-59e2a82b8111 tempest-SubnetPoolsTestJSON-328669192 tempest-SubnetPoolsTestJSON-328669192-project] 10.222.0.83 "GET /v2.0/subnetpools/628151db-652c-4e31-93dd-4bf7a5204f52 HTTP/1.1" status: 200 len: 732 time: 0.0527806 Aug 26 01:13:07.365769 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50710) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:07.424499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65d0f4-45e8-4434-a415-c2a9ccda1ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9535fd90-5944-4b3a-8703-c4a2cacee024,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:07.433239 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d65d0f4-45e8-4434-a415-c2a9ccda1ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:07.433239 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5d65d0f4-45e8-4434-a415-c2a9ccda1ed0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9535fd90-5944-4b3a-8703-c4a2cacee024 HTTP/1.1" status: 204 len: 168 time: 0.9379058 Aug 26 01:13:07.477471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b6bd5d89-5cac-40ba-bf7b-d70bcf781481 tempest-SubnetPoolsTestJSON-328669192 tempest-SubnetPoolsTestJSON-328669192-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1629157796'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:07.558888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50718) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:07.629591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:07.653674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 888eec90-5208-4f98-97dc-1e875b16cf12 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:07.654059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:07.717040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5d89-5cac-40ba-bf7b-d70bcf781481 tempest-SubnetPoolsTestJSON-328669192 tempest-SubnetPoolsTestJSON-328669192-project] Notify callbacks [] for subnetpool, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:07.719120 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b6bd5d89-5cac-40ba-bf7b-d70bcf781481 tempest-SubnetPoolsTestJSON-328669192 tempest-SubnetPoolsTestJSON-328669192-project] 10.222.0.83 "PUT /v2.0/subnetpools/628151db-652c-4e31-93dd-4bf7a5204f52 HTTP/1.1" status: 200 len: 684 time: 0.3498118 Aug 26 01:13:07.722333 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50724) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:07.733799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbe4784-7f57-44f6-a33e-9136e9650ec0 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:13:07.907848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd00191-f1f3-4a84-8b3d-732837750026 None None] Network 31f3919a-7da9-4b3e-944b-a348e6bb2d22 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:07.924222 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-83801fcb-3483-4728-9795-f419a0d2a20d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1c12021f90aa4c90a238da9cee94cb94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593540 Aug 26 01:13:07.929155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50732) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:07.975945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] For port 888eec90-5208-4f98-97dc-1e875b16cf12, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=888eec90-5208-4f98-97dc-1e875b16cf12,segment=NetworkSegment(e83378bc-e25c-432c-97f4-91c91f3a8bad),segment_id=e83378bc-e25c-432c-97f4-91c91f3a8bad)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:07.976326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.072836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e225243b-7e50-4775-af79-c84c172c8182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.101108 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e225243b-7e50-4775-af79-c84c172c8182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.157345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 888eec90-5208-4f98-97dc-1e875b16cf12 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:08.164213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbe4784-7f57-44f6-a33e-9136e9650ec0 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:08.176772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4784-7f57-44f6-a33e-9136e9650ec0 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.189890 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcba2eb7-d634-422c-8fa4-38363d145a19 None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:08.195631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ca81ac24-0f87-4310-b4fe-9257336a973c None None] Provisioning complete for port 888eec90-5208-4f98-97dc-1e875b16cf12 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:08.196139 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ca81ac24-0f87-4310-b4fe-9257336a973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.249194 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcba2eb7-d634-422c-8fa4-38363d145a19 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:08.250252 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fcba2eb7-d634-422c-8fa4-38363d145a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:08.324269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fcba2eb7-d634-422c-8fa4-38363d145a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:08.324969 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.343745 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcba2eb7-d634-422c-8fa4-38363d145a19 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:08.343745 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fcba2eb7-d634-422c-8fa4-38363d145a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:08.363495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c186206a-768b-4802-a2a3-15281656c7f4 tempest-SubnetPoolsTestJSON-328669192 tempest-SubnetPoolsTestJSON-328669192-project] Notify callbacks [] for subnetpool, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.367325 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c186206a-768b-4802-a2a3-15281656c7f4 tempest-SubnetPoolsTestJSON-328669192 tempest-SubnetPoolsTestJSON-328669192-project] 10.222.0.83 "DELETE /v2.0/subnetpools/628151db-652c-4e31-93dd-4bf7a5204f52 HTTP/1.1" status: 204 len: 168 time: 0.6439285 Aug 26 01:13:08.374955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50744) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:08.374955 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5fbe4784-7f57-44f6-a33e-9136e9650ec0 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "PUT /v2.0/floatingips/1e71bc23-0f17-4c25-a4e9-433179422190 HTTP/1.1" status: 200 len: 688 time: 1.7688184 Aug 26 01:13:08.374955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e225243b-7e50-4775-af79-c84c172c8182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.374955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e225243b-7e50-4775-af79-c84c172c8182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.375540 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e225243b-7e50-4775-af79-c84c172c8182 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/391932c9-70a5-4cf7-96dc-841c739c1382 HTTP/1.1" status: 204 len: 168 time: 0.4048386 Aug 26 01:13:08.386799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50748) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:08.394356 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=888eec90-5208-4f98-97dc-1e875b16cf12,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:08.407719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:08.408370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:08.409215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:08.409779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:08.410289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:08.415620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:08.415620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:08.415620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:08.415620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:08.415620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:08.415620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:08.415620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:08.416660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No DVR routers for this DVR port 888eec90-5208-4f98-97dc-1e875b16cf12 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:13:08.458232 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fcba2eb7-d634-422c-8fa4-38363d145a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:08.458647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcba2eb7-d634-422c-8fa4-38363d145a19 None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:08.460039 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ca81ac24-0f87-4310-b4fe-9257336a973c None None] Could not find standard attr ID for object 888eec90-5208-4f98-97dc-1e875b16cf12. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:13:08.475275 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.plugins.ml2.db [None req-ca81ac24-0f87-4310-b4fe-9257336a973c None None] No ports have port_id starting with 888eec90-5208-4f98-97dc-1e875b16cf12 Aug 26 01:13:08.480673 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-4f20f501-c10b-47cb-98aa-4feae86c1fcc tempest-SubnetPoolsTestJSON-328669192 tempest-SubnetPoolsTestJSON-328669192-project] show failed (client error): The resource could not be found. Aug 26 01:13:08.485164 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4f20f501-c10b-47cb-98aa-4feae86c1fcc tempest-SubnetPoolsTestJSON-328669192 tempest-SubnetPoolsTestJSON-328669192-project] 10.222.0.83 "GET /v2.0/subnetpools/628151db-652c-4e31-93dd-4bf7a5204f52 HTTP/1.1" status: 404 len: 346 time: 0.1144955 Aug 26 01:13:08.501116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50756) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:08.503885 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225243b-7e50-4775-af79-c84c172c8182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391932c9-70a5-4cf7-96dc-841c739c1382,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:08.564939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.574047 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e36642-ba77-460c-a5e3-d504d00955c8 None None] DHCP port deletion for 31f3919a-7da9-4b3e-944b-a348e6bb2d22 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:13:08.597064 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f3919a-7da9-4b3e-944b-a348e6bb2d22']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:08.614604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83378bc-e25c-432c-97f4-91c91f3a8bad') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:08.616426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83378bc-e25c-432c-97f4-91c91f3a8bad') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:08.630332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.636796 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-f2f95615-75be-4a73-9f65-81303297743b tempest-SubnetPoolsTestJSON-328669192 tempest-SubnetPoolsTestJSON-328669192-project] delete failed (client error): The resource could not be found. Aug 26 01:13:08.645401 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f2f95615-75be-4a73-9f65-81303297743b tempest-SubnetPoolsTestJSON-328669192 tempest-SubnetPoolsTestJSON-328669192-project] 10.222.0.83 "DELETE /v2.0/subnetpools/628151db-652c-4e31-93dd-4bf7a5204f52 HTTP/1.1" status: 404 len: 346 time: 0.1428165 Aug 26 01:13:08.649604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.651688 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-84ea6924-d78e-4e90-b37b-80842498be33 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting port 2c213eb8-f5ea-4419-8a8f-b0d3bd9e544b {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:08.652238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-84ea6924-d78e-4e90-b37b-80842498be33 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.657689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:13:08.658119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.747582 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment e83378bc-e25c-432c-97f4-91c91f3a8bad resource provider aggregate not found Aug 26 01:13:08.772211 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment e83378bc-e25c-432c-97f4-91c91f3a8bad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e83378bc-e25c-432c-97f4-91c91f3a8bad found for delete ", "request_id": "req-b862120a-ca6d-4b02-ab11-7c7002c7f73f"}]} Aug 26 01:13:08.839606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-84ea6924-d78e-4e90-b37b-80842498be33 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.839934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-84ea6924-d78e-4e90-b37b-80842498be33 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.872457 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.883125 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:08.920431 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Network': ['ID=31f3919a-7da9-4b3e-944b-a348e6bb2d22,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:08.932656 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ae3245e9-bdf6-4f1b-8a0e-1fb8a5e2ec5b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/networks/31f3919a-7da9-4b3e-944b-a348e6bb2d22 HTTP/1.1" status: 204 len: 168 time: 1.5798163 Aug 26 01:13:08.937659 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50774) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:08.977329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-84ea6924-d78e-4e90-b37b-80842498be33 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Calling delete_port for 2c213eb8-f5ea-4419-8a8f-b0d3bd9e544b owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:09.148538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50780) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:09.154705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bdd9b2-ba75-4c81-9113-7d37a1623b4f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:09.155979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-13bdd9b2-ba75-4c81-9113-7d37a1623b4f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:09.220598 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-84ea6924-d78e-4e90-b37b-80842498be33 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:09.249062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-13bdd9b2-ba75-4c81-9113-7d37a1623b4f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:09.257600 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-13bdd9b2-ba75-4c81-9113-7d37a1623b4f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3179901 Aug 26 01:13:09.257600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50790) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:09.259996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50792) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:09.278573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea6924-d78e-4e90-b37b-80842498be33 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Port': ['ID=2c213eb8-f5ea-4419-8a8f-b0d3bd9e544b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:09.375039 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-09588669-6888-4809-b54e-3d758463247f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1138911 Aug 26 01:13:09.378680 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50802) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:09.384449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-654675318'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:09.390715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:09.395423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:network and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:09.410721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:09.411896 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-84ea6924-d78e-4e90-b37b-80842498be33 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:09.418423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:09.424858 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-84ea6924-d78e-4e90-b37b-80842498be33 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:09.427633 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-84ea6924-d78e-4e90-b37b-80842498be33 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/floatingips/1e71bc23-0f17-4c25-a4e9-433179422190 HTTP/1.1" status: 204 len: 168 time: 1.0336428 Aug 26 01:13:09.430362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50806) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:09.470714 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5796b323-2539-440d-8929-dceb69849cc8 tempest-ServiceProvidersTest-2066514077 tempest-ServiceProvidersTest-2066514077-project] 10.222.0.83 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3210332 Aug 26 01:13:09.526105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:09.529203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:09.541995 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-298f1f1d-9307-4153-8d75-9d1b1d58e6f0 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] delete failed (client error): The resource could not be found. Aug 26 01:13:09.546631 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-298f1f1d-9307-4153-8d75-9d1b1d58e6f0 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/floatingips/1e71bc23-0f17-4c25-a4e9-433179422190 HTTP/1.1" status: 404 len: 345 time: 0.1114790 Aug 26 01:13:09.546893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9617bbb2-9179-4692-9ae1-ba7b474c1b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:09.547530 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50814) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:09.565404 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9617bbb2-9179-4692-9ae1-ba7b474c1b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:09.569584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9617bbb2-9179-4692-9ae1-ba7b474c1b49 admin admin] Usage tracker for resource:security_group_rule and tenant:3a641061d9c2445db5697ad3fa124f5a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:09.574218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9617bbb2-9179-4692-9ae1-ba7b474c1b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:09.581277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9617bbb2-9179-4692-9ae1-ba7b474c1b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:09.622934 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:13:09.666063 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8767b0f9-1fee-42d2-86a3-b3cd7651a9ba tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:09.674560 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8767b0f9-1fee-42d2-86a3-b3cd7651a9ba tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:09.680837 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8767b0f9-1fee-42d2-86a3-b3cd7651a9ba tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:09.681014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:09.681442 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Added segment a05e4ad0-cb64-434c-a8c5-568cfe19e2a8 of type vlan for network f9421492-cad3-4324-8ca1-31dd0e5fc5ce Aug 26 01:13:09.681759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8767b0f9-1fee-42d2-86a3-b3cd7651a9ba tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Synchronizing usage tracker for tenant:a925f84e8f124030a4986bfb7bf12b79 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:09.707805 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9617bbb2-9179-4692-9ae1-ba7b474c1b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:09.721865 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:09.784722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9617bbb2-9179-4692-9ae1-ba7b474c1b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:09.785371 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8767b0f9-1fee-42d2-86a3-b3cd7651a9ba tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Unset dirty status for tenant:a925f84e8f124030a4986bfb7bf12b79 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:09.787086 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8767b0f9-1fee-42d2-86a3-b3cd7651a9ba tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "GET /v2.0/ports?network_id=cee47530-5700-4344-bb28-7d2dbcf247e9 HTTP/1.1" status: 200 len: 2359 time: 0.2383854 Aug 26 01:13:09.789902 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50818) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:09.860599 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9617bbb2-9179-4692-9ae1-ba7b474c1b49 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3a641061d9c2445db5697ad3fa124f5a&name=default HTTP/1.1" status: 200 len: 2981 time: 0.5970991 Aug 26 01:13:09.861503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617bbb2-9179-4692-9ae1-ba7b474c1b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1841da8c-d272-4f0b-b3ae-364c040f5087,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:09.863206 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50826) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:09.867466 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:09.870552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:09.871063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:09.930498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c67b4-2b9c-454c-bc49-0dbeb157edd9 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:09.932004 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e04c67b4-2b9c-454c-bc49-0dbeb157edd9 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "GET /v2.0/subnets/15c4a4f8-4174-44e0-9f01-abef1cc21f79 HTTP/1.1" status: 200 len: 797 time: 0.1409533 Aug 26 01:13:09.937645 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50832) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:09.945639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'port': {'network_id': 'cee47530-5700-4344-bb28-7d2dbcf247e9', 'name': 'tempest-FloatingIPTestJSON-1278207166', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:10.007126 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Network': ['ID=f9421492-cad3-4324-8ca1-31dd0e5fc5ce,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:10.027566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network f9421492-cad3-4324-8ca1-31dd0e5fc5ce details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:13:10.053683 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f9c75f3-3184-46e6-983d-f10337a395bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:10.058030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50838) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:10.105034 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a4955fe3-9eda-4efc-9bba-5498f9414d00 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7250671 Aug 26 01:13:10.105258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f9c75f3-3184-46e6-983d-f10337a395bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:10.106069 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50846) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:10.115585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'subnet': {'network_id': 'f9421492-cad3-4324-8ca1-31dd0e5fc5ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:10.188793 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:10.199394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:10.269628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50850) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:10.277495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Made reservation on behalf of a925f84e8f124030a4986bfb7bf12b79 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:10.341040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f9c75f3-3184-46e6-983d-f10337a395bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:10.344891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:10.349627 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-16d028b7-2ae7-480e-a92a-08d3a9fa4c2a tempest-DvrRoutersNegativeTest-2141022635 tempest-DvrRoutersNegativeTest-2141022635-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-82370115', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:10.351003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:subnet and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:10.353478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.policy [None req-16d028b7-2ae7-480e-a92a-08d3a9fa4c2a tempest-DvrRoutersNegativeTest-2141022635 tempest-DvrRoutersNegativeTest-2141022635-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89863) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 26 01:13:10.353927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.policy [None req-16d028b7-2ae7-480e-a92a-08d3a9fa4c2a tempest-DvrRoutersNegativeTest-2141022635 tempest-DvrRoutersNegativeTest-2141022635-project] Failed policy check for 'create_router' {{(pid=89863) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 26 01:13:10.355167 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-16d028b7-2ae7-480e-a92a-08d3a9fa4c2a tempest-DvrRoutersNegativeTest-2141022635 tempest-DvrRoutersNegativeTest-2141022635-project] create failed (client error): Access was denied to this resource. Aug 26 01:13:10.355311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:10.364829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:10.370248 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-16d028b7-2ae7-480e-a92a-08d3a9fa4c2a tempest-DvrRoutersNegativeTest-2141022635 tempest-DvrRoutersNegativeTest-2141022635-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0924077 Aug 26 01:13:10.433175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 888eec90-5208-4f98-97dc-1e875b16cf12 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:13:10.443105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:10.446977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:10.459353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c75f3-3184-46e6-983d-f10337a395bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1841da8c-d272-4f0b-b3ae-364c040f5087,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:10.469031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f5bd6c76-ffe7-4f80-b192-e79a5f5973dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:10.475370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 888eec90-5208-4f98-97dc-1e875b16cf12 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:13:10.475979 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 888eec90-5208-4f98-97dc-1e875b16cf12 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:13:10.485161 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f9c75f3-3184-46e6-983d-f10337a395bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:10.488743 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5f9c75f3-3184-46e6-983d-f10337a395bb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1841da8c-d272-4f0b-b3ae-364c040f5087 HTTP/1.1" status: 204 len: 168 time: 0.6201775 Aug 26 01:13:10.499425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f5bd6c76-ffe7-4f80-b192-e79a5f5973dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:10.508408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f5bd6c76-ffe7-4f80-b192-e79a5f5973dc admin admin] Usage tracker for resource:security_group_rule and tenant:111a0923ced447b39c2e7f5d4d34d1ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:10.520833 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f5bd6c76-ffe7-4f80-b192-e79a5f5973dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:10.529889 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f5bd6c76-ffe7-4f80-b192-e79a5f5973dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:10.556101 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:10.589970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:10.596535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] device_id is not set on port 31a02f23-67e8-46cf-9aec-cb0bbc2f7f14 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:13:10.798637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:10.879190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50862) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:10.911029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f5bd6c76-ffe7-4f80-b192-e79a5f5973dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:10.922771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Subnet': ['ID=092c1e37-40f4-4db8-9b62-494196b04a5e,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:10.960541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Checking segment: {'id': 'a05e4ad0-cb64-434c-a8c5-568cfe19e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f9421492-cad3-4324-8ca1-31dd0e5fc5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:10.960965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network hostable DHCP agents. Network: f9421492-cad3-4324-8ca1-31dd0e5fc5ce, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:13:10.963236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f5bd6c76-ffe7-4f80-b192-e79a5f5973dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.034516 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd6c76-ffe7-4f80-b192-e79a5f5973dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c5ca10-499f-48e6-9b80-17acc2e5a1fc,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:11.068001 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f5bd6c76-ffe7-4f80-b192-e79a5f5973dc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=111a0923ced447b39c2e7f5d4d34d1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0084157 Aug 26 01:13:11.068491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network f9421492-cad3-4324-8ca1-31dd0e5fc5ce is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:13:11.072605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50868) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:11.106905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Allocated IP 172.20.0.14 (cee47530-5700-4344-bb28-7d2dbcf247e9/15c4a4f8-4174-44e0-9f01-abef1cc21f79/31a02f23-67e8-46cf-9aec-cb0bbc2f7f14) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:11.110362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e4c9-0022-4b58-a40c-17852f549f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.113961 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Allocated IP 172.20.0.12 (cee47530-5700-4344-bb28-7d2dbcf247e9/15c4a4f8-4174-44e0-9f01-abef1cc21f79/31a02f23-67e8-46cf-9aec-cb0bbc2f7f14) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:11.140758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d4e1e4c9-0022-4b58-a40c-17852f549f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:11.153292 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d4e1e4c9-0022-4b58-a40c-17852f549f91 admin admin] Usage tracker for resource:security_group_rule and tenant:ee2aa4d46850435ca4cd0ddc99405b35 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:11.160019 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d4e1e4c9-0022-4b58-a40c-17852f549f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:11.168015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, f9421492-cad3-4324-8ca1-31dd0e5fc5ce) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:11.174174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:11.174576 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.177790 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092fbdbe-836f-433a-a8d9-dd862b8f0eef None None] Network f9421492-cad3-4324-8ca1-31dd0e5fc5ce requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:11.181118 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d4e1e4c9-0022-4b58-a40c-17852f549f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:11.224745 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13678563-fff4-4d6d-b5ab-f4ed45120a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.271003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13678563-fff4-4d6d-b5ab-f4ed45120a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.291912 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-942120df-ddf4-40c5-84c4-d1abfbbf164d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1842504 Aug 26 01:13:11.294158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50874) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:11.303907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'network_id': 'f9421492-cad3-4324-8ca1-31dd0e5fc5ce', 'name': 'tempest-PortsTestJSON-1493421197'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:11.402053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e4c9-0022-4b58-a40c-17852f549f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.437495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.447902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-f9421492-cad3-4324-8ca1-31dd0e5fc5ce', 'network_id': 'f9421492-cad3-4324-8ca1-31dd0e5fc5ce', 'tenant_id': 'b6fecc27c7814330a4290a39b1ad6641', 'fixed_ips': [{'subnet_id': '092c1e37-40f4-4db8-9b62-494196b04a5e'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:13:11.448736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.465759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13678563-fff4-4d6d-b5ab-f4ed45120a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.482194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13678563-fff4-4d6d-b5ab-f4ed45120a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c5ca10-499f-48e6-9b80-17acc2e5a1fc,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:11.503342 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13678563-fff4-4d6d-b5ab-f4ed45120a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.507795 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-13678563-fff4-4d6d-b5ab-f4ed45120a01 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d7c5ca10-499f-48e6-9b80-17acc2e5a1fc HTTP/1.1" status: 204 len: 168 time: 0.4342074 Aug 26 01:13:11.509174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e4c9-0022-4b58-a40c-17852f549f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.531929 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:11.560697 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:11.570893 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d4e1e4c9-0022-4b58-a40c-17852f549f91 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ee2aa4d46850435ca4cd0ddc99405b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6902122 Aug 26 01:13:11.571420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50880) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:11.572938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1e4c9-0022-4b58-a40c-17852f549f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6531b326-6500-44c6-8c88-f6eb8c7127c4,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:11.650869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-297739fc-229b-4d7b-ab93-13994a0d6771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.662513 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.690484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Allocated IP 172.20.0.2 (f9421492-cad3-4324-8ca1-31dd0e5fc5ce/092c1e37-40f4-4db8-9b62-494196b04a5e/9fc827b9-3c5d-4739-a049-9680820553ed) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:11.734124 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:11.738949 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.779536 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-297739fc-229b-4d7b-ab93-13994a0d6771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.813709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network cee47530-5700-4344-bb28-7d2dbcf247e9 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:11.829901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:11.832672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port 6e0d440e-aaaf-4483-9800-8196f2ea339d yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:13:11.880229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:11.963643 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:11.966540 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=31a02f23-67e8-46cf-9aec-cb0bbc2f7f14,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:11.988349 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Transition to ACTIVE for port object 9fc827b9-3c5d-4739-a049-9680820553ed will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:12.013585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:12.015010 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:12.117756 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-297739fc-229b-4d7b-ab93-13994a0d6771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:12.117986 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Transition to ACTIVE for port object 9fc827b9-3c5d-4739-a049-9680820553ed will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:12.120259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-297739fc-229b-4d7b-ab93-13994a0d6771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:12.121503 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-297739fc-229b-4d7b-ab93-13994a0d6771 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6531b326-6500-44c6-8c88-f6eb8c7127c4 HTTP/1.1" status: 204 len: 168 time: 0.5487292 Aug 26 01:13:12.132275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297739fc-229b-4d7b-ab93-13994a0d6771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6531b326-6500-44c6-8c88-f6eb8c7127c4,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:12.161789 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2f0b5673-eef6-430f-8f6b-7e2daac9625b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2197411 Aug 26 01:13:12.161789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50894) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:12.167318 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '31a02f23-67e8-46cf-9aec-cb0bbc2f7f14', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:12.174500 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:12.180707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:floatingip and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:12.191350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:12.197525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:12.352220 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:12.414382 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:12.425998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Network f9421492-cad3-4324-8ca1-31dd0e5fc5ce is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:12.429339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:12.433057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:12.468347 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Pushing event updated for resources: {'Port': ['ID=9fc827b9-3c5d-4739-a049-9680820553ed,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:12.545313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Allocated IP 172.20.0.10 (f9421492-cad3-4324-8ca1-31dd0e5fc5ce/092c1e37-40f4-4db8-9b62-494196b04a5e/6e0d440e-aaaf-4483-9800-8196f2ea339d) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:12.545561 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Attempting to bind port 9fc827b9-3c5d-4739-a049-9680820553ed on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:13:12.545561 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Attempting to bind port 9fc827b9-3c5d-4739-a049-9680820553ed by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'a05e4ad0-cb64-434c-a8c5-568cfe19e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f9421492-cad3-4324-8ca1-31dd0e5fc5ce'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:13:12.545561 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Attempting to bind port 9fc827b9-3c5d-4739-a049-9680820553ed on network f9421492-cad3-4324-8ca1-31dd0e5fc5ce {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:13:12.548814 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:13:12.549289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Checking segment: {'id': 'a05e4ad0-cb64-434c-a8c5-568cfe19e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f9421492-cad3-4324-8ca1-31dd0e5fc5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:12.550001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:12.550485 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Bound using segment: {'id': 'a05e4ad0-cb64-434c-a8c5-568cfe19e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f9421492-cad3-4324-8ca1-31dd0e5fc5ce'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:13:12.551070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Bound port: 9fc827b9-3c5d-4739-a049-9680820553ed, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05e4ad0-cb64-434c-a8c5-568cfe19e2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'f9421492-cad3-4324-8ca1-31dd0e5fc5ce'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:13:12.551512 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:12.680253 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] For port 9fc827b9-3c5d-4739-a049-9680820553ed, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:13:12.685787 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] For port 9fc827b9-3c5d-4739-a049-9680820553ed, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9fc827b9-3c5d-4739-a049-9680820553ed,segment=NetworkSegment(a05e4ad0-cb64-434c-a8c5-568cfe19e2a8),segment_id=a05e4ad0-cb64-434c-a8c5-568cfe19e2a8)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:13:12.760696 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:12.780823 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:12.890472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:12.915845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ea9b2-e12a-44c8-bf39-4e11104b49f5 None None] Pushing event updated for resources: {'Port': ['ID=9fc827b9-3c5d-4739-a049-9680820553ed,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:12.980628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Transition to ACTIVE for port object 6e0d440e-aaaf-4483-9800-8196f2ea339d will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:12.999494 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50930) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:13.022725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Allocated IP 172.26.2.193 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/803c3ef6-3d76-4664-833c-91234c110b82) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:13.116767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-928880993-network', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:13.121573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:13.133072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:13.133559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Usage tracker for resource:network and tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:13.137242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:13.151937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:13.227159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Made reservation on behalf of 2aa7b4e203ec49ba8a6e61f4fd46cc79 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:13.228372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:13.244507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:13.254707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network f9421492-cad3-4324-8ca1-31dd0e5fc5ce is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:13.260248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:13.263304 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:13.268160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Usage tracker for resource:security_group_rule and tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:13.272242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:13.278633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:13.284694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:13.453714 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:13.515624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:13.557089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50948) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:13.560637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe430d0a-9f0a-4f25-aa2d-d95822b319fe,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:13.560983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:13.578798 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:13:13.588087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=6e0d440e-aaaf-4483-9800-8196f2ea339d,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:13.589219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:13.589635 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Added segment 8d9aadc2-4abf-4c11-a860-791184cc93fd of type vlan for network 277863a4-4254-4976-bcf1-d2e6a4c64c1e Aug 26 01:13:13.616823 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:13.617675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:13.618793 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:13.619305 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:13.619705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:13.620046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:13.620381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:13.620708 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:13.621033 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:13.621359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:13.621689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:13.622045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:13.624603 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:13.700884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group': {'name': 'tempest-secgroup--811219218'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:13.707755 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:13.728204 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:13.728204 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:13.728573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:13.728573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:13.728768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:13.745514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:13.746677 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:13.747286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:13.771189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de49d03-1ab4-4437-a2b2-eacea84738d9 req-fcb25a4a-0581-4b82-b9f7-c552050f7477 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:13.772713 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6de49d03-1ab4-4437-a2b2-eacea84738d9 req-fcb25a4a-0581-4b82-b9f7-c552050f7477 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.1627562 Aug 26 01:13:13.819073 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2f423ff3-c9a0-4341-bc47-964316e3a05f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5236549 Aug 26 01:13:13.820446 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:13.827008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50958) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:13.841132 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:13.871204 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'network_id': 'f9421492-cad3-4324-8ca1-31dd0e5fc5ce', 'name': 'tempest-PortsTestJSON-122342915'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:13.875037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:13.902068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] Pushing event updated for resources: {'Network': ['ID=277863a4-4254-4976-bcf1-d2e6a4c64c1e,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:13.905545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:13.910888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:13.911806 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6de49d03-1ab4-4437-a2b2-eacea84738d9 req-be5f4530-dfa2-44a4-9478-4b447b4bb889 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301811 Aug 26 01:13:13.914369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:13.915436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 277863a4-4254-4976-bcf1-d2e6a4c64c1e details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:13:13.922627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:13.962269 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cb98a13d-ece0-4589-9c83-3e502487bc7c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9616585 Aug 26 01:13:13.967866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50962) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:13.975394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] Request body: {'subnet': {'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-928880993-subnet', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'ip_version': 4}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:13.982098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:13.992667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] Usage tracker for resource:subnet and tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:13.997857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:14.014649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:14.022973 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:14.028851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:14.037030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:14.052818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:14.083475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=803c3ef6-3d76-4664-833c-91234c110b82,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:14.124766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:14.141374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:14.150087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:14.155744 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:14.171781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:14.176589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] Made reservation on behalf of 2aa7b4e203ec49ba8a6e61f4fd46cc79 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:14.179120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:14.199069 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:14.203888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:port and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:14.205625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4368f882-5460-458b-a289-1bb8d3b5541a,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:14.206976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:14.213122 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:14.272223 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:14.279077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:14.315506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port 69af092c-7d8b-4cbf-b419-61184ca3596c yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:13:14.365358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:14.375493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a4d871-b904-4a02-9b8e-110a19a51466 None None] Network f9421492-cad3-4324-8ca1-31dd0e5fc5ce requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:14.458308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:14.517062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bca41aa-676a-4485-bdbb-dfa99d781d5c,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:14.568528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a18605a5-db5b-4fbd-b32a-807da7fa837e None None] Provisioning for port 9fc827b9-3c5d-4739-a049-9680820553ed completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:14.568812 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:14.603014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9fc827b9-3c5d-4739-a049-9680820553ed up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:14.624920 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:14.629500 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-aaa58079-ab32-4c45-813b-303b909e41b2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0686557 Aug 26 01:13:14.631080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50966) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:14.658753 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Allocated IP 172.20.0.3 (f9421492-cad3-4324-8ca1-31dd0e5fc5ce/092c1e37-40f4-4db8-9b62-494196b04a5e/69af092c-7d8b-4cbf-b419-61184ca3596c) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:14.769890 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8289d000-6a29-4a47-89d8-10bddaba16f2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1346610 Aug 26 01:13:14.774778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50970) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:14.786495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:14.794642 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e41bc6d8-8b43-476b-b014-b886dc46d7a7 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group': {'name': 'tempest-security--1927193312', 'description': 'tempest-security-description-127179978'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:14.796880 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] Checking segment: {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:14.797265 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] Network hostable DHCP agents. Network: 277863a4-4254-4976-bcf1-d2e6a4c64c1e, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:13:14.837339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 9fc827b9-3c5d-4739-a049-9680820553ed completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:14.843602 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9fc827b9-3c5d-4739-a049-9680820553ed triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:14.844460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:14.907393 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:14.917233 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] Network 277863a4-4254-4976-bcf1-d2e6a4c64c1e is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:13:14.921380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e41bc6d8-8b43-476b-b014-b886dc46d7a7 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:14.985166 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9fc827b9-3c5d-4739-a049-9680820553ed is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:14.985775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.015208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 277863a4-4254-4976-bcf1-d2e6a4c64c1e) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:15.020632 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:15.021512 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.028198 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b8002d-3fa2-4756-82fb-6d0be74fc07f None None] Network 277863a4-4254-4976-bcf1-d2e6a4c64c1e requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:15.047776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e41bc6d8-8b43-476b-b014-b886dc46d7a7 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.053372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.055756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 9fc827b9-3c5d-4739-a049-9680820553ed, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9fc827b9-3c5d-4739-a049-9680820553ed,segment=NetworkSegment(a05e4ad0-cb64-434c-a8c5-568cfe19e2a8),segment_id=a05e4ad0-cb64-434c-a8c5-568cfe19e2a8)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:15.072246 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Transition to ACTIVE for port object 69af092c-7d8b-4cbf-b419-61184ca3596c will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:15.132157 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e41bc6d8-8b43-476b-b014-b886dc46d7a7 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.159618 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.163069 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-15fcf8e6-c3d6-4cdf-9868-8d4c63ea4b46 None None] Provisioning complete for port 9fc827b9-3c5d-4739-a049-9680820553ed triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:15.163664 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-15fcf8e6-c3d6-4cdf-9868-8d4c63ea4b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.166883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19e791-3d2b-44af-b4c7-7d872c21c455 req-0f4c94df-5ac9-4507-8c37-cae711849866 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:15.168772 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fc19e791-3d2b-44af-b4c7-7d872c21c455 req-0f4c94df-5ac9-4507-8c37-cae711849866 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.1033494 Aug 26 01:13:15.174142 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6177ad29-99d3-407b-a5d2-39d58fe2a49d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2077618 Aug 26 01:13:15.184039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 50976) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:15.223968 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fc19e791-3d2b-44af-b4c7-7d872c21c455 req-5c2000ef-9745-4f3c-8fc5-f65973dc0889 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484660 Aug 26 01:13:15.230873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:15.245339 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:15.249391 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e41bc6d8-8b43-476b-b014-b886dc46d7a7 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.250675 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e41bc6d8-8b43-476b-b014-b886dc46d7a7 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "PUT /v2.0/security-groups/4bca41aa-676a-4485-bdbb-dfa99d781d5c HTTP/1.1" status: 200 len: 1779 time: 0.4700632 Aug 26 01:13:15.255524 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50980) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:15.256266 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.257209 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Usage tracker for resource:router and tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:15.259963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bc6d8-8b43-476b-b014-b886dc46d7a7 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bca41aa-676a-4485-bdbb-dfa99d781d5c,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:15.266252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:15.274163 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:15.325025 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0e6bfaec-78cc-449d-ac91-4d8f69130e4e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-groups/4bca41aa-676a-4485-bdbb-dfa99d781d5c HTTP/1.1" status: 200 len: 1779 time: 0.0611417 Aug 26 01:13:15.325229 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50984) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:15.363715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=9fc827b9-3c5d-4739-a049-9680820553ed,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:15.381766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.383499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.384498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.395769 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e6443b97-10bd-4888-b269-f0145a46da73 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.427198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e6443b97-10bd-4888-b269-f0145a46da73 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.489701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network f9421492-cad3-4324-8ca1-31dd0e5fc5ce is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:15.491100 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.492568 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-15fcf8e6-c3d6-4cdf-9868-8d4c63ea4b46 None None] Current status of the port 9fc827b9-3c5d-4739-a049-9680820553ed is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:15.552780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e6443b97-10bd-4888-b269-f0145a46da73 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.564200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:13:15.565113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.575713 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6443b97-10bd-4888-b269-f0145a46da73 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bca41aa-676a-4485-bdbb-dfa99d781d5c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:15.582834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e6443b97-10bd-4888-b269-f0145a46da73 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.586560 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e6443b97-10bd-4888-b269-f0145a46da73 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-groups/4bca41aa-676a-4485-bdbb-dfa99d781d5c HTTP/1.1" status: 204 len: 168 time: 0.2579455 Aug 26 01:13:15.586836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50988) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:15.634353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:15.644605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=69af092c-7d8b-4cbf-b419-61184ca3596c,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:15.650248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:15.651821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-10ae73f5-5de7-4272-95e0-d7d9f29c2cac tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:15.684107 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-15fcf8e6-c3d6-4cdf-9868-8d4c63ea4b46 None None] Provisioning for port 6e0d440e-aaaf-4483-9800-8196f2ea339d completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:15.697094 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-15fcf8e6-c3d6-4cdf-9868-8d4c63ea4b46 None None] Provisioning complete for port 6e0d440e-aaaf-4483-9800-8196f2ea339d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:15.697482 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-15fcf8e6-c3d6-4cdf-9868-8d4c63ea4b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.737637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:15.738190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.769645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-10ae73f5-5de7-4272-95e0-d7d9f29c2cac tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:15.773905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.774731 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-10ae73f5-5de7-4272-95e0-d7d9f29c2cac tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1833701 Aug 26 01:13:15.774731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50992) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:15.806211 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-15fcf8e6-c3d6-4cdf-9868-8d4c63ea4b46 None None] Port 6e0d440e-aaaf-4483-9800-8196f2ea339d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:15.810042 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-036d0c0b-412a-431b-b7f1-1f9fa7041037 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] delete failed (client error): The resource could not be found. Aug 26 01:13:15.816152 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-036d0c0b-412a-431b-b7f1-1f9fa7041037 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-groups/4bca41aa-676a-4485-bdbb-dfa99d781d5c HTTP/1.1" status: 404 len: 347 time: 0.0359840 Aug 26 01:13:15.816152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 50996) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:15.823736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Allocated IP 172.20.0.2 (277863a4-4254-4976-bcf1-d2e6a4c64c1e/6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083/54d499d3-2046-4c76-b949-0791edcf0145) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:15.835697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0ccd2202-d8dd-4dee-8acf-1bcf2562ab33 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group': {'name': 'tempest-secgroup--782588476'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:15.854753 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0ccd2202-d8dd-4dee-8acf-1bcf2562ab33 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:15.882757 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0ccd2202-d8dd-4dee-8acf-1bcf2562ab33 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:15.907170 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-acecbef9-ec19-4d49-8301-dfd49ca96f28 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0401850 Aug 26 01:13:15.909789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51000) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:15.950598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3497d2e8-9757-4c10-b6ad-0b100caa21ef None None] Provisioning complete for port 6e0d440e-aaaf-4483-9800-8196f2ea339d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:15.950960 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3497d2e8-9757-4c10-b6ad-0b100caa21ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.983523 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:15.998513 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2202-d8dd-4dee-8acf-1bcf2562ab33 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.027761 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b376bc1d-d2d4-4ce7-a0fe-f051075940fc tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:16.033130 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b376bc1d-d2d4-4ce7-a0fe-f051075940fc tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.1222520 Aug 26 01:13:16.036865 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51004) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:16.039486 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0ccd2202-d8dd-4dee-8acf-1bcf2562ab33 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:16.059710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3497d2e8-9757-4c10-b6ad-0b100caa21ef None None] Port 6e0d440e-aaaf-4483-9800-8196f2ea339d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:16.077282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0ccd2202-d8dd-4dee-8acf-1bcf2562ab33 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:16.085882 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0ccd2202-d8dd-4dee-8acf-1bcf2562ab33 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:16.105309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0ccd2202-d8dd-4dee-8acf-1bcf2562ab33 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:16.130455 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.138500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebe9e6-321e-4414-988d-d7bef03e4c40 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 69af092c-7d8b-4cbf-b419-61184ca3596c {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:16.138924 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f9ebe9e6-321e-4414-988d-d7bef03e4c40 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.141315 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Transition to ACTIVE for port object 54d499d3-2046-4c76-b949-0791edcf0145 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:16.163350 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Transition to ACTIVE for port object 54d499d3-2046-4c76-b949-0791edcf0145 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:16.228161 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.239939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.283338 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=803c3ef6-3d76-4664-833c-91234c110b82,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:16.289022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-750fa460-bcb3-4946-8d3c-8b53546a06f3 None None] Provisioning for port 69af092c-7d8b-4cbf-b419-61184ca3596c completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:16.312323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Network 277863a4-4254-4976-bcf1-d2e6a4c64c1e is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:16.316300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:16.323629 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2202-d8dd-4dee-8acf-1bcf2562ab33 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.324301 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-750fa460-bcb3-4946-8d3c-8b53546a06f3 None None] Provisioning complete for port 69af092c-7d8b-4cbf-b419-61184ca3596c triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:16.324767 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-750fa460-bcb3-4946-8d3c-8b53546a06f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.362945 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.409528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2202-d8dd-4dee-8acf-1bcf2562ab33 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.415116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:16.474840 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-750fa460-bcb3-4946-8d3c-8b53546a06f3 None None] Port 69af092c-7d8b-4cbf-b419-61184ca3596c cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:16.485428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Pushing event updated for resources: {'Port': ['ID=54d499d3-2046-4c76-b949-0791edcf0145,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:16.503174 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Floating IP e9bde32c-5dad-4adc-9d91-d518785cb9e5 associated. External IP: 172.26.2.193, port: 31a02f23-67e8-46cf-9aec-cb0bbc2f7f14. Aug 26 01:13:16.506212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd2202-d8dd-4dee-8acf-1bcf2562ab33 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5a838f-0e85-4be3-bd5d-165d9829b22b,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:16.509546 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f9ebe9e6-321e-4414-988d-d7bef03e4c40 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.537767 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9fc827b9-3c5d-4739-a049-9680820553ed up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:16.632430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2202-d8dd-4dee-8acf-1bcf2562ab33 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.636506 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0ccd2202-d8dd-4dee-8acf-1bcf2562ab33 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8168361 Aug 26 01:13:16.641522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebe9e6-321e-4414-988d-d7bef03e4c40 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 69af092c-7d8b-4cbf-b419-61184ca3596c owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:16.651133 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51010) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:16.651696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Attempting to bind port 54d499d3-2046-4c76-b949-0791edcf0145 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:13:16.652022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Attempting to bind port 54d499d3-2046-4c76-b949-0791edcf0145 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:13:16.652384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Attempting to bind port 54d499d3-2046-4c76-b949-0791edcf0145 on network 277863a4-4254-4976-bcf1-d2e6a4c64c1e {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:13:16.660845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:13:16.661224 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Checking segment: {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:16.661625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.662049 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Bound using segment: {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:13:16.662626 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Bound port: 54d499d3-2046-4c76-b949-0791edcf0145, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:13:16.663002 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.704535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e87d699c-bcd5-41a9-8387-acf4a3951b5e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group_rule': {'security_group_id': 'cb5a838f-0e85-4be3-bd5d-165d9829b22b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:16.731331 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e87d699c-bcd5-41a9-8387-acf4a3951b5e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:16.735871 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9fc827b9-3c5d-4739-a049-9680820553ed triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:16.736030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.742550 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e87d699c-bcd5-41a9-8387-acf4a3951b5e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:16.749664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e87d699c-bcd5-41a9-8387-acf4a3951b5e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:16.762358 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e87d699c-bcd5-41a9-8387-acf4a3951b5e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:16.817602 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] For port 54d499d3-2046-4c76-b949-0791edcf0145, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:13:16.818322 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652f672-07e2-4066-8832-65af61745f3d req-77c85165-b8eb-4580-95e9-bd7b7ed79dcd tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:16.819966 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5652f672-07e2-4066-8832-65af61745f3d req-77c85165-b8eb-4580-95e9-bd7b7ed79dcd tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.3929398 Aug 26 01:13:16.830011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] For port 54d499d3-2046-4c76-b949-0791edcf0145, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=54d499d3-2046-4c76-b949-0791edcf0145,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:13:16.894711 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9fc827b9-3c5d-4739-a049-9680820553ed is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:16.904126 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.940349 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f9ebe9e6-321e-4414-988d-d7bef03e4c40 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:16.981938 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392d044-cee8-4e3c-96ca-35bb209ea1cd None None] Pushing event updated for resources: {'Port': ['ID=54d499d3-2046-4c76-b949-0791edcf0145,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:16.984683 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e87d699c-bcd5-41a9-8387-acf4a3951b5e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:17.015413 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebe9e6-321e-4414-988d-d7bef03e4c40 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=69af092c-7d8b-4cbf-b419-61184ca3596c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:17.047923 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5652f672-07e2-4066-8832-65af61745f3d req-4210729b-edfd-42dd-a856-d686ef319d62 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748483 Aug 26 01:13:17.169557 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f9ebe9e6-321e-4414-988d-d7bef03e4c40 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:17.181893 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f9ebe9e6-321e-4414-988d-d7bef03e4c40 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/69af092c-7d8b-4cbf-b419-61184ca3596c HTTP/1.1" status: 204 len: 168 time: 1.1439166 Aug 26 01:13:17.184549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51014) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:17.250001 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-341cace3-6549-4526-bbf1-777008e3d303 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] GET failed (client error): The resource could not be found. Aug 26 01:13:17.250617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-341cace3-6549-4526-bbf1-777008e3d303 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:17.292360 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:13:17.314473 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e87d699c-bcd5-41a9-8387-acf4a3951b5e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:17.323101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-341cace3-6549-4526-bbf1-777008e3d303 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:17.332368 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-341cace3-6549-4526-bbf1-777008e3d303 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/69af092c-7d8b-4cbf-b419-61184ca3596c HTTP/1.1" status: 404 len: 333 time: 0.1423287 Aug 26 01:13:17.332368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51018) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:17.414155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf6e18-a72b-4d30-b468-2a22eec1c26f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 6e0d440e-aaaf-4483-9800-8196f2ea339d {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:17.414527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9ebf6e18-a72b-4d30-b468-2a22eec1c26f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:17.506363 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e87d699c-bcd5-41a9-8387-acf4a3951b5e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:17.650673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d699c-bcd5-41a9-8387-acf4a3951b5e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04948100-f54c-4610-bb89-5bcfc951a476,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:17.682297 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9ebf6e18-a72b-4d30-b468-2a22eec1c26f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:17.714308 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:17.743812 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e87d699c-bcd5-41a9-8387-acf4a3951b5e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:17.744999 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e87d699c-bcd5-41a9-8387-acf4a3951b5e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0517333 Aug 26 01:13:17.751659 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51022) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:17.756501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:17.771728 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:17.782741 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f62aaf-f0a8-4cc1-9d8d-ac6ffe531846 None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:17.797721 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f62aaf-f0a8-4cc1-9d8d-ac6ffe531846 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:17.798715 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a5f62aaf-f0a8-4cc1-9d8d-ac6ffe531846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:17.902385 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-684b936b-5527-4815-b301-736a58074e27 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:17.907111 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a5f62aaf-f0a8-4cc1-9d8d-ac6ffe531846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:17.922886 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f62aaf-f0a8-4cc1-9d8d-ac6ffe531846 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:17.923545 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a5f62aaf-f0a8-4cc1-9d8d-ac6ffe531846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:17.950594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf6e18-a72b-4d30-b468-2a22eec1c26f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 6e0d440e-aaaf-4483-9800-8196f2ea339d owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:18.004155 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a5f62aaf-f0a8-4cc1-9d8d-ac6ffe531846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:18.004902 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f62aaf-f0a8-4cc1-9d8d-ac6ffe531846 None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:18.010096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Allocated IP 172.26.2.41 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/a88db292-225b-4de5-b972-e65f60280f71) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:18.018133 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:18.045856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-684b936b-5527-4815-b301-736a58074e27 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:18.175915 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8488d46c-6a3b-438d-8021-a99370f0a232 None None] Network 277863a4-4254-4976-bcf1-d2e6a4c64c1e requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:18.187002 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-684b936b-5527-4815-b301-736a58074e27 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:18.193945 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-be722b02-ab65-4158-8795-41f3091961c1 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.0310605 Aug 26 01:13:18.209309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51028) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:18.219144 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-91e15c31-5b99-490a-8d32-503c2ab7416b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'floatingip': {'port_id': '31a02f23-67e8-46cf-9aec-cb0bbc2f7f14', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:18.226762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9ebf6e18-a72b-4d30-b468-2a22eec1c26f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:18.275084 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-684b936b-5527-4815-b301-736a58074e27 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:18.278502 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-684b936b-5527-4815-b301-736a58074e27 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/04948100-f54c-4610-bb89-5bcfc951a476 HTTP/1.1" status: 204 len: 168 time: 0.5211449 Aug 26 01:13:18.278502 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b936b-5527-4815-b301-736a58074e27 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04948100-f54c-4610-bb89-5bcfc951a476,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:18.280685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51032) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:18.293820 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf6e18-a72b-4d30-b468-2a22eec1c26f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=6e0d440e-aaaf-4483-9800-8196f2ea339d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:18.412466 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e8d7c3ab-2ccb-4223-82a6-b1e57f981b57 None None] Provisioning for port 54d499d3-2046-4c76-b949-0791edcf0145 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:18.469092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e470ef-3e46-436b-be3e-e419323d867e req-cf122c33-3bb4-4f2d-9ffa-493a48dd3b0b tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:18.480212 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-66e470ef-3e46-436b-be3e-e419323d867e req-cf122c33-3bb4-4f2d-9ffa-493a48dd3b0b tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.3002105 Aug 26 01:13:18.487785 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-face11b8-8351-402f-87a8-c4d7818eb961 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:18.499006 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:18.512829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9ebf6e18-a72b-4d30-b468-2a22eec1c26f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:18.516365 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91e15c31-5b99-490a-8d32-503c2ab7416b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:18.551544 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-66e470ef-3e46-436b-be3e-e419323d867e req-f4f1c6f9-29fa-4894-be32-10ea0e7d9a17 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702674 Aug 26 01:13:18.604404 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 54d499d3-2046-4c76-b949-0791edcf0145 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:18.610354 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9ebf6e18-a72b-4d30-b468-2a22eec1c26f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/6e0d440e-aaaf-4483-9800-8196f2ea339d HTTP/1.1" status: 204 len: 168 time: 1.2792895 Aug 26 01:13:18.614055 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51036) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:18.666413 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eae1891-0c19-480e-bcfb-ff901a499611 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] GET failed (client error): The resource could not be found. Aug 26 01:13:18.666978 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3eae1891-0c19-480e-bcfb-ff901a499611 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:18.740189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3eae1891-0c19-480e-bcfb-ff901a499611 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:18.745189 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3eae1891-0c19-480e-bcfb-ff901a499611 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/6e0d440e-aaaf-4483-9800-8196f2ea339d HTTP/1.1" status: 404 len: 333 time: 0.1275618 Aug 26 01:13:18.746142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51040) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:18.834443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1292dc-ba13-4aaf-a830-d428bb439275 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting subnet 092c1e37-40f4-4db8-9b62-494196b04a5e {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:13:18.837345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 54d499d3-2046-4c76-b949-0791edcf0145 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:18.838004 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b1292dc-ba13-4aaf-a830-d428bb439275 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:18.843253 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 54d499d3-2046-4c76-b949-0791edcf0145 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:18.843903 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:18.881999 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-face11b8-8351-402f-87a8-c4d7818eb961 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:18.883516 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-face11b8-8351-402f-87a8-c4d7818eb961 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5943186 Aug 26 01:13:18.891291 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51044) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:18.933780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b1292dc-ba13-4aaf-a830-d428bb439275 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.032333 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 54d499d3-2046-4c76-b949-0791edcf0145 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:19.032718 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.043035 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b1292dc-ba13-4aaf-a830-d428bb439275 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.072986 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.081997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 54d499d3-2046-4c76-b949-0791edcf0145, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=54d499d3-2046-4c76-b949-0791edcf0145,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:19.083017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fcad0f39-56a6-43b1-8728-c40a4ce6641c None None] Provisioning complete for port 54d499d3-2046-4c76-b949-0791edcf0145 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:19.083451 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fcad0f39-56a6-43b1-8728-c40a4ce6641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.180508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.202332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b1292dc-ba13-4aaf-a830-d428bb439275 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.247702 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1292dc-ba13-4aaf-a830-d428bb439275 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Subnet': ['ID=092c1e37-40f4-4db8-9b62-494196b04a5e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:19.250892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b1292dc-ba13-4aaf-a830-d428bb439275 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.257915 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0b1292dc-ba13-4aaf-a830-d428bb439275 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/092c1e37-40f4-4db8-9b62-494196b04a5e HTTP/1.1" status: 204 len: 168 time: 0.5088820 Aug 26 01:13:19.260341 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51048) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:19.261904 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-fcad0f39-56a6-43b1-8728-c40a4ce6641c None None] Current status of the port 54d499d3-2046-4c76-b949-0791edcf0145 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:19.275115 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=54d499d3-2046-4c76-b949-0791edcf0145,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:19.278706 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061773e1-30aa-4a8c-b6fd-65b27d22af7e None None] Network f9421492-cad3-4324-8ca1-31dd0e5fc5ce requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:19.304009 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:19.304411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:19.304874 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:19.305464 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:19.305755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:19.306208 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:19.306675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:19.307279 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:19.307721 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:19.308131 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:19.308555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:19.308972 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:19.325405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:19.333286 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:19.340044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d47914d0-2916-4ceb-b1a1-f45ad31ed941 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.344322 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:19.382495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Pushing event updated for resources: {'Port': ['ID=a88db292-225b-4de5-b972-e65f60280f71,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:19.400905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.411796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 9fc827b9-3c5d-4739-a049-9680820553ed {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:19.412141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.435458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d47914d0-2916-4ceb-b1a1-f45ad31ed941 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.572761 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c3969e-4ee5-4152-91e3-e886efd32488 None None] DHCP port deletion for f9421492-cad3-4324-8ca1-31dd0e5fc5ce request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:13:19.582620 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-82c3969e-4ee5-4152-91e3-e886efd32488 None None] Deleting port 9fc827b9-3c5d-4739-a049-9680820553ed {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:19.583127 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-82c3969e-4ee5-4152-91e3-e886efd32488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.655408 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] For port 9fc827b9-3c5d-4739-a049-9680820553ed, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9fc827b9-3c5d-4739-a049-9680820553ed,segment=NetworkSegment(a05e4ad0-cb64-434c-a8c5-568cfe19e2a8),segment_id=a05e4ad0-cb64-434c-a8c5-568cfe19e2a8)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:19.655755 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.815890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 9fc827b9-3c5d-4739-a049-9680820553ed owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:19.838473 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-82c3969e-4ee5-4152-91e3-e886efd32488 None None] For port 9fc827b9-3c5d-4739-a049-9680820553ed, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9fc827b9-3c5d-4739-a049-9680820553ed,segment=NetworkSegment(a05e4ad0-cb64-434c-a8c5-568cfe19e2a8),segment_id=a05e4ad0-cb64-434c-a8c5-568cfe19e2a8)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:19.839215 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-82c3969e-4ee5-4152-91e3-e886efd32488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.957606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d47914d0-2916-4ceb-b1a1-f45ad31ed941 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:19.999120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:20.014413 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-82c3969e-4ee5-4152-91e3-e886efd32488 None None] Calling delete_port for 9fc827b9-3c5d-4739-a049-9680820553ed owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:20.062245 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=9fc827b9-3c5d-4739-a049-9680820553ed,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:20.064733 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No DVR routers for this DVR port 9fc827b9-3c5d-4739-a049-9680820553ed on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: from cryptography.utils import int_from_bytes Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: from cryptography.utils import int_from_bytes Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn_limited( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn_limited( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:13:20.086273 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:13:20.098849 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-82c3969e-4ee5-4152-91e3-e886efd32488 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:13:20.099150 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-82c3969e-4ee5-4152-91e3-e886efd32488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:13:20.104285 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e56f9-40a9-447a-9379-62bc93d1987f req-7933b436-f84c-4226-8181-e5141b622f1f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:20.105798 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7e7e56f9-40a9-447a-9379-62bc93d1987f req-7933b436-f84c-4226-8181-e5141b622f1f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.3749747 Aug 26 01:13:20.138359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47914d0-2916-4ceb-b1a1-f45ad31ed941 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5a838f-0e85-4be3-bd5d-165d9829b22b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:20.186580 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91e15c31-5b99-490a-8d32-503c2ab7416b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:20.197795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:20.225361 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7e7e56f9-40a9-447a-9379-62bc93d1987f req-51537942-6258-4f76-96cc-42858c047a3b tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931284 Aug 26 01:13:20.239156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:20.299241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d47914d0-2916-4ceb-b1a1-f45ad31ed941 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:20.300389 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d47914d0-2916-4ceb-b1a1-f45ad31ed941 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-groups/cb5a838f-0e85-4be3-bd5d-165d9829b22b HTTP/1.1" status: 204 len: 168 time: 1.4080176 Aug 26 01:13:20.301256 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91e15c31-5b99-490a-8d32-503c2ab7416b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:20.316248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51054) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:20.356184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9421492-cad3-4324-8ca1-31dd0e5fc5ce']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:20.374961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05e4ad0-cb64-434c-a8c5-568cfe19e2a8') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:20.375240 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05e4ad0-cb64-434c-a8c5-568cfe19e2a8') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:20.396971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:20.412228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e29d928e-7569-410f-96e3-7b38296a2605 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:20.422404 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:20.432062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:13:20.432455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:20.502948 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a05e4ad0-cb64-434c-a8c5-568cfe19e2a8 resource provider aggregate not found Aug 26 01:13:20.528853 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a05e4ad0-cb64-434c-a8c5-568cfe19e2a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a05e4ad0-cb64-434c-a8c5-568cfe19e2a8 found for delete ", "request_id": "req-655479f6-ec89-46c0-a998-13809d889bbb"}]} Aug 26 01:13:20.529307 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 54d499d3-2046-4c76-b949-0791edcf0145 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:20.541234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e29d928e-7569-410f-96e3-7b38296a2605 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:20.543990 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e29d928e-7569-410f-96e3-7b38296a2605 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2267840 Aug 26 01:13:20.554776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51062) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:20.565491 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-42ea4f39-0165-4acb-b81f-4728cd684773 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group': {'name': 'tempest-secgroup--344664539'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:20.574447 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-42ea4f39-0165-4acb-b81f-4728cd684773 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:20.597834 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-42ea4f39-0165-4acb-b81f-4728cd684773 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:20.600741 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-82c3969e-4ee5-4152-91e3-e886efd32488 None None] Deleting port 9fc827b9-3c5d-4739-a049-9680820553ed {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:20.601189 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-82c3969e-4ee5-4152-91e3-e886efd32488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:20.642517 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 54d499d3-2046-4c76-b949-0791edcf0145 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:20.642857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:20.642990 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:20.669301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:20.672858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Network': ['ID=f9421492-cad3-4324-8ca1-31dd0e5fc5ce,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:20.720407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-82c3969e-4ee5-4152-91e3-e886efd32488 None None] The port '9fc827b9-3c5d-4739-a049-9680820553ed' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:13:20.739372 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-03c87694-7bd0-4fd2-ade7-eccf5c33da9c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/networks/f9421492-cad3-4324-8ca1-31dd0e5fc5ce HTTP/1.1" status: 204 len: 168 time: 1.4779000 Aug 26 01:13:20.744084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51066) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:20.750361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-165034797'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:20.756596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:20.760804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:network and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:20.763869 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:20.770911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:20.815442 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 54d499d3-2046-4c76-b949-0791edcf0145 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:20.840449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:20.840449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:20.875296 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9fc827b9-3c5d-4739-a049-9680820553ed no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:13:20.881280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:13:20.891064 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:20.891409 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Added segment 88f65697-38b3-4432-b1db-c57054f21c97 of type vlan for network aeaa7def-b504-45ef-955e-47871d7cd1a3 Aug 26 01:13:20.912914 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 9fc827b9-3c5d-4739-a049-9680820553ed {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:13:20.913358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9fc827b9-3c5d-4739-a049-9680820553ed not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:13:20.923629 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:21.024044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:21.029576 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:21.030917 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:21.057538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42ea4f39-0165-4acb-b81f-4728cd684773 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:21.087421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:21.095049 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-42ea4f39-0165-4acb-b81f-4728cd684773 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:21.102290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-42ea4f39-0165-4acb-b81f-4728cd684773 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:21.140531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Network': ['ID=aeaa7def-b504-45ef-955e-47871d7cd1a3,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:21.150952 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network aeaa7def-b504-45ef-955e-47871d7cd1a3 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:13:21.156325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-42ea4f39-0165-4acb-b81f-4728cd684773 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:21.160188 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e15c31-5b99-490a-8d32-503c2ab7416b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:13:21.170869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-42ea4f39-0165-4acb-b81f-4728cd684773 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:21.179072 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4a857f51-e346-47e6-b202-4077bcdcb559 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4342818 Aug 26 01:13:21.182964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51070) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:21.188139 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'subnet': {'network_id': 'aeaa7def-b504-45ef-955e-47871d7cd1a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:21.304287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:21.308587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:subnet and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:21.313902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:21.320225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:21.418205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:21.422290 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:21.539178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42ea4f39-0165-4acb-b81f-4728cd684773 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:21.548108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f1fd7-1b3b-40e9-8212-4d709f3ca7f5 req-1d068da5-c007-484c-8bc6-f1fa0f8d82b4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:21.549600 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-626f1fd7-1b3b-40e9-8212-4d709f3ca7f5 req-1d068da5-c007-484c-8bc6-f1fa0f8d82b4 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.2026417 Aug 26 01:13:21.551061 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e15c31-5b99-490a-8d32-503c2ab7416b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:21.562040 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3384e716-067c-49b7-870d-ea996a9040e9 None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:21.567120 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91e15c31-5b99-490a-8d32-503c2ab7416b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:21.572769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3384e716-067c-49b7-870d-ea996a9040e9 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:21.573452 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3384e716-067c-49b7-870d-ea996a9040e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:21.621312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42ea4f39-0165-4acb-b81f-4728cd684773 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:21.646190 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3384e716-067c-49b7-870d-ea996a9040e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:21.656483 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3384e716-067c-49b7-870d-ea996a9040e9 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:21.657171 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3384e716-067c-49b7-870d-ea996a9040e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:21.672141 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-626f1fd7-1b3b-40e9-8212-4d709f3ca7f5 req-9cc5b69e-4f72-4427-89f8-35bb725979dc tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126127 Aug 26 01:13:21.684424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Router 27d9cace-c75f-4bcd-8061-d44c0eb332ba is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:13:21.736561 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3384e716-067c-49b7-870d-ea996a9040e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:21.736984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3384e716-067c-49b7-870d-ea996a9040e9 None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:21.783316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea4f39-0165-4acb-b81f-4728cd684773 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2adb2e-e535-497d-8e84-fcebe6ceb185,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:21.813397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:21.848075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42ea4f39-0165-4acb-b81f-4728cd684773 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:21.848075 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-42ea4f39-0165-4acb-b81f-4728cd684773 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2919781 Aug 26 01:13:21.855301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51076) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:21.867566 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-91e15c31-5b99-490a-8d32-503c2ab7416b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "PUT /v2.0/floatingips/e9bde32c-5dad-4adc-9d91-d518785cb9e5 HTTP/1.1" status: 200 len: 979 time: 3.6571403 Aug 26 01:13:21.867968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-e4153d90-0654-4ea9-80b3-ea8436bb9655 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group_rule': {'security_group_id': '1a2adb2e-e535-497d-8e84-fcebe6ceb185', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:21.870640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51080) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:21.880682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e4153d90-0654-4ea9-80b3-ea8436bb9655 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:21.889044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e4153d90-0654-4ea9-80b3-ea8436bb9655 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:21.900558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e4153d90-0654-4ea9-80b3-ea8436bb9655 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:21.914218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e4153d90-0654-4ea9-80b3-ea8436bb9655 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:21.921126 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Subnet': ['ID=ae5727a5-eb1a-47e7-8741-c519c8f696e0,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:21.932961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Checking segment: {'id': '88f65697-38b3-4432-b1db-c57054f21c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'aeaa7def-b504-45ef-955e-47871d7cd1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:21.933321 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network hostable DHCP agents. Network: aeaa7def-b504-45ef-955e-47871d7cd1a3, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:13:22.022898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4153d90-0654-4ea9-80b3-ea8436bb9655 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:22.044716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network aeaa7def-b504-45ef-955e-47871d7cd1a3 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:13:22.099136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4153d90-0654-4ea9-80b3-ea8436bb9655 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:22.115301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, aeaa7def-b504-45ef-955e-47871d7cd1a3) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:22.119904 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:22.121044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:22.125878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14edb96f-ba5d-4532-91d7-0031c10310b3 None None] Network aeaa7def-b504-45ef-955e-47871d7cd1a3 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:22.174409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4153d90-0654-4ea9-80b3-ea8436bb9655 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:22.203535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4153d90-0654-4ea9-80b3-ea8436bb9655 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf09235f-4539-4ea8-a6e9-c36efdd883da,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:22.210152 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fd62e7a7-5fb6-4c65-9bee-62e890b4f557 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0244777 Aug 26 01:13:22.210770 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51084) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:22.213522 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:22.218939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'network_id': 'aeaa7def-b504-45ef-955e-47871d7cd1a3', 'name': 'tempest-PortsTestJSON-163334828', 'fixed_ips': [{'subnet_id': 'ae5727a5-eb1a-47e7-8741-c519c8f696e0', 'ip_address': '172.20.0.10'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:22.225799 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Sync routers for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:22.238416 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:22.241863 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:22.246747 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a5c4b-af19-4698-a5e8-b878a949018b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting port 803c3ef6-3d76-4664-833c-91234c110b82 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:22.247098 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5c4b-af19-4698-a5e8-b878a949018b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:22.297179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e4153d90-0654-4ea9-80b3-ea8436bb9655 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:22.301196 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e4153d90-0654-4ea9-80b3-ea8436bb9655 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4381647 Aug 26 01:13:22.309517 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51088) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:22.323029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1d398fd8-d866-4d8c-9429-97ce5ef81346 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group_rule': {'security_group_id': '1a2adb2e-e535-497d-8e84-fcebe6ceb185', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:22.332731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1d398fd8-d866-4d8c-9429-97ce5ef81346 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:22.341623 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1d398fd8-d866-4d8c-9429-97ce5ef81346 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:22.346846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1d398fd8-d866-4d8c-9429-97ce5ef81346 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:22.357463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1d398fd8-d866-4d8c-9429-97ce5ef81346 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:22.397214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:22.401084 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bb3396ab-7d77-4133-95dc-91402509cae4 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2108183 Aug 26 01:13:22.402928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51092) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:22.418886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-aeaa7def-b504-45ef-955e-47871d7cd1a3', 'network_id': 'aeaa7def-b504-45ef-955e-47871d7cd1a3', 'tenant_id': 'b6fecc27c7814330a4290a39b1ad6641', 'fixed_ips': [{'subnet_id': 'ae5727a5-eb1a-47e7-8741-c519c8f696e0'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:13:22.419498 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:22.449468 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5c4b-af19-4698-a5e8-b878a949018b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:22.450115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5c4b-af19-4698-a5e8-b878a949018b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:22.475348 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:13:22.532746 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:22.543868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:port and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:22.559499 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:22.563344 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1d398fd8-d866-4d8c-9429-97ce5ef81346 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:22.583458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:22.602296 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Allocated IP 172.20.0.2 (aeaa7def-b504-45ef-955e-47871d7cd1a3/ae5727a5-eb1a-47e7-8741-c519c8f696e0/938ea40a-56e2-4d3e-9196-55f6ca1fa481) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:22.631905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a5c4b-af19-4698-a5e8-b878a949018b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Calling delete_port for 803c3ef6-3d76-4664-833c-91234c110b82 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:22.838096 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:22.877261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5c4b-af19-4698-a5e8-b878a949018b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:22.877844 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Transition to ACTIVE for port object 938ea40a-56e2-4d3e-9196-55f6ca1fa481 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:22.900364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:22.910794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Transition to ACTIVE for port object 938ea40a-56e2-4d3e-9196-55f6ca1fa481 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:22.947861 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:19Z', 'revision_number': 3, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:22.949017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1d398fd8-d866-4d8c-9429-97ce5ef81346 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:22.952282 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Checking router: 27d9cace-c75f-4bcd-8061-d44c0eb332ba for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:13:22.952611 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Updating router 27d9cace-c75f-4bcd-8061-d44c0eb332ba port a88db292-225b-4de5-b972-e65f60280f71 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:13:22.972875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a5c4b-af19-4698-a5e8-b878a949018b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Port': ['ID=803c3ef6-3d76-4664-833c-91234c110b82,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:22.990906 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:23.012339 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:23.026991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1d398fd8-d866-4d8c-9429-97ce5ef81346 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:23.074032 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Network aeaa7def-b504-45ef-955e-47871d7cd1a3 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:23.083867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d398fd8-d866-4d8c-9429-97ce5ef81346 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98715d61-3c5d-4532-8b68-f7b9361dc8d0,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:23.096614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:23.103349 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:23.106078 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5c4b-af19-4698-a5e8-b878a949018b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:23.106414 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-1a3a5c4b-af19-4698-a5e8-b878a949018b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Floating IP e9bde32c-5dad-4adc-9d91-d518785cb9e5 disassociated (deleted). External IP: 172.26.2.193, port: 31a02f23-67e8-46cf-9aec-cb0bbc2f7f14. Aug 26 01:13:23.200079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1d398fd8-d866-4d8c-9429-97ce5ef81346 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:23.205180 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1d398fd8-d866-4d8c-9429-97ce5ef81346 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8909655 Aug 26 01:13:23.205951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:23.217089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51098) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:23.265118 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Pushing event updated for resources: {'Port': ['ID=938ea40a-56e2-4d3e-9196-55f6ca1fa481,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:23.265946 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe4922-c668-44c9-93c6-7178c8402296 req-e3c9c5d4-fb5e-4c69-9735-005674360034 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:23.272735 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8cbe4922-c668-44c9-93c6-7178c8402296 req-e3c9c5d4-fb5e-4c69-9735-005674360034 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.3429346 Aug 26 01:13:23.291356 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Attempting to bind port 938ea40a-56e2-4d3e-9196-55f6ca1fa481 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:13:23.291727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Attempting to bind port 938ea40a-56e2-4d3e-9196-55f6ca1fa481 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '88f65697-38b3-4432-b1db-c57054f21c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'aeaa7def-b504-45ef-955e-47871d7cd1a3'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:13:23.292089 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Attempting to bind port 938ea40a-56e2-4d3e-9196-55f6ca1fa481 on network aeaa7def-b504-45ef-955e-47871d7cd1a3 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:13:23.298225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:13:23.303792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Checking segment: {'id': '88f65697-38b3-4432-b1db-c57054f21c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'aeaa7def-b504-45ef-955e-47871d7cd1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:23.303792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:23.303792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Bound using segment: {'id': '88f65697-38b3-4432-b1db-c57054f21c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'aeaa7def-b504-45ef-955e-47871d7cd1a3'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:13:23.303792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Bound port: 938ea40a-56e2-4d3e-9196-55f6ca1fa481, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f65697-38b3-4432-b1db-c57054f21c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'aeaa7def-b504-45ef-955e-47871d7cd1a3'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:13:23.303792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:23.305837 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-9dd80788-4997-42fe-a15a-7c060fef5292 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group_rule': {'security_group_id': '1a2adb2e-e535-497d-8e84-fcebe6ceb185', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:23.330487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9dd80788-4997-42fe-a15a-7c060fef5292 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:23.339705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port 492d1d5c-1270-412c-8797-f79855afa4d1 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:13:23.365619 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8cbe4922-c668-44c9-93c6-7178c8402296 req-130583f6-0f63-482a-9c35-0e99742939fb tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501542 Aug 26 01:13:23.379045 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9dd80788-4997-42fe-a15a-7c060fef5292 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:23.395054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9dd80788-4997-42fe-a15a-7c060fef5292 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:23.412528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9dd80788-4997-42fe-a15a-7c060fef5292 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:23.439501 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] For port 938ea40a-56e2-4d3e-9196-55f6ca1fa481, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:13:23.444027 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] For port 938ea40a-56e2-4d3e-9196-55f6ca1fa481, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=938ea40a-56e2-4d3e-9196-55f6ca1fa481,segment=NetworkSegment(88f65697-38b3-4432-b1db-c57054f21c97),segment_id=88f65697-38b3-4432-b1db-c57054f21c97)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:13:23.473263 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:23.487539 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Transition to ACTIVE for port object a88db292-225b-4de5-b972-e65f60280f71 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:23.575239 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:23.582198 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3a5c4b-af19-4698-a5e8-b878a949018b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:13:23.619829 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:23.675434 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9dd80788-4997-42fe-a15a-7c060fef5292 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:23.681620 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48a0f0-85a1-4360-bc25-1c959ccf4782 None None] Pushing event updated for resources: {'Port': ['ID=938ea40a-56e2-4d3e-9196-55f6ca1fa481,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:23.750836 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d75f03-3fa0-4bcd-a053-741d81d1d142 None None] Pushing event updated for resources: {'Port': ['ID=a88db292-225b-4de5-b972-e65f60280f71,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:23.753220 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Attempting to bind port a88db292-225b-4de5-b972-e65f60280f71 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:13:23.753580 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Attempting to bind port a88db292-225b-4de5-b972-e65f60280f71 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:13:23.753967 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Attempting to bind port a88db292-225b-4de5-b972-e65f60280f71 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:13:23.763152 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:13:23.763709 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:23.764228 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:23.764624 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:13:23.765102 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Bound port: a88db292-225b-4de5-b972-e65f60280f71, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:13:23.765488 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:23.795898 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75f03-3fa0-4bcd-a053-741d81d1d142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:23.796277 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75f03-3fa0-4bcd-a053-741d81d1d142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:23.796609 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75f03-3fa0-4bcd-a053-741d81d1d142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:23.796942 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75f03-3fa0-4bcd-a053-741d81d1d142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:23.797269 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75f03-3fa0-4bcd-a053-741d81d1d142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:23.797598 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75f03-3fa0-4bcd-a053-741d81d1d142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:23.797951 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75f03-3fa0-4bcd-a053-741d81d1d142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:23.798276 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75f03-3fa0-4bcd-a053-741d81d1d142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:23.798601 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75f03-3fa0-4bcd-a053-741d81d1d142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:23.798924 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75f03-3fa0-4bcd-a053-741d81d1d142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:23.799246 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75f03-3fa0-4bcd-a053-741d81d1d142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:23.799603 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d75f03-3fa0-4bcd-a053-741d81d1d142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:13:23.818706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Allocated IP 172.20.0.10 (aeaa7def-b504-45ef-955e-47871d7cd1a3/ae5727a5-eb1a-47e7-8741-c519c8f696e0/492d1d5c-1270-412c-8797-f79855afa4d1) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:23.851352 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] For port a88db292-225b-4de5-b972-e65f60280f71, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:13:23.854649 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] For port a88db292-225b-4de5-b972-e65f60280f71, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a88db292-225b-4de5-b972-e65f60280f71,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:13:23.856804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3a5c4b-af19-4698-a5e8-b878a949018b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:23.872297 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad103a77-7e7d-4616-a8eb-3d6998465cfe None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:23.906595 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad103a77-7e7d-4616-a8eb-3d6998465cfe None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:23.908569 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ad103a77-7e7d-4616-a8eb-3d6998465cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:23.933207 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:23.970294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9dd80788-4997-42fe-a15a-7c060fef5292 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:24.005047 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ad103a77-7e7d-4616-a8eb-3d6998465cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:24.011621 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:24.015924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad103a77-7e7d-4616-a8eb-3d6998465cfe None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:24.016549 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ad103a77-7e7d-4616-a8eb-3d6998465cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:24.056642 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d75f03-3fa0-4bcd-a053-741d81d1d142 None None] Pushing event updated for resources: {'Port': ['ID=a88db292-225b-4de5-b972-e65f60280f71,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:24.063095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9dd80788-4997-42fe-a15a-7c060fef5292 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:24.066461 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:24.068739 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:24.131790 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5c4b-af19-4698-a5e8-b878a949018b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:24.140483 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ad103a77-7e7d-4616-a8eb-3d6998465cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:24.140702 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad103a77-7e7d-4616-a8eb-3d6998465cfe None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:24.210603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1729e23-96b3-4bd0-b6b8-8859b521a61d req-5628c28b-f2e2-4e24-a329-c1fee9c51a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:24.213084 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e1729e23-96b3-4bd0-b6b8-8859b521a61d req-5628c28b-f2e2-4e24-a329-c1fee9c51a1c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=3c7b4bbf6ea3427f837b93377020060f&device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 1099 time: 0.3494587 Aug 26 01:13:24.214537 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1a3a5c4b-af19-4698-a5e8-b878a949018b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/floatingips/e9bde32c-5dad-4adc-9d91-d518785cb9e5 HTTP/1.1" status: 204 len: 168 time: 2.3429983 Aug 26 01:13:24.217876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51102) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:24.233583 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd80788-4997-42fe-a15a-7c060fef5292 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b76e936-2892-478a-8e30-4667b309aec8,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:24.297297 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:13:24.353440 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9dd80788-4997-42fe-a15a-7c060fef5292 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:24.358346 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9dd80788-4997-42fe-a15a-7c060fef5292 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0659516 Aug 26 01:13:24.358552 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51106) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:24.368659 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-333b34a5-36c9-4a9e-9f60-4aacce4d1f2a tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group_rule': {'security_group_id': '1a2adb2e-e535-497d-8e84-fcebe6ceb185', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:24.382940 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-333b34a5-36c9-4a9e-9f60-4aacce4d1f2a tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:24.396060 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1707041c-fbcc-406d-8452-bb8ab3b86deb tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting port 31a02f23-67e8-46cf-9aec-cb0bbc2f7f14 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:24.396408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1707041c-fbcc-406d-8452-bb8ab3b86deb tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:24.434184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:24.445643 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-333b34a5-36c9-4a9e-9f60-4aacce4d1f2a tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:24.465374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-333b34a5-36c9-4a9e-9f60-4aacce4d1f2a tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:24.472033 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Transition to ACTIVE for port object 492d1d5c-1270-412c-8797-f79855afa4d1 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:24.491655 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Allocated IP 172.20.0.1 (277863a4-4254-4976-bcf1-d2e6a4c64c1e/6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083/3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:24.516280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-333b34a5-36c9-4a9e-9f60-4aacce4d1f2a tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:24.568880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 938ea40a-56e2-4d3e-9196-55f6ca1fa481 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:24.717457 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:19Z', 'revision_number': 3, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:24.722294 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ff98c-5005-4376-8fab-f108a61dbb2d None None] The sync data for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv is: [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:19Z', 'revision_number': 3, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:24.768373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 938ea40a-56e2-4d3e-9196-55f6ca1fa481 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:24.772606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1729e23-96b3-4bd0-b6b8-8859b521a61d req-6c2932bf-216b-4b91-b6bd-5420edb14ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:24.774204 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e1729e23-96b3-4bd0-b6b8-8859b521a61d req-6c2932bf-216b-4b91-b6bd-5420edb14ac6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=02f7a366-55ac-4b98-ac68-0cbcda6650bb HTTP/1.1" status: 200 len: 899 time: 0.5217419 Aug 26 01:13:24.779140 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-333b34a5-36c9-4a9e-9f60-4aacce4d1f2a tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:24.790709 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a153b-7d58-4f61-baf0-0316d3253d0a req-9f173433-99fd-4ed8-b21d-7d96e147b65f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:24.798870 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3a5a153b-7d58-4f61-baf0-0316d3253d0a req-9f173433-99fd-4ed8-b21d-7d96e147b65f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.2938738 Aug 26 01:13:24.856761 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3a5a153b-7d58-4f61-baf0-0316d3253d0a req-8eb758af-40e7-41cf-a292-c43f59a35950 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566654 Aug 26 01:13:24.864374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:24.990771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac94f141-642a-47bd-90d3-7008f2a720e0 None None] Network aeaa7def-b504-45ef-955e-47871d7cd1a3 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:24.997222 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e1729e23-96b3-4bd0-b6b8-8859b521a61d req-ea466a8b-5009-4279-b00d-135d8e7632ac service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14d2cc30-3b65-46b0-a263-117bcf6e98e1 HTTP/1.1" status: 200 len: 1002 time: 0.2094064 Aug 26 01:13:25.002320 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1707041c-fbcc-406d-8452-bb8ab3b86deb tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:25.073488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1729e23-96b3-4bd0-b6b8-8859b521a61d req-1d5c6a87-1aae-4a77-87c7-40dc1406c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:25.074451 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e1729e23-96b3-4bd0-b6b8-8859b521a61d req-1d5c6a87-1aae-4a77-87c7-40dc1406c54e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=75aee266-6a51-42bf-aecb-af40ed310f6a HTTP/1.1" status: 200 len: 835 time: 0.0636706 Aug 26 01:13:25.135498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network aeaa7def-b504-45ef-955e-47871d7cd1a3 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:25.147414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:25.150118 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:25.209884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:25.221813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=492d1d5c-1270-412c-8797-f79855afa4d1,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:25.247874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Transition to ACTIVE for port object 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:25.255147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:25.255787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:25.274759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1707041c-fbcc-406d-8452-bb8ab3b86deb tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Calling delete_port for 31a02f23-67e8-46cf-9aec-cb0bbc2f7f14 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:25.294168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3306819b-b348-4fd9-83ab-76730dbf3d15 None None] Provisioning for port 938ea40a-56e2-4d3e-9196-55f6ca1fa481 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:25.306627 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3306819b-b348-4fd9-83ab-76730dbf3d15 None None] Provisioning complete for port 938ea40a-56e2-4d3e-9196-55f6ca1fa481 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:25.307002 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3306819b-b348-4fd9-83ab-76730dbf3d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:25.341016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-333b34a5-36c9-4a9e-9f60-4aacce4d1f2a tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:25.346998 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2a395055-21a4-4192-b378-4d441558c21c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1351566 Aug 26 01:13:25.349888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51112) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:25.358973 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'network_id': 'aeaa7def-b504-45ef-955e-47871d7cd1a3', 'name': 'tempest-PortsTestJSON-1349601099', 'fixed_ips': [{'subnet_id': 'ae5727a5-eb1a-47e7-8741-c519c8f696e0', 'ip_address': '172.20.0.9'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:25.390971 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1729e23-96b3-4bd0-b6b8-8859b521a61d req-504fdf0e-3da5-4a07-a1d3-1e463f5f3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:25.392590 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e1729e23-96b3-4bd0-b6b8-8859b521a61d req-504fdf0e-3da5-4a07-a1d3-1e463f5f3bdc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=02f7a366-55ac-4b98-ac68-0cbcda6650bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3114486 Aug 26 01:13:25.395815 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-333b34a5-36c9-4a9e-9f60-4aacce4d1f2a tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:25.424029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:25.469357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3306819b-b348-4fd9-83ab-76730dbf3d15 None None] Current status of the port 938ea40a-56e2-4d3e-9196-55f6ca1fa481 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:25.469594 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3306819b-b348-4fd9-83ab-76730dbf3d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:25.517781 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-3306819b-b348-4fd9-83ab-76730dbf3d15 None None] For port 938ea40a-56e2-4d3e-9196-55f6ca1fa481, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=938ea40a-56e2-4d3e-9196-55f6ca1fa481,segment=NetworkSegment(88f65697-38b3-4432-b1db-c57054f21c97),segment_id=88f65697-38b3-4432-b1db-c57054f21c97)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:25.563931 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b34a5-36c9-4a9e-9f60-4aacce4d1f2a tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb988714-d1ed-44cf-9410-b0135f4d0a6c,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:25.591197 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Network 277863a4-4254-4976-bcf1-d2e6a4c64c1e is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:25.592965 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3306819b-b348-4fd9-83ab-76730dbf3d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:25.598304 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:25.605332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:25.684036 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:25.719253 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306819b-b348-4fd9-83ab-76730dbf3d15 None None] Pushing event updated for resources: {'Port': ['ID=938ea40a-56e2-4d3e-9196-55f6ca1fa481,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:25.726949 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-333b34a5-36c9-4a9e-9f60-4aacce4d1f2a tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:25.734315 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-333b34a5-36c9-4a9e-9f60-4aacce4d1f2a tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3750827 Aug 26 01:13:25.739013 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51116) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:25.758452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:25.769106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b2823252-7e3d-438c-a56f-b6dcdf6c2192 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group_rule': {'security_group_id': '1a2adb2e-e535-497d-8e84-fcebe6ceb185', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:25.776401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b2823252-7e3d-438c-a56f-b6dcdf6c2192 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:25.783344 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b2823252-7e3d-438c-a56f-b6dcdf6c2192 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:25.787185 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b2823252-7e3d-438c-a56f-b6dcdf6c2192 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:25.793247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b2823252-7e3d-438c-a56f-b6dcdf6c2192 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:25.804693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:25.822841 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e1729e23-96b3-4bd0-b6b8-8859b521a61d req-e0959c7b-02f2-4138-9e78-9c7c5fea609c service neutron] 10.222.0.94 "GET /v2.0/networks/02f7a366-55ac-4b98-ac68-0cbcda6650bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699317 Aug 26 01:13:25.824268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:port and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:25.828381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:25.837096 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:25.888573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c7589c03-7e59-4b21-aec9-6f4a16ba7515 None None] Provisioning for port 492d1d5c-1270-412c-8797-f79855afa4d1 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:25.896312 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c7589c03-7e59-4b21-aec9-6f4a16ba7515 None None] Provisioning complete for port 492d1d5c-1270-412c-8797-f79855afa4d1 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:25.896960 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c7589c03-7e59-4b21-aec9-6f4a16ba7515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:25.924626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:25.930500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:25.989655 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port db92bb63-2eaf-4ee5-bc38-7451a587d4ca yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:13:26.022269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c7589c03-7e59-4b21-aec9-6f4a16ba7515 None None] Port 492d1d5c-1270-412c-8797-f79855afa4d1 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:26.041685 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c7589c03-7e59-4b21-aec9-6f4a16ba7515 None None] Provisioning complete for port 938ea40a-56e2-4d3e-9196-55f6ca1fa481 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:26.041935 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1707041c-fbcc-406d-8452-bb8ab3b86deb tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:26.042105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c7589c03-7e59-4b21-aec9-6f4a16ba7515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:26.110424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b2823252-7e3d-438c-a56f-b6dcdf6c2192 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:26.284295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c7589c03-7e59-4b21-aec9-6f4a16ba7515 None None] Current status of the port 938ea40a-56e2-4d3e-9196-55f6ca1fa481 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:26.303716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:26.333226 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707041c-fbcc-406d-8452-bb8ab3b86deb tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Port': ['ID=31a02f23-67e8-46cf-9aec-cb0bbc2f7f14,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:26.404195 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Allocated IP 172.20.0.9 (aeaa7def-b504-45ef-955e-47871d7cd1a3/ae5727a5-eb1a-47e7-8741-c519c8f696e0/db92bb63-2eaf-4ee5-bc38-7451a587d4ca) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:26.485502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b781fe7d-0e2f-4dda-8ee3-f63a20a4dd26 None None] Provisioning for port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:26.500543 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b781fe7d-0e2f-4dda-8ee3-f63a20a4dd26 None None] Provisioning complete for port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:26.500991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b781fe7d-0e2f-4dda-8ee3-f63a20a4dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:26.561518 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e1729e23-96b3-4bd0-b6b8-8859b521a61d req-834ddcef-5fed-4216-9588-2011eb2ff2ab service neutron] 10.222.0.94 "GET /v2.0/networks/02f7a366-55ac-4b98-ac68-0cbcda6650bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7274702 Aug 26 01:13:26.618754 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b2823252-7e3d-438c-a56f-b6dcdf6c2192 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:26.623633 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b781fe7d-0e2f-4dda-8ee3-f63a20a4dd26 None None] Port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:26.630081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1707041c-fbcc-406d-8452-bb8ab3b86deb tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:26.643211 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1707041c-fbcc-406d-8452-bb8ab3b86deb tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/ports/31a02f23-67e8-46cf-9aec-cb0bbc2f7f14 HTTP/1.1" status: 204 len: 168 time: 2.4193289 Aug 26 01:13:26.643386 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51126) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:26.648080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3e14b-7100-4614-aa01-9895c1682fbc req-581842d0-9e12-42b7-bf67-ea0b08ae88b2 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:26.648830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 938ea40a-56e2-4d3e-9196-55f6ca1fa481 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:26.648944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:26.649781 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9af3e14b-7100-4614-aa01-9895c1682fbc req-581842d0-9e12-42b7-bf67-ea0b08ae88b2 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.5531294 Aug 26 01:13:26.684414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b781fe7d-0e2f-4dda-8ee3-f63a20a4dd26 None None] Provisioning complete for port 492d1d5c-1270-412c-8797-f79855afa4d1 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:26.684968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b781fe7d-0e2f-4dda-8ee3-f63a20a4dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:26.700726 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b2823252-7e3d-438c-a56f-b6dcdf6c2192 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:26.721613 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9af3e14b-7100-4614-aa01-9895c1682fbc req-cacb306e-d018-4633-8cfb-a224db9b5ab2 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648296 Aug 26 01:13:26.722731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:26.727540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:floatingip and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:26.734255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:26.755071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2823252-7e3d-438c-a56f-b6dcdf6c2192 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908ae7ea-0238-4b5e-b58d-16f580537818,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:26.770834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:26.773123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b781fe7d-0e2f-4dda-8ee3-f63a20a4dd26 None None] Port 492d1d5c-1270-412c-8797-f79855afa4d1 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:26.788166 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 938ea40a-56e2-4d3e-9196-55f6ca1fa481 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:26.788543 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:26.815673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:26.867931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:26.886028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Transition to ACTIVE for port object db92bb63-2eaf-4ee5-bc38-7451a587d4ca will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:26.895105 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b2823252-7e3d-438c-a56f-b6dcdf6c2192 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:26.896537 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b2823252-7e3d-438c-a56f-b6dcdf6c2192 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1503856 Aug 26 01:13:26.899417 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51130) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:26.908397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:26.911801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 938ea40a-56e2-4d3e-9196-55f6ca1fa481 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:26.912928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a88db292-225b-4de5-b972-e65f60280f71 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:26.946818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4424e65-e962-4444-8866-4568e6d2a78f tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:26.959313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4424e65-e962-4444-8866-4568e6d2a78f tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.000906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.092788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port a88db292-225b-4de5-b972-e65f60280f71 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:27.094500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.099145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port a88db292-225b-4de5-b972-e65f60280f71 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:27.099145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.113991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:27.115238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4424e65-e962-4444-8866-4568e6d2a78f tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.134801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.138266 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4424e65-e962-4444-8866-4568e6d2a78f tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=908ae7ea-0238-4b5e-b58d-16f580537818,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:27.143467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b4424e65-e962-4444-8866-4568e6d2a78f tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.144995 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b4424e65-e962-4444-8866-4568e6d2a78f tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/908ae7ea-0238-4b5e-b58d-16f580537818 HTTP/1.1" status: 204 len: 168 time: 0.2390895 Aug 26 01:13:27.150160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51134) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:27.206367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-dcd75344-88de-4d8b-9328-5bef33139c5a tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:27.231945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port a88db292-225b-4de5-b972-e65f60280f71 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:27.232363 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.251742 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port a88db292-225b-4de5-b972-e65f60280f71, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a88db292-225b-4de5-b972-e65f60280f71,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:27.286753 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-dcd75344-88de-4d8b-9328-5bef33139c5a tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:27.290897 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dcd75344-88de-4d8b-9328-5bef33139c5a tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1370256 Aug 26 01:13:27.291134 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51138) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:27.293633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network aeaa7def-b504-45ef-955e-47871d7cd1a3 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:27.301354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:27.318373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:27.321278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.337673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b34a9544-b321-48d4-b104-8e427bc8e0c3 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.351099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b34a9544-b321-48d4-b104-8e427bc8e0c3 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.402345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=a88db292-225b-4de5-b972-e65f60280f71,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:27.448674 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b34a9544-b321-48d4-b104-8e427bc8e0c3 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.470297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a9544-b321-48d4-b104-8e427bc8e0c3 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb988714-d1ed-44cf-9410-b0135f4d0a6c,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:27.480236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=db92bb63-2eaf-4ee5-bc38-7451a587d4ca,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:27.543654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b34a9544-b321-48d4-b104-8e427bc8e0c3 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.544828 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b34a9544-b321-48d4-b104-8e427bc8e0c3 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/eb988714-d1ed-44cf-9410-b0135f4d0a6c HTTP/1.1" status: 204 len: 168 time: 0.2527380 Aug 26 01:13:27.545890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Network 277863a4-4254-4976-bcf1-d2e6a4c64c1e is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:27.548178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51142) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:27.549662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:27.556545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:27.557157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.614896 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-04f0aee5-4fc1-4c20-baf4-127f0c45b706 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:27.669640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d532c6b8-98ce-46a2-b179-4566c3699017 None None] Provisioning for port db92bb63-2eaf-4ee5-bc38-7451a587d4ca completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:27.678459 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d532c6b8-98ce-46a2-b179-4566c3699017 None None] Provisioning complete for port db92bb63-2eaf-4ee5-bc38-7451a587d4ca triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:27.679127 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d532c6b8-98ce-46a2-b179-4566c3699017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.717075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-04f0aee5-4fc1-4c20-baf4-127f0c45b706 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:27.722027 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-04f0aee5-4fc1-4c20-baf4-127f0c45b706 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1693506 Aug 26 01:13:27.722027 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51146) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:27.803153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.809150 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-047bec21-d868-41ec-8043-79998d188133 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4576457 Aug 26 01:13:27.840934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d532c6b8-98ce-46a2-b179-4566c3699017 None None] Port db92bb63-2eaf-4ee5-bc38-7451a587d4ca cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:27.846902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51152) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:27.882062 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2d8a044f-1869-4979-a68f-56fb3227d341 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.898056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2d8a044f-1869-4979-a68f-56fb3227d341 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.934197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1264c6-1467-4b4c-8de0-be10d1d8e9e6 req-38fd0d74-911e-49bb-82dd-d6827710ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:27.936135 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fd1264c6-1467-4b4c-8de0-be10d1d8e9e6 req-38fd0d74-911e-49bb-82dd-d6827710ebdb service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 1099 time: 0.1463182 Aug 26 01:13:27.963657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c6cc7fe8-b3a7-47fe-84dd-b66bc765c017 None None] Provisioning complete for port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:27.964273 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7fe8-b3a7-47fe-84dd-b66bc765c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:27.970322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Router 27d9cace-c75f-4bcd-8061-d44c0eb332ba has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:13:27.985884 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fd1264c6-1467-4b4c-8de0-be10d1d8e9e6 req-aa3bcc0b-061a-4a54-abba-9a622a44c312 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405486 Aug 26 01:13:28.017588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2d8a044f-1869-4979-a68f-56fb3227d341 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:28.023939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc7fe8-b3a7-47fe-84dd-b66bc765c017 None None] Port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:28.040876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a044f-1869-4979-a68f-56fb3227d341 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b76e936-2892-478a-8e30-4667b309aec8,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:28.104097 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2d8a044f-1869-4979-a68f-56fb3227d341 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:28.105227 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2d8a044f-1869-4979-a68f-56fb3227d341 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/5b76e936-2892-478a-8e30-4667b309aec8 HTTP/1.1" status: 204 len: 168 time: 0.3827951 Aug 26 01:13:28.108309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51156) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:28.161358 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1a2d83cb-9d84-4edf-897b-731499815055 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:28.245327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77e5c54-4eae-40f9-affc-09e74809d87c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:28.246060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c77e5c54-4eae-40f9-affc-09e74809d87c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:28.249121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1a2d83cb-9d84-4edf-897b-731499815055 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:28.253337 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1a2d83cb-9d84-4edf-897b-731499815055 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1411874 Aug 26 01:13:28.253501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51160) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:28.260901 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Allocated IP 172.26.2.107 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/259a22a8-28c6-4ef0-9df5-59325a7996eb) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:28.282643 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cabc5ff2-3947-431d-a365-8f29962c65bb tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:28.298768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cabc5ff2-3947-431d-a365-8f29962c65bb tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:28.309191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a35c9-31f6-41b7-8081-7b618f7f85b5 req-255cf6d8-62ea-428e-bed7-3060b7f7b9a3 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:28.311344 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a59a35c9-31f6-41b7-8081-7b618f7f85b5 req-255cf6d8-62ea-428e-bed7-3060b7f7b9a3 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.4082329 Aug 26 01:13:28.395066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cabc5ff2-3947-431d-a365-8f29962c65bb tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:28.408782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c77e5c54-4eae-40f9-affc-09e74809d87c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:28.409941 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c77e5c54-4eae-40f9-affc-09e74809d87c tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5610971 Aug 26 01:13:28.414191 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51164) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:28.414757 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:28.421703 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc5ff2-3947-431d-a365-8f29962c65bb tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98715d61-3c5d-4532-8b68-f7b9361dc8d0,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:28.425846 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Sync routers for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:28.445135 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:28.445758 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:28.462851 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-33189f94-8c64-4b62-a6c6-646497f7cff2 admin admin] 10.222.0.83 "PUT /v2.0/routers/27d9cace-c75f-4bcd-8061-d44c0eb332ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0421798 Aug 26 01:13:28.469035 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a59a35c9-31f6-41b7-8081-7b618f7f85b5 req-8ffb3d7c-57e1-42f7-9250-dbfb15bee506 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402583 Aug 26 01:13:28.511195 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a88db292-225b-4de5-b972-e65f60280f71 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:28.532016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cabc5ff2-3947-431d-a365-8f29962c65bb tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:28.537277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51170) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:28.538234 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cabc5ff2-3947-431d-a365-8f29962c65bb tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/98715d61-3c5d-4532-8b68-f7b9361dc8d0 HTTP/1.1" status: 204 len: 168 time: 0.2828977 Aug 26 01:13:28.584223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:28.626046 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port a88db292-225b-4de5-b972-e65f60280f71 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:28.627953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2ce8d4b4-1d05-4ad9-9d11-783cf06e88ed tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:28.629373 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03437759-d2ee-4c6d-b1aa-75f03d84526a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:28.630649 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:28.647955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03437759-d2ee-4c6d-b1aa-75f03d84526a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:28.656811 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03437759-d2ee-4c6d-b1aa-75f03d84526a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:28.657696 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-03437759-d2ee-4c6d-b1aa-75f03d84526a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:28.674460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-03437759-d2ee-4c6d-b1aa-75f03d84526a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:28.675613 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-03437759-d2ee-4c6d-b1aa-75f03d84526a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2580278 Aug 26 01:13:28.678595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51174) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:28.710795 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:13:28.715125 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2ce8d4b4-1d05-4ad9-9d11-783cf06e88ed tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:28.716439 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2ce8d4b4-1d05-4ad9-9d11-783cf06e88ed tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1781933 Aug 26 01:13:28.720141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51180) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:28.767782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:28.773773 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cf2d27e-f80a-4520-8230-797700ce32fb tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:28.793877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cf2d27e-f80a-4520-8230-797700ce32fb tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:28.802390 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port a88db292-225b-4de5-b972-e65f60280f71 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:28.856947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:28.864684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:28.869455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-4b283135-d572-4db4-b311-cc8c7b6dea35 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port db92bb63-2eaf-4ee5-bc38-7451a587d4ca {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:28.869818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4b283135-d572-4db4-b311-cc8c7b6dea35 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:28.894039 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:28.907533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cf2d27e-f80a-4520-8230-797700ce32fb tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:28.929786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2d27e-f80a-4520-8230-797700ce32fb tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf09235f-4539-4ea8-a6e9-c36efdd883da,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:28.969920 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=259a22a8-28c6-4ef0-9df5-59325a7996eb,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:29.031818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cf2d27e-f80a-4520-8230-797700ce32fb tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:29.033136 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9cf2d27e-f80a-4520-8230-797700ce32fb tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/cf09235f-4539-4ea8-a6e9-c36efdd883da HTTP/1.1" status: 204 len: 168 time: 0.3119974 Aug 26 01:13:29.035884 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51186) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:29.090743 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9bbe9129-986d-44af-8937-0b42873f4171 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:29.095224 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 2, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:29.100368 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Checking router: 27d9cace-c75f-4bcd-8061-d44c0eb332ba for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:13:29.100719 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Updating router 27d9cace-c75f-4bcd-8061-d44c0eb332ba port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:13:29.159790 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:29.207605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:29.221556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9bbe9129-986d-44af-8937-0b42873f4171 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:29.223884 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9bbe9129-986d-44af-8937-0b42873f4171 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1867602 Aug 26 01:13:29.232267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51194) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:29.269419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4b283135-d572-4db4-b311-cc8c7b6dea35 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:29.297535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 14d2cc30-3b65-46b0-a263-117bcf6e98e1 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:13:29.319482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-efa93075-c3da-41b3-8616-11e64c68d6a5 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:29.359851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-efa93075-c3da-41b3-8616-11e64c68d6a5 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:29.511351 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-efa93075-c3da-41b3-8616-11e64c68d6a5 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:29.524993 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 14d2cc30-3b65-46b0-a263-117bcf6e98e1, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=14d2cc30-3b65-46b0-a263-117bcf6e98e1,segment=NetworkSegment(13633b81-4d9c-43df-8c0c-07421f95cc89),segment_id=13633b81-4d9c-43df-8c0c-07421f95cc89)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:29.554530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '14d2cc30-3b65-46b0-a263-117bcf6e98e1', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'port_id': '14d2cc30-3b65-46b0-a263-117bcf6e98e1', 'mac_address': 'fa:16:3e:b5:1c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:13:29.558012 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa93075-c3da-41b3-8616-11e64c68d6a5 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2adb2e-e535-497d-8e84-fcebe6ceb185,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:29.639216 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51204) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:29.651402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 is: ACTIVE; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:29.651682 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:29.663515 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1889745194-network', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:29.671145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14d2cc30-3b65-46b0-a263-117bcf6e98e1 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:13:29.678685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:29.682852 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:29.684562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Usage tracker for resource:network and tenant:7f049227929549a6ab37dc27fa657b8e is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:29.688639 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 14d2cc30-3b65-46b0-a263-117bcf6e98e1, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=14d2cc30-3b65-46b0-a263-117bcf6e98e1,segment=NetworkSegment(13633b81-4d9c-43df-8c0c-07421f95cc89),segment_id=13633b81-4d9c-43df-8c0c-07421f95cc89)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:29.689527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:29.697201 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Transition to ACTIVE for port object 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:29.698604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:29.744008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-4b283135-d572-4db4-b311-cc8c7b6dea35 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for db92bb63-2eaf-4ee5-bc38-7451a587d4ca owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:29.774354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:29.782125 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:29.790103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-efa93075-c3da-41b3-8616-11e64c68d6a5 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:29.792010 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-efa93075-c3da-41b3-8616-11e64c68d6a5 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-groups/1a2adb2e-e535-497d-8e84-fcebe6ceb185 HTTP/1.1" status: 204 len: 168 time: 0.5571618 Aug 26 01:13:29.799088 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51208) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:29.820204 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:29.861162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8301503a-8fd8-40d5-98cf-700f77280eae tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:29.864939 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Made reservation on behalf of 7f049227929549a6ab37dc27fa657b8e for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:29.867235 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:29.876378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=14d2cc30-3b65-46b0-a263-117bcf6e98e1,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:29.883759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a23caf-623a-4911-8b3b-aea0282f7c91 req-b91ab2a8-816c-496c-819a-a7f0caba2f2e tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:29.885263 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-00a23caf-623a-4911-8b3b-aea0282f7c91 req-b91ab2a8-816c-496c-819a-a7f0caba2f2e tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.1893976 Aug 26 01:13:29.895035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:29.931313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:29.939622 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Usage tracker for resource:security_group_rule and tenant:7f049227929549a6ab37dc27fa657b8e is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:29.943568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:29.961796 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:29.984098 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-00a23caf-623a-4911-8b3b-aea0282f7c91 req-2406c5ed-28a6-4be7-9222-8e72e7275843 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895729 Aug 26 01:13:29.986281 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:13:30.009323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51212) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:30.049458 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b69421-7d37-4b36-abd2-e758d7983f08 None None] Pushing event updated for resources: {'Port': ['ID=3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:30.052318 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8301503a-8fd8-40d5-98cf-700f77280eae tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:30.053664 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8301503a-8fd8-40d5-98cf-700f77280eae tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2547266 Aug 26 01:13:30.060621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51216) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:30.066928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0f8b3de1-521d-45e1-b799-08086228a2bd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group': {'name': 'tempest-secgroup--944779834'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:30.074561 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0f8b3de1-521d-45e1-b799-08086228a2bd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:30.077367 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['14d2cc30-3b65-46b0-a263-117bcf6e98e1'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:13:30.086112 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0f8b3de1-521d-45e1-b799-08086228a2bd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:30.111844 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Attempting to bind port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:13:30.112121 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Attempting to bind port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:13:30.112479 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Attempting to bind port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d on network 277863a4-4254-4976-bcf1-d2e6a4c64c1e {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:13:30.118696 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:13:30.119770 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Checking segment: {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:30.119770 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.120047 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Bound using segment: {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:13:30.120511 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Bound port: 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:13:30.120898 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.151451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0f8b3de1-521d-45e1-b799-08086228a2bd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.184231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0f8b3de1-521d-45e1-b799-08086228a2bd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:30.194241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0f8b3de1-521d-45e1-b799-08086228a2bd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:30.197893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0f8b3de1-521d-45e1-b799-08086228a2bd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:30.205976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0f8b3de1-521d-45e1-b799-08086228a2bd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:30.231330 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-29aeaed6-24a6-460d-aa65-d4def3d82374 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/floatingips/88d2bd70-c05f-4fe2-b3e4-fde750b19880 HTTP/1.1" status: 200 len: 993 time: 0.2192039 Aug 26 01:13:30.239263 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] For port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:13:30.244185 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] For port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:13:30.250779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.357432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4b283135-d572-4db4-b311-cc8c7b6dea35 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.445842 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b283135-d572-4db4-b311-cc8c7b6dea35 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=db92bb63-2eaf-4ee5-bc38-7451a587d4ca,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:30.446326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0f8b3de1-521d-45e1-b799-08086228a2bd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.469203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.536063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4b283135-d572-4db4-b311-cc8c7b6dea35 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.549475 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.551945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.620320 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:30.620559 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:30.637319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4d9715ef-d36a-40a7-9cf0-bb1256863d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.667340 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.671331 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=259a22a8-28c6-4ef0-9df5-59325a7996eb,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:30.672179 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.678561 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0f8b3de1-521d-45e1-b799-08086228a2bd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.684780 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4b283135-d572-4db4-b311-cc8c7b6dea35 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/db92bb63-2eaf-4ee5-bc38-7451a587d4ca HTTP/1.1" status: 204 len: 168 time: 2.0046277 Aug 26 01:13:30.685228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51220) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:30.740473 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b69421-7d37-4b36-abd2-e758d7983f08 None None] Pushing event updated for resources: {'Port': ['ID=3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:30.757423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.759994 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-de152e99-30ef-4c10-9e04-da0a074d2102 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1164587 Aug 26 01:13:30.762158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51224) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:30.768244 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'port': {'network_id': 'cee47530-5700-4344-bb28-7d2dbcf247e9', 'name': 'tempest-FloatingIPTestJSON-309904713'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:30.800715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:13:30.804125 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-286c3a6d-4752-425b-abd0-958917963c95 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] GET failed (client error): The resource could not be found. Aug 26 01:13:30.804910 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:13:30.806405 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-286c3a6d-4752-425b-abd0-958917963c95 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/db92bb63-2eaf-4ee5-bc38-7451a587d4ca HTTP/1.1" status: 404 len: 333 time: 0.1063828 Aug 26 01:13:30.807352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2445d0fa-6f40-4e28-b459-6dd7b9e046da,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:30.810107 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51228) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:30.895031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.895426 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Added segment 555e5a05-da63-4185-800f-9eb473df6d49 of type vlan for network 7e69384f-0fb4-4680-ad52-28562ce58197 Aug 26 01:13:30.939725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:30.942997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b3de1-521d-45e1-b799-08086228a2bd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2c4f96-9835-4519-b46b-3d45b906d8cd,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:30.944167 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:port and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:30.947454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:30.953820 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:30.966087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:30.972794 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e8bff-aacf-464a-8d02-0a782388476a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 492d1d5c-1270-412c-8797-f79855afa4d1 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:30.973125 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1b7e8bff-aacf-464a-8d02-0a782388476a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.023574 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0f8b3de1-521d-45e1-b799-08086228a2bd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.024252 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0f8b3de1-521d-45e1-b799-08086228a2bd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9620237 Aug 26 01:13:31.027189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51232) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:31.033597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-2e98fca7-b36f-4028-a591-c918d8d89de6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group_rule': {'security_group_id': '1c2c4f96-9835-4519-b46b-3d45b906d8cd', 'direction': 'ingress', 'protocol': 17}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:31.040669 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2e98fca7-b36f-4028-a591-c918d8d89de6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:31.045256 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2e98fca7-b36f-4028-a591-c918d8d89de6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:31.048527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2e98fca7-b36f-4028-a591-c918d8d89de6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:31.056472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2e98fca7-b36f-4028-a591-c918d8d89de6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:31.115604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Made reservation on behalf of a925f84e8f124030a4986bfb7bf12b79 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:31.119232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.144526 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] device_id is not set on port c3bf3c54-c216-4f03-b648-3e25be164543 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:13:31.170950 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:30Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:31.173655 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.174693 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:31.175195 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed6bae-71b6-46ef-9572-dfc527716e89 None None] The sync data for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv is: [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:30Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:31.175384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.200068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2e98fca7-b36f-4028-a591-c918d8d89de6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.287473 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6440630 Aug 26 01:13:31.296922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 14d2cc30-3b65-46b0-a263-117bcf6e98e1 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:31.302767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51236) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:31.312304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] Request body: {'subnet': {'network_id': '7e69384f-0fb4-4680-ad52-28562ce58197', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1889745194-subnet', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e', 'ip_version': 4}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:31.334351 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:31.339651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b87fb-846e-4fe8-9faa-47ab3a9cd214 admin admin] Pushing event updated for resources: {'Network': ['ID=7e69384f-0fb4-4680-ad52-28562ce58197,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:31.352935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 7e69384f-0fb4-4680-ad52-28562ce58197 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:13:31.358520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] Usage tracker for resource:subnet and tenant:7f049227929549a6ab37dc27fa657b8e is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:31.363580 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:31.381111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:31.387136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1b7e8bff-aacf-464a-8d02-0a782388476a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.390670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2e98fca7-b36f-4028-a591-c918d8d89de6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.443477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Allocated IP 172.20.0.3 (cee47530-5700-4344-bb28-7d2dbcf247e9/15c4a4f8-4174-44e0-9f01-abef1cc21f79/c3bf3c54-c216-4f03-b648-3e25be164543) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:31.492135 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:31.500498 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.507852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2e98fca7-b36f-4028-a591-c918d8d89de6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.542077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98fca7-b36f-4028-a591-c918d8d89de6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e740f11e-1110-4762-a2bc-ea79a47a73a7,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:31.626300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:31.626978 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.662541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] Made reservation on behalf of 7f049227929549a6ab37dc27fa657b8e for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:31.664874 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46234ea-9114-4824-97e5-105ecbaed871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d2cc30-3b65-46b0-a263-117bcf6e98e1'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:13:31.665404 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.676902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 14d2cc30-3b65-46b0-a263-117bcf6e98e1, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=14d2cc30-3b65-46b0-a263-117bcf6e98e1,segment=NetworkSegment(13633b81-4d9c-43df-8c0c-07421f95cc89),segment_id=13633b81-4d9c-43df-8c0c-07421f95cc89)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:31.705782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e8bff-aacf-464a-8d02-0a782388476a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 492d1d5c-1270-412c-8797-f79855afa4d1 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:31.714998 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167e243d-dd01-4cab-9c1b-87a74582ae26'] response: {'server_uuid': 'f46234ea-9114-4824-97e5-105ecbaed871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d2cc30-3b65-46b0-a263-117bcf6e98e1', 'code': 200} Aug 26 01:13:31.725496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2e98fca7-b36f-4028-a591-c918d8d89de6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.726746 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2e98fca7-b36f-4028-a591-c918d8d89de6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6984222 Aug 26 01:13:31.730515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51242) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:31.760518 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.793788 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.860066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-51aa14b9-3252-4ffd-a077-5350570894ec tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.866616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=14d2cc30-3b65-46b0-a263-117bcf6e98e1,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:31.900928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-51aa14b9-3252-4ffd-a077-5350570894ec tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:31.987386 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:32.106092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1b7e8bff-aacf-464a-8d02-0a782388476a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:32.166871 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e8bff-aacf-464a-8d02-0a782388476a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=492d1d5c-1270-412c-8797-f79855afa4d1,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:32.171496 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:32.172559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-51aa14b9-3252-4ffd-a077-5350570894ec tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:32.218313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network cee47530-5700-4344-bb28-7d2dbcf247e9 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:32.219644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa14b9-3252-4ffd-a077-5350570894ec tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2c4f96-9835-4519-b46b-3d45b906d8cd,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:32.224718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:32.231716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:32.267414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=c3bf3c54-c216-4f03-b648-3e25be164543,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:32.288039 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-51aa14b9-3252-4ffd-a077-5350570894ec tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:32.290641 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-51aa14b9-3252-4ffd-a077-5350570894ec tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-groups/1c2c4f96-9835-4519-b46b-3d45b906d8cd HTTP/1.1" status: 204 len: 168 time: 0.5593567 Aug 26 01:13:32.294206 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51246) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:32.343172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:32.343827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:32.392341 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fb0ebd4e-0e0a-40ed-8760-6bb90488233e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:32.415526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55dc663d-be1d-4244-aef0-57edf8c80740,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:32.418160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] Checking segment: {'id': '555e5a05-da63-4185-800f-9eb473df6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7e69384f-0fb4-4680-ad52-28562ce58197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:32.418573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] Network hostable DHCP agents. Network: 7e69384f-0fb4-4680-ad52-28562ce58197, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:13:32.426228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1b7e8bff-aacf-464a-8d02-0a782388476a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:32.455400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51250) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:32.455583 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1b7e8bff-aacf-464a-8d02-0a782388476a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/492d1d5c-1270-412c-8797-f79855afa4d1 HTTP/1.1" status: 204 len: 168 time: 1.6372433 Aug 26 01:13:32.498769 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ecdbc536-09e2-4b67-8b77-d2a3aff829ad tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7347903 Aug 26 01:13:32.504249 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fb0ebd4e-0e0a-40ed-8760-6bb90488233e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:32.504394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51254) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:32.506511 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fb0ebd4e-0e0a-40ed-8760-6bb90488233e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2077963 Aug 26 01:13:32.507499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-684a34a7-145d-4839-b295-ed368ba3b3af tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'floatingip': {'port_id': 'c3bf3c54-c216-4f03-b648-3e25be164543'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:32.512033 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51258) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:32.517459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-08f1965e-5012-4282-9873-1a8bb8860790 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020640278'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:32.522613 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-14658077-ab9d-48da-aa76-7bc761135994 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] GET failed (client error): The resource could not be found. Aug 26 01:13:32.523130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-14658077-ab9d-48da-aa76-7bc761135994 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:32.528372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-08f1965e-5012-4282-9873-1a8bb8860790 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:32.548461 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:32.555987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-08f1965e-5012-4282-9873-1a8bb8860790 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:32.572924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] Network 7e69384f-0fb4-4680-ad52-28562ce58197 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:13:32.598650 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-684a34a7-145d-4839-b295-ed368ba3b3af tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:32.680976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08f1965e-5012-4282-9873-1a8bb8860790 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:32.701488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-08f1965e-5012-4282-9873-1a8bb8860790 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:32.706153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-08f1965e-5012-4282-9873-1a8bb8860790 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:32.709304 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-14658077-ab9d-48da-aa76-7bc761135994 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:32.709575 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:32.710436 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-14658077-ab9d-48da-aa76-7bc761135994 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/492d1d5c-1270-412c-8797-f79855afa4d1 HTTP/1.1" status: 404 len: 333 time: 0.2540636 Aug 26 01:13:32.711594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-08f1965e-5012-4282-9873-1a8bb8860790 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:32.714546 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51262) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:32.715277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 7e69384f-0fb4-4680-ad52-28562ce58197) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:32.715755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:32.716087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:32.729059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:32.729648 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:32.754867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-08f1965e-5012-4282-9873-1a8bb8860790 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:32.758179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a059239a-7b15-4f7c-84c6-375d768dd3c1 None None] Network 7e69384f-0fb4-4680-ad52-28562ce58197 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:32.886326 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6d78fa34-51ec-4991-8f2f-e5a2f49cf092 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5808110 Aug 26 01:13:32.886585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08f1965e-5012-4282-9873-1a8bb8860790 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:32.887049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51266) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:32.892831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1889745194-router', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:32.903012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:32.912060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Usage tracker for resource:router and tenant:7f049227929549a6ab37dc27fa657b8e is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:32.918487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4de132c-b4d0-4c3b-92e2-833b2ec89ab7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting subnet ae5727a5-eb1a-47e7-8741-c519c8f696e0 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:13:32.921987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:32.928337 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b4de132c-b4d0-4c3b-92e2-833b2ec89ab7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:32.961511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:32.966231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:32.966231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:32.977634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08f1965e-5012-4282-9873-1a8bb8860790 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.040565 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b4de132c-b4d0-4c3b-92e2-833b2ec89ab7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.057227 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4c9aed5c-0e1c-442f-88dc-dbd7d8e490f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.091354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1965e-5012-4282-9873-1a8bb8860790 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b617c94-52cc-4396-afa4-676e32bd236c,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:33.095635 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.097044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.118257 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:33.134705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.139179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-7e69384f-0fb4-4680-ad52-28562ce58197', 'network_id': '7e69384f-0fb4-4680-ad52-28562ce58197', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e', 'fixed_ips': [{'subnet_id': '55dc663d-be1d-4244-aef0-57edf8c80740'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:13:33.145095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.172361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b4de132c-b4d0-4c3b-92e2-833b2ec89ab7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.200566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-08f1965e-5012-4282-9873-1a8bb8860790 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.202691 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-08f1965e-5012-4282-9873-1a8bb8860790 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6896491 Aug 26 01:13:33.212503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51270) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:33.220717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f5a408be-57fb-4fa2-bc68-dcfb06908e95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917938534'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:33.225135 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.234632 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f5a408be-57fb-4fa2-bc68-dcfb06908e95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:33.242856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f5a408be-57fb-4fa2-bc68-dcfb06908e95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:33.247510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f5a408be-57fb-4fa2-bc68-dcfb06908e95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:33.258757 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f5a408be-57fb-4fa2-bc68-dcfb06908e95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:33.270191 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-684a34a7-145d-4839-b295-ed368ba3b3af tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.353757 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:33.370156 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Allocated IP 172.20.0.2 (7e69384f-0fb4-4680-ad52-28562ce58197/55dc663d-be1d-4244-aef0-57edf8c80740/3fc8be97-0c89-4c06-b291-a91bb417e53c) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:33.400194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f5a408be-57fb-4fa2-bc68-dcfb06908e95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.408192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-684a34a7-145d-4839-b295-ed368ba3b3af tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.535029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b4de132c-b4d0-4c3b-92e2-833b2ec89ab7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.539123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f5a408be-57fb-4fa2-bc68-dcfb06908e95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:33.589406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f5a408be-57fb-4fa2-bc68-dcfb06908e95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:33.601012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f5a408be-57fb-4fa2-bc68-dcfb06908e95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:33.602962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.605309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.610492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de132c-b4d0-4c3b-92e2-833b2ec89ab7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5727a5-eb1a-47e7-8741-c519c8f696e0,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:33.617832 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f5a408be-57fb-4fa2-bc68-dcfb06908e95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:33.618758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Transition to ACTIVE for port object 3fc8be97-0c89-4c06-b291-a91bb417e53c will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:33.622093 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b4de132c-b4d0-4c3b-92e2-833b2ec89ab7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.637225 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b4de132c-b4d0-4c3b-92e2-833b2ec89ab7 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/ae5727a5-eb1a-47e7-8741-c519c8f696e0 HTTP/1.1" status: 204 len: 168 time: 0.9219737 Aug 26 01:13:33.644956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51274) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:33.650650 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2576dd1e-43e4-49d4-91e3-76f9ebfd2502 None None] Network aeaa7def-b504-45ef-955e-47871d7cd1a3 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:33.719965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f5a408be-57fb-4fa2-bc68-dcfb06908e95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.731210 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Transition to ACTIVE for port object 3fc8be97-0c89-4c06-b291-a91bb417e53c will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:33.750380 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.802453 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.804073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f5a408be-57fb-4fa2-bc68-dcfb06908e95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.819377 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-684a34a7-145d-4839-b295-ed368ba3b3af tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Floating IP 5e619e21-0ed5-44ce-ae39-3e4bf5f29c79 associated. External IP: 172.26.2.107, port: c3bf3c54-c216-4f03-b648-3e25be164543. Aug 26 01:13:33.849216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.869431 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a408be-57fb-4fa2-bc68-dcfb06908e95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17113bd1-f0c2-4606-b2bd-a1bb8fa9a6f0,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:33.939558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 938ea40a-56e2-4d3e-9196-55f6ca1fa481 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:33.939558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.954624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f5a408be-57fb-4fa2-bc68-dcfb06908e95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:33.955542 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f5a408be-57fb-4fa2-bc68-dcfb06908e95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7420962 Aug 26 01:13:33.962861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51278) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:34.002467 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Network 7e69384f-0fb4-4680-ad52-28562ce58197 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:34.003518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-fc96d549-a388-40ca-9c6c-48be9d5f6cc6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group_rule': {'security_group_id': '7b617c94-52cc-4396-afa4-676e32bd236c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '17113bd1-f0c2-4606-b2bd-a1bb8fa9a6f0', 'remote_ip_prefix': None}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:34.006796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:34.009423 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:34.015872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fc96d549-a388-40ca-9c6c-48be9d5f6cc6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:34.031237 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fc96d549-a388-40ca-9c6c-48be9d5f6cc6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:34.038626 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fc96d549-a388-40ca-9c6c-48be9d5f6cc6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:34.047607 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fc96d549-a388-40ca-9c6c-48be9d5f6cc6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:34.080435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Pushing event updated for resources: {'Port': ['ID=3fc8be97-0c89-4c06-b291-a91bb417e53c,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:34.086428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.118313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.122777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.152132 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Attempting to bind port 3fc8be97-0c89-4c06-b291-a91bb417e53c on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:13:34.152590 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Attempting to bind port 3fc8be97-0c89-4c06-b291-a91bb417e53c by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '555e5a05-da63-4185-800f-9eb473df6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7e69384f-0fb4-4680-ad52-28562ce58197'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:13:34.153019 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Attempting to bind port 3fc8be97-0c89-4c06-b291-a91bb417e53c on network 7e69384f-0fb4-4680-ad52-28562ce58197 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:13:34.164037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:13:34.164504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Checking segment: {'id': '555e5a05-da63-4185-800f-9eb473df6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7e69384f-0fb4-4680-ad52-28562ce58197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:34.164970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.165417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Bound using segment: {'id': '555e5a05-da63-4185-800f-9eb473df6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7e69384f-0fb4-4680-ad52-28562ce58197'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:13:34.165985 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Bound port: 3fc8be97-0c89-4c06-b291-a91bb417e53c, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555e5a05-da63-4185-800f-9eb473df6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7e69384f-0fb4-4680-ad52-28562ce58197'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:13:34.167237 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.239404 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f131ee-b00a-4005-896c-44207fd70e05 None None] DHCP port deletion for aeaa7def-b504-45ef-955e-47871d7cd1a3 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:13:34.259438 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-08f131ee-b00a-4005-896c-44207fd70e05 None None] Deleting port 938ea40a-56e2-4d3e-9196-55f6ca1fa481 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:34.259816 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-08f131ee-b00a-4005-896c-44207fd70e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.341777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] For port 3fc8be97-0c89-4c06-b291-a91bb417e53c, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:13:34.369830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fc96d549-a388-40ca-9c6c-48be9d5f6cc6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.394056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] For port 938ea40a-56e2-4d3e-9196-55f6ca1fa481, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=938ea40a-56e2-4d3e-9196-55f6ca1fa481,segment=NetworkSegment(88f65697-38b3-4432-b1db-c57054f21c97),segment_id=88f65697-38b3-4432-b1db-c57054f21c97)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:34.394310 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.395468 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] For port 3fc8be97-0c89-4c06-b291-a91bb417e53c, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3fc8be97-0c89-4c06-b291-a91bb417e53c,segment=NetworkSegment(555e5a05-da63-4185-800f-9eb473df6d49),segment_id=555e5a05-da63-4185-800f-9eb473df6d49)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:13:34.413884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Allocated IP 172.26.2.192 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/4923c50d-af18-4f8a-96ec-9c01365b0ad7) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:34.490285 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.547157 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 938ea40a-56e2-4d3e-9196-55f6ca1fa481 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:34.574173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd01792-e2be-43c6-8d8b-690d4ed1ddbd None None] Pushing event updated for resources: {'Port': ['ID=3fc8be97-0c89-4c06-b291-a91bb417e53c,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:34.575143 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.576629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:34.649753 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-08f131ee-b00a-4005-896c-44207fd70e05 None None] For port 938ea40a-56e2-4d3e-9196-55f6ca1fa481, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=938ea40a-56e2-4d3e-9196-55f6ca1fa481,segment=NetworkSegment(88f65697-38b3-4432-b1db-c57054f21c97),segment_id=88f65697-38b3-4432-b1db-c57054f21c97)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:34.650168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-08f131ee-b00a-4005-896c-44207fd70e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.655205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684a34a7-145d-4839-b295-ed368ba3b3af tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:13:34.671338 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fc96d549-a388-40ca-9c6c-48be9d5f6cc6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.704570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.733280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fc96d549-a388-40ca-9c6c-48be9d5f6cc6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.785289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-08f131ee-b00a-4005-896c-44207fd70e05 None None] Calling delete_port for 938ea40a-56e2-4d3e-9196-55f6ca1fa481 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:34.797880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.813580 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:34.831953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:34.838955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:34.885280 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:34.885652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:34.894288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96d549-a388-40ca-9c6c-48be9d5f6cc6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc38a21-8bab-4903-a233-e109af6aaa92,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:34.910418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No DVR routers for this DVR port 938ea40a-56e2-4d3e-9196-55f6ca1fa481 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:13:34.921147 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=938ea40a-56e2-4d3e-9196-55f6ca1fa481,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:34.965102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Pushing event updated for resources: {'Port': ['ID=4923c50d-af18-4f8a-96ec-9c01365b0ad7,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:35.055510 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:35.057800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-08f131ee-b00a-4005-896c-44207fd70e05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:13:35.058116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-08f131ee-b00a-4005-896c-44207fd70e05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:13:35.107962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 938ea40a-56e2-4d3e-9196-55f6ca1fa481 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:13:35.142989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 938ea40a-56e2-4d3e-9196-55f6ca1fa481 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:13:35.143282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 938ea40a-56e2-4d3e-9196-55f6ca1fa481 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:13:35.214748 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fc96d549-a388-40ca-9c6c-48be9d5f6cc6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.216001 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fc96d549-a388-40ca-9c6c-48be9d5f6cc6 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2406898 Aug 26 01:13:35.219714 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51284) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:35.240430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.251163 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d0c9eea7-16b0-4493-ae7b-d0a88afdadf2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.252457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684a34a7-145d-4839-b295-ed368ba3b3af tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:35.257864 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-684a34a7-145d-4839-b295-ed368ba3b3af tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.261897 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfe7d43-e8e1-4a9d-810f-c1b0cd4ff23b None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:35.262763 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d0c9eea7-16b0-4493-ae7b-d0a88afdadf2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.272770 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfe7d43-e8e1-4a9d-810f-c1b0cd4ff23b None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:35.273974 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2cfe7d43-e8e1-4a9d-810f-c1b0cd4ff23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:35.310510 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeaa7def-b504-45ef-955e-47871d7cd1a3']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:35.327673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f65697-38b3-4432-b1db-c57054f21c97') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:35.327978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f65697-38b3-4432-b1db-c57054f21c97') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:35.344911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.345327 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2cfe7d43-e8e1-4a9d-810f-c1b0cd4ff23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:35.352451 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-684a34a7-145d-4839-b295-ed368ba3b3af tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "PUT /v2.0/floatingips/5e619e21-0ed5-44ce-ae39-3e4bf5f29c79 HTTP/1.1" status: 200 len: 977 time: 2.8492126 Aug 26 01:13:35.355533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51288) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:35.366054 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfe7d43-e8e1-4a9d-810f-c1b0cd4ff23b None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:35.366759 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2cfe7d43-e8e1-4a9d-810f-c1b0cd4ff23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:35.409083 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.426825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:13:35.430767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.460646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2cfe7d43-e8e1-4a9d-810f-c1b0cd4ff23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:35.461111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfe7d43-e8e1-4a9d-810f-c1b0cd4ff23b None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:35.479979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.502969 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 88f65697-38b3-4432-b1db-c57054f21c97 resource provider aggregate not found Aug 26 01:13:35.517368 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-56cf3eee-ea4b-4604-b215-e4ce98b4f77f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting port c3bf3c54-c216-4f03-b648-3e25be164543 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:35.517796 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-56cf3eee-ea4b-4604-b215-e4ce98b4f77f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.543627 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.543874 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 88f65697-38b3-4432-b1db-c57054f21c97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88f65697-38b3-4432-b1db-c57054f21c97 found for delete ", "request_id": "req-e94a938a-36c2-4066-be33-0ef1cf147d87"}]} Aug 26 01:13:35.546687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d0c9eea7-16b0-4493-ae7b-d0a88afdadf2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.559786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-08f131ee-b00a-4005-896c-44207fd70e05 None None] Deleting port 938ea40a-56e2-4d3e-9196-55f6ca1fa481 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:35.560267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-08f131ee-b00a-4005-896c-44207fd70e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.648956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9eea7-16b0-4493-ae7b-d0a88afdadf2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fc38a21-8bab-4903-a233-e109af6aaa92,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:35.656812 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-08f131ee-b00a-4005-896c-44207fd70e05 None None] The port '938ea40a-56e2-4d3e-9196-55f6ca1fa481' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:13:35.661463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d0c9eea7-16b0-4493-ae7b-d0a88afdadf2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.664905 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d0c9eea7-16b0-4493-ae7b-d0a88afdadf2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/0fc38a21-8bab-4903-a233-e109af6aaa92 HTTP/1.1" status: 204 len: 168 time: 0.4417086 Aug 26 01:13:35.665804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51296) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:35.674214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.679454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.714373 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Network': ['ID=aeaa7def-b504-45ef-955e-47871d7cd1a3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:35.722621 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5fc6f71d-3976-46ee-acaf-89531f086065 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/networks/aeaa7def-b504-45ef-955e-47871d7cd1a3 HTTP/1.1" status: 204 len: 168 time: 2.0786984 Aug 26 01:13:35.726585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51300) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:35.738513 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-185998675'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:35.751988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-031d636c-c7ed-4386-b291-9f0c6be2ac95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:35.812040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:35.865701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09a2f15-48dd-45e0-aa3d-be9e569efd03 None None] Network 7e69384f-0fb4-4680-ad52-28562ce58197 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:35.887379 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:network and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:35.897597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:35.898509 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-56cf3eee-ea4b-4604-b215-e4ce98b4f77f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:35.914559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:35.932128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-031d636c-c7ed-4386-b291-9f0c6be2ac95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:35.936071 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-031d636c-c7ed-4386-b291-9f0c6be2ac95 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2654934 Aug 26 01:13:35.936814 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51304) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:36.000352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.102028 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-49637bc1-3d84-435f-b406-e47120387ca5 None None] Provisioning for port 3fc8be97-0c89-4c06-b291-a91bb417e53c completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:36.127293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:36.130250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.226566 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-56cf3eee-ea4b-4604-b215-e4ce98b4f77f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.226944 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-56cf3eee-ea4b-4604-b215-e4ce98b4f77f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.227260 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-56cf3eee-ea4b-4604-b215-e4ce98b4f77f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Floating IP 5e619e21-0ed5-44ce-ae39-3e4bf5f29c79 disassociated. External IP: 172.26.2.107, port: c3bf3c54-c216-4f03-b648-3e25be164543. Aug 26 01:13:36.227605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-56cf3eee-ea4b-4604-b215-e4ce98b4f77f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Calling delete_port for c3bf3c54-c216-4f03-b648-3e25be164543 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:36.301689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f74f2ad9-b7cf-4458-b808-b0adb2a8d545 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.360576 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f74f2ad9-b7cf-4458-b808-b0adb2a8d545 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.474894 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-56cf3eee-ea4b-4604-b215-e4ce98b4f77f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.523529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Router bed9e163-7cdc-48a4-849f-dc66dcdf6c04 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:13:36.531200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:13:36.531200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f74f2ad9-b7cf-4458-b808-b0adb2a8d545 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.531415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf3eee-ea4b-4604-b215-e4ce98b4f77f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Port': ['ID=c3bf3c54-c216-4f03-b648-3e25be164543,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:36.544153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3fc8be97-0c89-4c06-b291-a91bb417e53c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:36.563120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.565668 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Added segment c869b6e7-4e27-48fe-a31e-ed5762594f2d of type vlan for network 4a48585d-d396-455a-92fb-4db7a4b75324 Aug 26 01:13:36.628195 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f2ad9-b7cf-4458-b808-b0adb2a8d545 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17113bd1-f0c2-4606-b2bd-a1bb8fa9a6f0,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:36.717816 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 3fc8be97-0c89-4c06-b291-a91bb417e53c completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:36.722940 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cf3eee-ea4b-4604-b215-e4ce98b4f77f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:13:36.731297 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3fc8be97-0c89-4c06-b291-a91bb417e53c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:36.731297 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.758133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.810401 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:36.820031 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Sync routers for ids ['bed9e163-7cdc-48a4-849f-dc66dcdf6c04'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:36.831618 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Routers {'bed9e163-7cdc-48a4-849f-dc66dcdf6c04'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:36.832477 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bed9e163-7cdc-48a4-849f-dc66dcdf6c04'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:36.837533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f74f2ad9-b7cf-4458-b808-b0adb2a8d545 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.839870 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f74f2ad9-b7cf-4458-b808-b0adb2a8d545 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-groups/17113bd1-f0c2-4606-b2bd-a1bb8fa9a6f0 HTTP/1.1" status: 204 len: 168 time: 0.9015203 Aug 26 01:13:36.841356 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51308) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:36.868095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3fc8be97-0c89-4c06-b291-a91bb417e53c is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:36.868692 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.908064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 3fc8be97-0c89-4c06-b291-a91bb417e53c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3fc8be97-0c89-4c06-b291-a91bb417e53c,segment=NetworkSegment(555e5a05-da63-4185-800f-9eb473df6d49),segment_id=555e5a05-da63-4185-800f-9eb473df6d49)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:36.930802 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.937119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:36.937807 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.973183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:36.973183 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a43ef029-9aa0-4ee8-bd96-224f7f5d6f3c admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0815122 Aug 26 01:13:36.980604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-85ff33a1-5fe1-4ee2-a4da-b56443f1afe2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:36.983654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51312) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:36.997419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:37.077551 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Set router bed9e163-7cdc-48a4-849f-dc66dcdf6c04 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:13:37.090244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cf3eee-ea4b-4604-b215-e4ce98b4f77f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:37.098947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=3fc8be97-0c89-4c06-b291-a91bb417e53c,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:37.104028 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7351b890-61f8-4691-866f-51ac51591796 None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:37.116043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7351b890-61f8-4691-866f-51ac51591796 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:37.116884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7351b890-61f8-4691-866f-51ac51591796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:37.189447 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7351b890-61f8-4691-866f-51ac51591796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:37.204654 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7351b890-61f8-4691-866f-51ac51591796 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:37.206167 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7351b890-61f8-4691-866f-51ac51591796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:37.216305 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-56cf3eee-ea4b-4604-b215-e4ce98b4f77f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:37.229548 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-56cf3eee-ea4b-4604-b215-e4ce98b4f77f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/ports/c3bf3c54-c216-4f03-b648-3e25be164543 HTTP/1.1" status: 204 len: 168 time: 1.8708074 Aug 26 01:13:37.229734 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51316) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:37.272788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7351b890-61f8-4691-866f-51ac51591796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:37.273358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7351b890-61f8-4691-866f-51ac51591796 None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:37.307548 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5756273 Aug 26 01:13:37.308131 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51320) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:37.321378 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'subnet': {'network_id': '4a48585d-d396-455a-92fb-4db7a4b75324', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:37.345348 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1df0e24f-7856-42a4-8f10-d01595a69feb tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "GET /v2.0/floatingips/5e619e21-0ed5-44ce-ae39-3e4bf5f29c79 HTTP/1.1" status: 200 len: 688 time: 0.1144388 Aug 26 01:13:37.381892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51324) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:37.417247 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'name': 'tempest-TestVolumeBootPattern-1889745194-router', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '4923c50d-af18-4f8a-96ec-9c01365b0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:33Z', 'updated_at': '2022-08-26T01:13:35Z', 'revision_number': 3, 'project_id': '7f049227929549a6ab37dc27fa657b8e', 'gw_port': {'id': '4923c50d-af18-4f8a-96ec-9c01365b0ad7', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:34Z', 'updated_at': '2022-08-26T01:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:37.421610 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Checking router: bed9e163-7cdc-48a4-849f-dc66dcdf6c04 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:13:37.421997 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Updating router bed9e163-7cdc-48a4-849f-dc66dcdf6c04 port 4923c50d-af18-4f8a-96ec-9c01365b0ad7 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:13:37.438577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:37.442547 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:subnet and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:37.445334 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:37.451054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:37.453433 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1875a-6706-4a2a-84ec-6aeb931f9f25 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Network': ['ID=4a48585d-d396-455a-92fb-4db7a4b75324,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:37.468433 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 4a48585d-d396-455a-92fb-4db7a4b75324 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:13:37.480423 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:37.528262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:37.533996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:37.570817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ae6a5-2b27-4e98-95e3-7cea86ce9245 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting port 259a22a8-28c6-4ef0-9df5-59325a7996eb {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:37.571160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1a8ae6a5-2b27-4e98-95e3-7cea86ce9245 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:37.594463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-85ff33a1-5fe1-4ee2-a4da-b56443f1afe2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:37.598517 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-85ff33a1-5fe1-4ee2-a4da-b56443f1afe2 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.7526994 Aug 26 01:13:37.603680 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51328) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:37.843717 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:37.865448 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:37.878697 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Transition to ACTIVE for port object 4923c50d-af18-4f8a-96ec-9c01365b0ad7 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:37.925029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Subnet': ['ID=b1f118e0-04b8-4d9c-b6f5-c2952dacf615,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:37.937771 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Checking segment: {'id': 'c869b6e7-4e27-48fe-a31e-ed5762594f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4a48585d-d396-455a-92fb-4db7a4b75324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:37.938237 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network hostable DHCP agents. Network: 4a48585d-d396-455a-92fb-4db7a4b75324, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:13:37.962332 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.024657 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Attempting to bind port 4923c50d-af18-4f8a-96ec-9c01365b0ad7 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:13:38.025014 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Attempting to bind port 4923c50d-af18-4f8a-96ec-9c01365b0ad7 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:13:38.025367 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Attempting to bind port 4923c50d-af18-4f8a-96ec-9c01365b0ad7 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:13:38.037192 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:13:38.037806 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:38.038809 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.039192 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:13:38.039659 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Bound port: 4923c50d-af18-4f8a-96ec-9c01365b0ad7, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:13:38.040038 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.053868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network 4a48585d-d396-455a-92fb-4db7a4b75324 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:13:38.087121 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1759e2b-91a9-438f-a257-9e21da677d7a None None] Pushing event updated for resources: {'Port': ['ID=4923c50d-af18-4f8a-96ec-9c01365b0ad7,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:38.087908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59605c86-894e-4dc6-bec6-a58a517aee98 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.117242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 4a48585d-d396-455a-92fb-4db7a4b75324) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:38.120946 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:38.121692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.125533 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] For port 4923c50d-af18-4f8a-96ec-9c01365b0ad7, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:13:38.129477 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30a7041-d4a4-4081-9631-7bdf64d9ef2d None None] Network 4a48585d-d396-455a-92fb-4db7a4b75324 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:38.132484 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] For port 4923c50d-af18-4f8a-96ec-9c01365b0ad7, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4923c50d-af18-4f8a-96ec-9c01365b0ad7,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:13:38.145809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1a8ae6a5-2b27-4e98-95e3-7cea86ce9245 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.146137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1a8ae6a5-2b27-4e98-95e3-7cea86ce9245 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.208628 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.233148 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59605c86-894e-4dc6-bec6-a58a517aee98 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.237355 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-49861a77-377e-4d56-a054-09e3f634336d tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9282882 Aug 26 01:13:38.240130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51332) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:38.245498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-7a89c6fe-586d-4fd5-a268-5078422e6f86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1554711548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:38.257128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7a89c6fe-586d-4fd5-a268-5078422e6f86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:38.263541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7a89c6fe-586d-4fd5-a268-5078422e6f86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:router and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:38.269187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7a89c6fe-586d-4fd5-a268-5078422e6f86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:38.278319 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Routers {'bed9e163-7cdc-48a4-849f-dc66dcdf6c04'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:38.278799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7a89c6fe-586d-4fd5-a268-5078422e6f86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:38.278921 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bed9e163-7cdc-48a4-849f-dc66dcdf6c04'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:38.333727 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ae6a5-2b27-4e98-95e3-7cea86ce9245 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Calling delete_port for 259a22a8-28c6-4ef0-9df5-59325a7996eb owned by network:floatingip {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:38.340633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a89c6fe-586d-4fd5-a268-5078422e6f86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.342881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a89c6fe-586d-4fd5-a268-5078422e6f86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.364567 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a89c6fe-586d-4fd5-a268-5078422e6f86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.460598 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a89c6fe-586d-4fd5-a268-5078422e6f86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.463109 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1759e2b-91a9-438f-a257-9e21da677d7a None None] Pushing event updated for resources: {'Port': ['ID=4923c50d-af18-4f8a-96ec-9c01365b0ad7,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:38.463796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-4a48585d-d396-455a-92fb-4db7a4b75324', 'network_id': '4a48585d-d396-455a-92fb-4db7a4b75324', 'tenant_id': 'b6fecc27c7814330a4290a39b1ad6641', 'fixed_ips': [{'subnet_id': 'b1f118e0-04b8-4d9c-b6f5-c2952dacf615'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:13:38.465407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.543629 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] Set router bed9e163-7cdc-48a4-849f-dc66dcdf6c04 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:13:38.559858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59605c86-894e-4dc6-bec6-a58a517aee98 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.564570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3fc8be97-0c89-4c06-b291-a91bb417e53c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:38.577949 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a89c6fe-586d-4fd5-a268-5078422e6f86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.581676 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7a89c6fe-586d-4fd5-a268-5078422e6f86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3378026 Aug 26 01:13:38.594128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51336) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:38.594128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'network_id': '4a48585d-d396-455a-92fb-4db7a4b75324', 'name': 'tempest-PortsTestJSON-626997071'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:38.637288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59605c86-894e-4dc6-bec6-a58a517aee98 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b617c94-52cc-4396-afa4-676e32bd236c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:38.659981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.712834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3fc8be97-0c89-4c06-b291-a91bb417e53c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:38.712834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.743586 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Allocated IP 172.20.0.2 (4a48585d-d396-455a-92fb-4db7a4b75324/b1f118e0-04b8-4d9c-b6f5-c2952dacf615/56ac4616-e905-4109-891a-f009d5e169ea) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:38.775783 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:38.788566 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:38.865234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:38.869647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.907367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port 9ea41c21-69b0-4188-aaf7-68326aa841ec yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:13:38.943250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1a8ae6a5-2b27-4e98-95e3-7cea86ce9245 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:38.947638 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'name': 'tempest-TestVolumeBootPattern-1889745194-router', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '4923c50d-af18-4f8a-96ec-9c01365b0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:33Z', 'updated_at': '2022-08-26T01:13:35Z', 'revision_number': 3, 'project_id': '7f049227929549a6ab37dc27fa657b8e', 'gw_port': {'id': '4923c50d-af18-4f8a-96ec-9c01365b0ad7', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:34Z', 'updated_at': '2022-08-26T01:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:38.952613 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341ad93-f628-4d2b-95e3-9f1d25f4c117 None None] The sync data for ids ['bed9e163-7cdc-48a4-849f-dc66dcdf6c04'] in dv-neutron-854561-2-hyperv is: [{'id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'name': 'tempest-TestVolumeBootPattern-1889745194-router', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '4923c50d-af18-4f8a-96ec-9c01365b0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:33Z', 'updated_at': '2022-08-26T01:13:35Z', 'revision_number': 3, 'project_id': '7f049227929549a6ab37dc27fa657b8e', 'gw_port': {'id': '4923c50d-af18-4f8a-96ec-9c01365b0ad7', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:34Z', 'updated_at': '2022-08-26T01:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:38.968184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3fc8be97-0c89-4c06-b291-a91bb417e53c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:39.059025 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.067260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Allocated IP 172.20.0.1 (7e69384f-0fb4-4680-ad52-28562ce58197/55dc663d-be1d-4244-aef0-57edf8c80740/84fe61d1-705d-47f6-a05c-7cf12894add5) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:39.072695 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Transition to ACTIVE for port object 56ac4616-e905-4109-891a-f009d5e169ea will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:39.084773 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59605c86-894e-4dc6-bec6-a58a517aee98 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.085911 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-59605c86-894e-4dc6-bec6-a58a517aee98 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-groups/7b617c94-52cc-4396-afa4-676e32bd236c HTTP/1.1" status: 204 len: 168 time: 1.4755909 Aug 26 01:13:39.089392 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51340) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:39.098717 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Transition to ACTIVE for port object 56ac4616-e905-4109-891a-f009d5e169ea will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:39.112064 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ae6a5-2b27-4e98-95e3-7cea86ce9245 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Port': ['ID=259a22a8-28c6-4ef0-9df5-59325a7996eb,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:39.154190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-eb223d50-b846-4ca1-a0a5-6dc2ba61b6b3 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:39.174086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.234709 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1a8ae6a5-2b27-4e98-95e3-7cea86ce9245 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.241622 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1a8ae6a5-2b27-4e98-95e3-7cea86ce9245 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.246224 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1a8ae6a5-2b27-4e98-95e3-7cea86ce9245 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/floatingips/5e619e21-0ed5-44ce-ae39-3e4bf5f29c79 HTTP/1.1" status: 204 len: 168 time: 1.8600194 Aug 26 01:13:39.247652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51344) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:39.254925 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '30e01145-f419-4f39-b61d-b0f1a5e7d5bf'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:39.260854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:39.269282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:floatingip and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:39.272395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:39.284242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Network 4a48585d-d396-455a-92fb-4db7a4b75324 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:39.285490 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:39.287211 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:39.287424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-eb223d50-b846-4ca1-a0a5-6dc2ba61b6b3 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:39.292966 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-eb223d50-b846-4ca1-a0a5-6dc2ba61b6b3 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1980555 Aug 26 01:13:39.293154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:39.295899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51348) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:39.302792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Pushing event updated for resources: {'Port': ['ID=56ac4616-e905-4109-891a-f009d5e169ea,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:39.308100 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-12f53986-ce64-4be2-924d-a9df81e5e241 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group': {'name': 'tempest-secgroup--1703910030'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:39.318764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-12f53986-ce64-4be2-924d-a9df81e5e241 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:39.337887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-12f53986-ce64-4be2-924d-a9df81e5e241 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:39.340062 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Allocated IP 172.20.0.5 (4a48585d-d396-455a-92fb-4db7a4b75324/b1f118e0-04b8-4d9c-b6f5-c2952dacf615/9ea41c21-69b0-4188-aaf7-68326aa841ec) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:39.369620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.401957 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.422624 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Attempting to bind port 56ac4616-e905-4109-891a-f009d5e169ea on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:13:39.422969 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Attempting to bind port 56ac4616-e905-4109-891a-f009d5e169ea by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'c869b6e7-4e27-48fe-a31e-ed5762594f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4a48585d-d396-455a-92fb-4db7a4b75324'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:13:39.423317 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Attempting to bind port 56ac4616-e905-4109-891a-f009d5e169ea on network 4a48585d-d396-455a-92fb-4db7a4b75324 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:13:39.429014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:13:39.429385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Checking segment: {'id': 'c869b6e7-4e27-48fe-a31e-ed5762594f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4a48585d-d396-455a-92fb-4db7a4b75324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:39.430091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.430516 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Bound using segment: {'id': 'c869b6e7-4e27-48fe-a31e-ed5762594f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4a48585d-d396-455a-92fb-4db7a4b75324'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:13:39.431050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Bound port: 56ac4616-e905-4109-891a-f009d5e169ea, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c869b6e7-4e27-48fe-a31e-ed5762594f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '4a48585d-d396-455a-92fb-4db7a4b75324'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:13:39.431505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.481686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Transition to ACTIVE for port object 84fe61d1-705d-47f6-a05c-7cf12894add5 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:39.515611 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-12f53986-ce64-4be2-924d-a9df81e5e241 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.552675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] For port 56ac4616-e905-4109-891a-f009d5e169ea, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:13:39.558522 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] For port 56ac4616-e905-4109-891a-f009d5e169ea, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=56ac4616-e905-4109-891a-f009d5e169ea,segment=NetworkSegment(c869b6e7-4e27-48fe-a31e-ed5762594f2d),segment_id=c869b6e7-4e27-48fe-a31e-ed5762594f2d)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:13:39.562678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-12f53986-ce64-4be2-924d-a9df81e5e241 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:39.571826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-12f53986-ce64-4be2-924d-a9df81e5e241 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:39.578387 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-12f53986-ce64-4be2-924d-a9df81e5e241 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:39.583259 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.596419 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-12f53986-ce64-4be2-924d-a9df81e5e241 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:39.626549 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.627481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.647855 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.674253 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Transition to ACTIVE for port object 9ea41c21-69b0-4188-aaf7-68326aa841ec will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:39.719683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Pushing event updated for resources: {'Port': ['ID=84fe61d1-705d-47f6-a05c-7cf12894add5,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:39.725867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-12f53986-ce64-4be2-924d-a9df81e5e241 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.731240 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Network 7e69384f-0fb4-4680-ad52-28562ce58197 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:39.735923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:39.738218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:39.778800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895556b-5090-4e26-a5ca-b541e386b3b0 None None] Pushing event updated for resources: {'Port': ['ID=56ac4616-e905-4109-891a-f009d5e169ea,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:39.825611 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.829569 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-12f53986-ce64-4be2-924d-a9df81e5e241 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.879643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:39.941522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Allocated IP 172.26.2.21 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/d4ea86e4-6f13-4804-80c6-b66562e2432e) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:40.026926 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network 4a48585d-d396-455a-92fb-4db7a4b75324 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:40.034478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:40.041475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f53986-ce64-4be2-924d-a9df81e5e241 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e243e40a-6501-49be-8066-efcb1713f52d,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:40.049035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:40.085624 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=9ea41c21-69b0-4188-aaf7-68326aa841ec,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:40.130732 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:40.131355 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:40.142615 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-12f53986-ce64-4be2-924d-a9df81e5e241 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:40.142615 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-12f53986-ce64-4be2-924d-a9df81e5e241 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8450513 Aug 26 01:13:40.147081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51352) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:40.160923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-078e7071-1b44-44a9-9aa5-8d592341f10b tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group_rule': {'security_group_id': 'e243e40a-6501-49be-8066-efcb1713f52d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:40.180422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-078e7071-1b44-44a9-9aa5-8d592341f10b tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:40.187841 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-078e7071-1b44-44a9-9aa5-8d592341f10b tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:40.191525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-078e7071-1b44-44a9-9aa5-8d592341f10b tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:40.198189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-078e7071-1b44-44a9-9aa5-8d592341f10b tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:40.271751 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4f89571f-3583-4e2f-9daa-465974a4a905 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6888480 Aug 26 01:13:40.274438 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51356) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:40.288550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-72b51a69-6e23-4bd1-ac06-594b35f3983b None None] Provisioning for port 84fe61d1-705d-47f6-a05c-7cf12894add5 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:40.294063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-72b51a69-6e23-4bd1-ac06-594b35f3983b None None] Provisioning complete for port 84fe61d1-705d-47f6-a05c-7cf12894add5 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:40.298917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-72b51a69-6e23-4bd1-ac06-594b35f3983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:40.336423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:40.362957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-72b51a69-6e23-4bd1-ac06-594b35f3983b None None] Port 84fe61d1-705d-47f6-a05c-7cf12894add5 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:40.408727 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:40.570908 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-078e7071-1b44-44a9-9aa5-8d592341f10b tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:40.573931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:40.596415 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:40.603701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4923c50d-af18-4f8a-96ec-9c01365b0ad7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:40.663886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:40.671178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:40.677293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:40.725361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=d4ea86e4-6f13-4804-80c6-b66562e2432e,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:40.747465 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 4923c50d-af18-4f8a-96ec-9c01365b0ad7 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:40.757262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 4923c50d-af18-4f8a-96ec-9c01365b0ad7 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:40.758117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:40.848530 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:40.912210 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 4923c50d-af18-4f8a-96ec-9c01365b0ad7 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:40.912690 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:40.936404 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 4923c50d-af18-4f8a-96ec-9c01365b0ad7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4923c50d-af18-4f8a-96ec-9c01365b0ad7,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:40.938708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:40.992585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-078e7071-1b44-44a9-9aa5-8d592341f10b tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.060111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.063573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 56ac4616-e905-4109-891a-f009d5e169ea up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:41.088066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.091690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Pushing event updated for resources: {'Port': ['ID=84fe61d1-705d-47f6-a05c-7cf12894add5,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:41.136934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-078e7071-1b44-44a9-9aa5-8d592341f10b tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.178306 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e7071-1b44-44a9-9aa5-8d592341f10b tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7067425-41a5-475f-9455-9477cd303744,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:41.200039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-417e436e-1d3a-47a3-a690-fe7127949f87 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.230211 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=4923c50d-af18-4f8a-96ec-9c01365b0ad7,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:41.234823 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bffec7a-0bb7-43b3-86df-ed0394e2598a None None] Network 4a48585d-d396-455a-92fb-4db7a4b75324 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:41.269911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-078e7071-1b44-44a9-9aa5-8d592341f10b tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.274071 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-078e7071-1b44-44a9-9aa5-8d592341f10b tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1269541 Aug 26 01:13:41.274765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51360) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:41.415591 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6d862002-2861-444b-9807-075c07285432 None None] Provisioning for port 56ac4616-e905-4109-891a-f009d5e169ea completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:41.441855 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 56ac4616-e905-4109-891a-f009d5e169ea completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:41.442832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ef46115-dae8-4bf1-b07a-68e3c5df062e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.448802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 56ac4616-e905-4109-891a-f009d5e169ea triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:41.449184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.451331 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Network 7e69384f-0fb4-4680-ad52-28562ce58197 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:41.460186 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:41.471715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ef46115-dae8-4bf1-b07a-68e3c5df062e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.680212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.699437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-417e436e-1d3a-47a3-a690-fe7127949f87 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.704501 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Router bed9e163-7cdc-48a4-849f-dc66dcdf6c04 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:13:41.717606 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 56ac4616-e905-4109-891a-f009d5e169ea is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:41.718083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.751757 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-417e436e-1d3a-47a3-a690-fe7127949f87 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.768903 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 56ac4616-e905-4109-891a-f009d5e169ea, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=56ac4616-e905-4109-891a-f009d5e169ea,segment=NetworkSegment(c869b6e7-4e27-48fe-a31e-ed5762594f2d),segment_id=c869b6e7-4e27-48fe-a31e-ed5762594f2d)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:41.774602 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bb374117-ddeb-4215-8fad-5be70e0b30bc None None] Provisioning complete for port 84fe61d1-705d-47f6-a05c-7cf12894add5 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:41.775023 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bb374117-ddeb-4215-8fad-5be70e0b30bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.835852 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-bb374117-ddeb-4215-8fad-5be70e0b30bc None None] Port 84fe61d1-705d-47f6-a05c-7cf12894add5 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:41.838095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.919527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=56ac4616-e905-4109-891a-f009d5e169ea,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:41.968807 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ef46115-dae8-4bf1-b07a-68e3c5df062e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:41.980731 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e436e-1d3a-47a3-a690-fe7127949f87 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=9ea41c21-69b0-4188-aaf7-68326aa841ec,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:42.016267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef46115-dae8-4bf1-b07a-68e3c5df062e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7067425-41a5-475f-9455-9477cd303744,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:42.025008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ef46115-dae8-4bf1-b07a-68e3c5df062e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:42.028713 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5ef46115-dae8-4bf1-b07a-68e3c5df062e tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/b7067425-41a5-475f-9455-9477cd303744 HTTP/1.1" status: 204 len: 168 time: 0.7478211 Aug 26 01:13:42.029871 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51364) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:42.057956 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a893e58c-8820-4a66-8f00-f7ec86d717d1 None None] Provisioning complete for port 56ac4616-e905-4109-891a-f009d5e169ea triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:42.058568 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a893e58c-8820-4a66-8f00-f7ec86d717d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:42.098182 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:42.131712 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-45192ad0-2c69-41d1-b131-49067806feda tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:42.218199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-a893e58c-8820-4a66-8f00-f7ec86d717d1 None None] Current status of the port 56ac4616-e905-4109-891a-f009d5e169ea is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:42.243511 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-417e436e-1d3a-47a3-a690-fe7127949f87 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:42.262300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-45192ad0-2c69-41d1-b131-49067806feda tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:42.266663 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-45192ad0-2c69-41d1-b131-49067806feda tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2323282 Aug 26 01:13:42.266819 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51368) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:42.273893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:42.286581 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Sync routers for ids ['bed9e163-7cdc-48a4-849f-dc66dcdf6c04'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:42.293884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a893e58c-8820-4a66-8f00-f7ec86d717d1 None None] Provisioning for port 9ea41c21-69b0-4188-aaf7-68326aa841ec completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:42.297928 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Routers {'bed9e163-7cdc-48a4-849f-dc66dcdf6c04'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:42.299105 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bed9e163-7cdc-48a4-849f-dc66dcdf6c04'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:42.300129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a893e58c-8820-4a66-8f00-f7ec86d717d1 None None] Provisioning complete for port 9ea41c21-69b0-4188-aaf7-68326aa841ec triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:42.300547 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a893e58c-8820-4a66-8f00-f7ec86d717d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:42.319955 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-84a54101-5e03-46fe-82e9-ec469c4f1c2e admin admin] 10.222.0.83 "PUT /v2.0/routers/bed9e163-7cdc-48a4-849f-dc66dcdf6c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2822416 Aug 26 01:13:42.360739 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-a893e58c-8820-4a66-8f00-f7ec86d717d1 None None] Port 9ea41c21-69b0-4188-aaf7-68326aa841ec cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:42.374160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:42.412692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8d017498-a191-45b4-ba20-297b309894d9 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:42.437850 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:42.492354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7fa803d7-044d-444d-8cf7-8c5dc8c604bd None None] Provisioning complete for port 9ea41c21-69b0-4188-aaf7-68326aa841ec triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:42.494079 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7fa803d7-044d-444d-8cf7-8c5dc8c604bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:42.567101 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Set router bed9e163-7cdc-48a4-849f-dc66dcdf6c04 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:13:42.594024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4923c50d-af18-4f8a-96ec-9c01365b0ad7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:42.614993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8d017498-a191-45b4-ba20-297b309894d9 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:42.630421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-417e436e-1d3a-47a3-a690-fe7127949f87 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:42.696440 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7fa803d7-044d-444d-8cf7-8c5dc8c604bd None None] Port 9ea41c21-69b0-4188-aaf7-68326aa841ec cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:42.708615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 4923c50d-af18-4f8a-96ec-9c01365b0ad7 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:42.708984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:42.726793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:42.808848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=d4ea86e4-6f13-4804-80c6-b66562e2432e,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:42.937086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 4923c50d-af18-4f8a-96ec-9c01365b0ad7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:42.938582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 56ac4616-e905-4109-891a-f009d5e169ea up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:42.965600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51378) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:42.969849 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Floating IP 33daaca8-049d-4c20-84e7-d11aaab6b5b4 associated. External IP: 172.26.2.21, port: 30e01145-f419-4f39-b61d-b0f1a5e7d5bf. Aug 26 01:13:42.974185 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-87fedb72-11d0-406b-bc29-8c911945fe6f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2502865', 'description': 'tempest-secgroup-smoke-2502865 description', 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:42.987573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-87fedb72-11d0-406b-bc29-8c911945fe6f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:42.993776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-87fedb72-11d0-406b-bc29-8c911945fe6f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Usage tracker for resource:security_group and tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:43.015646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-87fedb72-11d0-406b-bc29-8c911945fe6f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:43.020977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 56ac4616-e905-4109-891a-f009d5e169ea triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:43.022385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:43.054354 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'name': 'tempest-TestVolumeBootPattern-1889745194-router', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '4923c50d-af18-4f8a-96ec-9c01365b0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:33Z', 'updated_at': '2022-08-26T01:13:40Z', 'revision_number': 4, 'project_id': '7f049227929549a6ab37dc27fa657b8e', 'gw_port': {'id': '4923c50d-af18-4f8a-96ec-9c01365b0ad7', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:34Z', 'updated_at': '2022-08-26T01:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '84fe61d1-705d-47f6-a05c-7cf12894add5', 'name': '', 'network_id': '7e69384f-0fb4-4680-ad52-28562ce58197', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e', 'mac_address': 'fa:16:3e:3d:47:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '55dc663d-be1d-4244-aef0-57edf8c80740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:38Z', 'updated_at': '2022-08-26T01:13:40Z', 'revision_number': 2, 'project_id': '7f049227929549a6ab37dc27fa657b8e', 'subnets': [{'id': '55dc663d-be1d-4244-aef0-57edf8c80740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:43.059178 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Checking router: bed9e163-7cdc-48a4-849f-dc66dcdf6c04 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:13:43.059536 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Updating router bed9e163-7cdc-48a4-849f-dc66dcdf6c04 port 84fe61d1-705d-47f6-a05c-7cf12894add5 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:13:43.081169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-87fedb72-11d0-406b-bc29-8c911945fe6f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:43.120102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8d017498-a191-45b4-ba20-297b309894d9 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:43.125013 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:43.149266 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d017498-a191-45b4-ba20-297b309894d9 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e243e40a-6501-49be-8066-efcb1713f52d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:43.182940 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87fedb72-11d0-406b-bc29-8c911945fe6f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:43.199737 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 56ac4616-e905-4109-891a-f009d5e169ea is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:43.231476 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-87fedb72-11d0-406b-bc29-8c911945fe6f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:43.237488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-87fedb72-11d0-406b-bc29-8c911945fe6f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Usage tracker for resource:security_group_rule and tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:43.241604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-87fedb72-11d0-406b-bc29-8c911945fe6f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:43.249368 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-87fedb72-11d0-406b-bc29-8c911945fe6f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:43.270448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-417e436e-1d3a-47a3-a690-fe7127949f87 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:43.280494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8d017498-a191-45b4-ba20-297b309894d9 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:43.284352 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8d017498-a191-45b4-ba20-297b309894d9 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-groups/e243e40a-6501-49be-8066-efcb1713f52d HTTP/1.1" status: 204 len: 168 time: 1.0166819 Aug 26 01:13:43.285000 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51382) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:43.357655 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-417e436e-1d3a-47a3-a690-fe7127949f87 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:43.383525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:13:43.447182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e0fdc2c2-78e3-4ffc-974c-6f2a44a5237d tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:43.508907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87fedb72-11d0-406b-bc29-8c911945fe6f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:43.512460 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:43.515642 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-417e436e-1d3a-47a3-a690-fe7127949f87 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:43.525701 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Transition to ACTIVE for port object 84fe61d1-705d-47f6-a05c-7cf12894add5 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:43.527015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e436e-1d3a-47a3-a690-fe7127949f87 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=9ea41c21-69b0-4188-aaf7-68326aa841ec,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:43.576538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:43.590598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9b8686-f892-4d41-b861-eb69eb4a8581 None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:43.600111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9b8686-f892-4d41-b861-eb69eb4a8581 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:43.600743 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7e9b8686-f892-4d41-b861-eb69eb4a8581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:43.619412 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87fedb72-11d0-406b-bc29-8c911945fe6f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:43.665899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7e9b8686-f892-4d41-b861-eb69eb4a8581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:43.669087 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:43.674904 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9b8686-f892-4d41-b861-eb69eb4a8581 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:43.675537 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7e9b8686-f892-4d41-b861-eb69eb4a8581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:43.680665 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e0fdc2c2-78e3-4ffc-974c-6f2a44a5237d tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:43.686228 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e0fdc2c2-78e3-4ffc-974c-6f2a44a5237d tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3940783 Aug 26 01:13:43.686766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51386) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:43.691976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b0fb9f75-9883-4e47-939a-5dabc5215b57 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group': {'name': 'tempest-secgroup--611180546'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:43.698738 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:43.704844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417e436e-1d3a-47a3-a690-fe7127949f87 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network 4a48585d-d396-455a-92fb-4db7a4b75324 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:43.706124 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-417e436e-1d3a-47a3-a690-fe7127949f87 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:43.708045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fedb72-11d0-406b-bc29-8c911945fe6f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad6fd47-159f-420e-b1a9-a651ed87ff8b,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:43.737256 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b0fb9f75-9883-4e47-939a-5dabc5215b57 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:43.740715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7e9b8686-f892-4d41-b861-eb69eb4a8581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:43.741148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9b8686-f892-4d41-b861-eb69eb4a8581 None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:43.773051 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b0fb9f75-9883-4e47-939a-5dabc5215b57 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:43.776966 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87fedb72-11d0-406b-bc29-8c911945fe6f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:43.783127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51390) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:43.783332 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-87fedb72-11d0-406b-bc29-8c911945fe6f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.8164983 Aug 26 01:13:43.795684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-7e7096c4-2457-4190-859a-13d654430025 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Request body: {'security_group_rule': {'security_group_id': '0ad6fd47-159f-420e-b1a9-a651ed87ff8b', 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:43.806494 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9b655564-a0bb-4ec5-9215-274c7e6a62ee tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.5575705 Aug 26 01:13:43.811414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7e7096c4-2457-4190-859a-13d654430025 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:43.814539 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51394) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:43.825046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1513941023'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:43.831986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:43.836521 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:network and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:43.841558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:43.853103 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:43.864405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7e7096c4-2457-4190-859a-13d654430025 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Usage tracker for resource:security_group_rule and tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:43.868314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7e7096c4-2457-4190-859a-13d654430025 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:43.876231 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0fb9f75-9883-4e47-939a-5dabc5215b57 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:43.901129 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7e7096c4-2457-4190-859a-13d654430025 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:43.921040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b0fb9f75-9883-4e47-939a-5dabc5215b57 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:43.930068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b0fb9f75-9883-4e47-939a-5dabc5215b57 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:43.933669 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b0fb9f75-9883-4e47-939a-5dabc5215b57 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:43.941882 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b0fb9f75-9883-4e47-939a-5dabc5215b57 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:43.951829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Made reservation on behalf of a925f84e8f124030a4986bfb7bf12b79 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:43.955408 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.008421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:13:44.021301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7e7096c4-2457-4190-859a-13d654430025 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.033054 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687b438-fa8f-40de-9244-a54c4a58fa35 None None] Pushing event updated for resources: {'Port': ['ID=84fe61d1-705d-47f6-a05c-7cf12894add5,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:44.037949 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Attempting to bind port 84fe61d1-705d-47f6-a05c-7cf12894add5 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:13:44.038680 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Attempting to bind port 84fe61d1-705d-47f6-a05c-7cf12894add5 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '555e5a05-da63-4185-800f-9eb473df6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7e69384f-0fb4-4680-ad52-28562ce58197'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:13:44.038835 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Attempting to bind port 84fe61d1-705d-47f6-a05c-7cf12894add5 on network 7e69384f-0fb4-4680-ad52-28562ce58197 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:13:44.039446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.039801 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Added segment 8fd1829b-f0f5-42f6-9436-af840805f192 of type vlan for network 481e51eb-2563-49a3-8329-ff055ca1cc02 Aug 26 01:13:44.040482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417e436e-1d3a-47a3-a690-fe7127949f87 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Router f1af81e9-9adc-40ce-827b-011a318badbd is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:13:44.045586 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:13:44.046461 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Checking segment: {'id': '555e5a05-da63-4185-800f-9eb473df6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7e69384f-0fb4-4680-ad52-28562ce58197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:44.046902 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.047308 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Bound using segment: {'id': '555e5a05-da63-4185-800f-9eb473df6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7e69384f-0fb4-4680-ad52-28562ce58197'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:13:44.047833 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Bound port: 84fe61d1-705d-47f6-a05c-7cf12894add5, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555e5a05-da63-4185-800f-9eb473df6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7e69384f-0fb4-4680-ad52-28562ce58197'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:13:44.048125 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.122780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.136821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0fb9f75-9883-4e47-939a-5dabc5215b57 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.143782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-671d763e-5f21-4f4f-a3ca-0560e5387733 None None] Provisioning complete for port 9ea41c21-69b0-4188-aaf7-68326aa841ec triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:44.148192 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] For port 84fe61d1-705d-47f6-a05c-7cf12894add5, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:13:44.151445 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] For port 84fe61d1-705d-47f6-a05c-7cf12894add5, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=84fe61d1-705d-47f6-a05c-7cf12894add5,segment=NetworkSegment(555e5a05-da63-4185-800f-9eb473df6d49),segment_id=555e5a05-da63-4185-800f-9eb473df6d49)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:13:44.154612 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-671d763e-5f21-4f4f-a3ca-0560e5387733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.217065 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-671d763e-5f21-4f4f-a3ca-0560e5387733 None None] Port 9ea41c21-69b0-4188-aaf7-68326aa841ec cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:44.218235 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417e436e-1d3a-47a3-a690-fe7127949f87 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:44.230027 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd08d9-d214-4caf-9fc0-734bc20a83ba None None] Sync routers for ids ['f1af81e9-9adc-40ce-827b-011a318badbd'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:44.235666 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-417e436e-1d3a-47a3-a690-fe7127949f87 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "PUT /v2.0/routers/f1af81e9-9adc-40ce-827b-011a318badbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9575953 Aug 26 01:13:44.235873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51398) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:44.245353 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.288253 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffd08d9-d214-4caf-9fc0-734bc20a83ba None None] Routers {'f1af81e9-9adc-40ce-827b-011a318badbd'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:44.288803 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-2ffd08d9-d214-4caf-9fc0-734bc20a83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f1af81e9-9adc-40ce-827b-011a318badbd'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:44.300441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0fb9f75-9883-4e47-939a-5dabc5215b57 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.325031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7e7096c4-2457-4190-859a-13d654430025 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.337814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25187107-c4a2-406a-8bab-9d13177f3dda tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:44.338441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-25187107-c4a2-406a-8bab-9d13177f3dda tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:44.361411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb9f75-9883-4e47-939a-5dabc5215b57 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b72ac36-6ede-498a-87b7-da30f305bcff,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:44.376975 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-2ffd08d9-d214-4caf-9fc0-734bc20a83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:44.377496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7e7096c4-2457-4190-859a-13d654430025 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.381022 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Routers {'bed9e163-7cdc-48a4-849f-dc66dcdf6c04'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:44.381623 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bed9e163-7cdc-48a4-849f-dc66dcdf6c04'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:44.401571 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7096c4-2457-4190-859a-13d654430025 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ffcaa5-773d-409d-ba99-a1e87c4c18f4,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:44.405953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.411577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:44.415403 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.470828 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-25187107-c4a2-406a-8bab-9d13177f3dda tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:44.473775 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-25187107-c4a2-406a-8bab-9d13177f3dda tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1af81e9-9adc-40ce-827b-011a318badbd HTTP/1.1" status: 200 len: 981 time: 0.2353344 Aug 26 01:13:44.475279 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51402) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:44.499328 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0fb9f75-9883-4e47-939a-5dabc5215b57 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.499328 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b0fb9f75-9883-4e47-939a-5dabc5215b57 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8079836 Aug 26 01:13:44.504257 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51406) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:44.511918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-92b38c76-8789-4d72-8cc7-d88a925c1513 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group_rule': {'security_group_id': '7b72ac36-6ede-498a-87b7-da30f305bcff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:44.527793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-92b38c76-8789-4d72-8cc7-d88a925c1513 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:44.528278 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffd08d9-d214-4caf-9fc0-734bc20a83ba None None] Routers {'f1af81e9-9adc-40ce-827b-011a318badbd'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:44.529054 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-2ffd08d9-d214-4caf-9fc0-734bc20a83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f1af81e9-9adc-40ce-827b-011a318badbd'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:44.534046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7e7096c4-2457-4190-859a-13d654430025 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.535388 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7e7096c4-2457-4190-859a-13d654430025 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7486081 Aug 26 01:13:44.539965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-92b38c76-8789-4d72-8cc7-d88a925c1513 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:44.542311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51410) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:44.547502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-92b38c76-8789-4d72-8cc7-d88a925c1513 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:44.552908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5b64c808-dbd0-4790-af35-37020de448f8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Request body: {'security_group_rule': {'security_group_id': '0ad6fd47-159f-420e-b1a9-a651ed87ff8b', 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:44.559670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Network': ['ID=481e51eb-2563-49a3-8329-ff055ca1cc02,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:44.563721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-92b38c76-8789-4d72-8cc7-d88a925c1513 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:44.565990 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5b64c808-dbd0-4790-af35-37020de448f8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:44.570805 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5b64c808-dbd0-4790-af35-37020de448f8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Usage tracker for resource:security_group_rule and tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:44.575212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5b64c808-dbd0-4790-af35-37020de448f8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:44.576429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 481e51eb-2563-49a3-8329-ff055ca1cc02 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:13:44.582646 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5b64c808-dbd0-4790-af35-37020de448f8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:44.607952 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687b438-fa8f-40de-9244-a54c4a58fa35 None None] Pushing event updated for resources: {'Port': ['ID=84fe61d1-705d-47f6-a05c-7cf12894add5,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:44.610892 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c993d27b-a34a-4193-89ca-cf32cd722d03 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7928035 Aug 26 01:13:44.617056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51414) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:44.620951 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'subnet': {'network_id': '481e51eb-2563-49a3-8329-ff055ca1cc02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:44.629668 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-2ffd08d9-d214-4caf-9fc0-734bc20a83ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:44.630091 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd08d9-d214-4caf-9fc0-734bc20a83ba None None] The sync data for ids ['f1af81e9-9adc-40ce-827b-011a318badbd'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:44.668181 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] Set router bed9e163-7cdc-48a4-849f-dc66dcdf6c04 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:13:44.683577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-92b38c76-8789-4d72-8cc7-d88a925c1513 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.723205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b64c808-dbd0-4790-af35-37020de448f8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.797224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-92b38c76-8789-4d72-8cc7-d88a925c1513 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.821711 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b64c808-dbd0-4790-af35-37020de448f8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.876487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-92b38c76-8789-4d72-8cc7-d88a925c1513 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.905390 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b38c76-8789-4d72-8cc7-d88a925c1513 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7745e544-3005-4d91-bf39-a07fe4c1e79e,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:44.911100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b64c808-dbd0-4790-af35-37020de448f8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.943016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64c808-dbd0-4790-af35-37020de448f8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69961e96-185f-430a-bbdc-2e1618b820fa,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:44.991286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-92b38c76-8789-4d72-8cc7-d88a925c1513 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:44.994964 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-92b38c76-8789-4d72-8cc7-d88a925c1513 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4873528 Aug 26 01:13:44.995444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51418) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:44.995671 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:45.000159 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:subnet and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:45.003051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:45.008801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:45.013610 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'name': 'tempest-TestVolumeBootPattern-1889745194-router', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '4923c50d-af18-4f8a-96ec-9c01365b0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:33Z', 'updated_at': '2022-08-26T01:13:40Z', 'revision_number': 4, 'project_id': '7f049227929549a6ab37dc27fa657b8e', 'gw_port': {'id': '4923c50d-af18-4f8a-96ec-9c01365b0ad7', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:34Z', 'updated_at': '2022-08-26T01:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '84fe61d1-705d-47f6-a05c-7cf12894add5', 'name': '', 'network_id': '7e69384f-0fb4-4680-ad52-28562ce58197', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e', 'mac_address': 'fa:16:3e:3d:47:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '55dc663d-be1d-4244-aef0-57edf8c80740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:38Z', 'updated_at': '2022-08-26T01:13:44Z', 'revision_number': 4, 'project_id': '7f049227929549a6ab37dc27fa657b8e', 'subnets': [{'id': '55dc663d-be1d-4244-aef0-57edf8c80740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:45.020116 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7c9dc68f-e29b-4b65-9945-48e06b63043f tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules/7745e544-3005-4d91-bf39-a07fe4c1e79e HTTP/1.1" status: 200 len: 763 time: 0.0207889 Aug 26 01:13:45.020429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51422) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:45.022616 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4148d05f-3dc0-4f5a-ac64-be9fee8adb20 None None] The sync data for ids ['bed9e163-7cdc-48a4-849f-dc66dcdf6c04'] in dv-neutron-854561-2-hyperv is: [{'id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'name': 'tempest-TestVolumeBootPattern-1889745194-router', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '4923c50d-af18-4f8a-96ec-9c01365b0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:33Z', 'updated_at': '2022-08-26T01:13:40Z', 'revision_number': 4, 'project_id': '7f049227929549a6ab37dc27fa657b8e', 'gw_port': {'id': '4923c50d-af18-4f8a-96ec-9c01365b0ad7', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:34Z', 'updated_at': '2022-08-26T01:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '84fe61d1-705d-47f6-a05c-7cf12894add5', 'name': '', 'network_id': '7e69384f-0fb4-4680-ad52-28562ce58197', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e', 'mac_address': 'fa:16:3e:3d:47:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '55dc663d-be1d-4244-aef0-57edf8c80740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:38Z', 'updated_at': '2022-08-26T01:13:44Z', 'revision_number': 4, 'project_id': '7f049227929549a6ab37dc27fa657b8e', 'subnets': [{'id': '55dc663d-be1d-4244-aef0-57edf8c80740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:45.040167 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b64c808-dbd0-4790-af35-37020de448f8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.041478 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5b64c808-dbd0-4790-af35-37020de448f8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4982300 Aug 26 01:13:45.044225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51426) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:45.058095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5f5735be-8de2-4869-bbcb-b1610b7cc1eb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Request body: {'security_group_rule': {'security_group_id': '0ad6fd47-159f-420e-b1a9-a651ed87ff8b', 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:45.059459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5f5735be-8de2-4869-bbcb-b1610b7cc1eb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:45.065061 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5f5735be-8de2-4869-bbcb-b1610b7cc1eb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Usage tracker for resource:security_group_rule and tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:45.080070 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5f5735be-8de2-4869-bbcb-b1610b7cc1eb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:45.092670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5f5735be-8de2-4869-bbcb-b1610b7cc1eb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:45.113513 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ebff8090-d253-46af-b9f0-797ab4a88196 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:45.180945 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Made reservation on behalf of a925f84e8f124030a4986bfb7bf12b79 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:45.184387 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.208751 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ebff8090-d253-46af-b9f0-797ab4a88196 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:45.210175 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ebff8090-d253-46af-b9f0-797ab4a88196 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1887374 Aug 26 01:13:45.214460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51430) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:45.220282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5f5735be-8de2-4869-bbcb-b1610b7cc1eb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.300175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5f5735be-8de2-4869-bbcb-b1610b7cc1eb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.332134 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e08cee27-3fb4-4fa8-9dce-7fe2e6864f2c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.360242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e08cee27-3fb4-4fa8-9dce-7fe2e6864f2c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.377637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5f5735be-8de2-4869-bbcb-b1610b7cc1eb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.412694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5735be-8de2-4869-bbcb-b1610b7cc1eb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bf4a0c-afd1-4b12-b1fc-fa8a44cee7f3,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:45.475349 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5f5735be-8de2-4869-bbcb-b1610b7cc1eb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.476991 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5f5735be-8de2-4869-bbcb-b1610b7cc1eb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4308059 Aug 26 01:13:45.479407 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51434) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:45.485179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-194690a0-e372-4040-8417-438a68bd8cae tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Request body: {'security_group_rule': {'security_group_id': '0ad6fd47-159f-420e-b1a9-a651ed87ff8b', 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:45.491448 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-194690a0-e372-4040-8417-438a68bd8cae tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:45.491745 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-503c0d66-958a-44f6-b019-b904fd531502 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.495299 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-194690a0-e372-4040-8417-438a68bd8cae tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Usage tracker for resource:security_group_rule and tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:45.498242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-194690a0-e372-4040-8417-438a68bd8cae tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:45.504777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-194690a0-e372-4040-8417-438a68bd8cae tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:45.553472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e08cee27-3fb4-4fa8-9dce-7fe2e6864f2c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.593300 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-194690a0-e372-4040-8417-438a68bd8cae tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.651562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cee27-3fb4-4fa8-9dce-7fe2e6864f2c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7745e544-3005-4d91-bf39-a07fe4c1e79e,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:45.674242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-194690a0-e372-4040-8417-438a68bd8cae tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.745791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-194690a0-e372-4040-8417-438a68bd8cae tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.771944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194690a0-e372-4040-8417-438a68bd8cae tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d82027a-8bad-4195-82e3-d85b93ef90ac,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:45.784506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e08cee27-3fb4-4fa8-9dce-7fe2e6864f2c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.785691 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e08cee27-3fb4-4fa8-9dce-7fe2e6864f2c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/7745e544-3005-4d91-bf39-a07fe4c1e79e HTTP/1.1" status: 204 len: 168 time: 0.5702679 Aug 26 01:13:45.788597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51438) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:45.828752 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.846878 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f057355f-238b-46dc-a6ca-3f80ec79f658 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0544400 Aug 26 01:13:45.846878 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-194690a0-e372-4040-8417-438a68bd8cae tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.849703 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-194690a0-e372-4040-8417-438a68bd8cae tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3692944 Aug 26 01:13:45.850536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51442) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:45.850928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51444) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:45.858504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0aea38c2-b52f-4a6a-bd66-45dc91527a9c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group_rule': {'security_group_id': '7b72ac36-6ede-498a-87b7-da30f305bcff', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:45.867251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5421ed4e-755f-411c-88d7-d9b741b77e8e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Request body: {'security_group_rule': {'security_group_id': '0ad6fd47-159f-420e-b1a9-a651ed87ff8b', 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:45.875023 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5421ed4e-755f-411c-88d7-d9b741b77e8e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:45.877553 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0aea38c2-b52f-4a6a-bd66-45dc91527a9c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:45.882037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5421ed4e-755f-411c-88d7-d9b741b77e8e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Usage tracker for resource:security_group_rule and tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:45.885133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0aea38c2-b52f-4a6a-bd66-45dc91527a9c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:45.887783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5421ed4e-755f-411c-88d7-d9b741b77e8e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:45.890683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0aea38c2-b52f-4a6a-bd66-45dc91527a9c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:45.899708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5421ed4e-755f-411c-88d7-d9b741b77e8e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:45.901983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0aea38c2-b52f-4a6a-bd66-45dc91527a9c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:45.947175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Subnet': ['ID=a0e0ba94-3533-442e-97f8-8dea4255f3db,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:45.961000 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Checking segment: {'id': '8fd1829b-f0f5-42f6-9436-af840805f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '481e51eb-2563-49a3-8329-ff055ca1cc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:45.961362 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network hostable DHCP agents. Network: 481e51eb-2563-49a3-8329-ff055ca1cc02, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:13:45.971857 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-5421ed4e-755f-411c-88d7-d9b741b77e8e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Project 2aa7b4e203ec49ba8a6e61f4fd46cc79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:13:45.979816 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5421ed4e-755f-411c-88d7-d9b741b77e8e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:45.991284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-503c0d66-958a-44f6-b019-b904fd531502 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 9ea41c21-69b0-4188-aaf7-68326aa841ec {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:45.991631 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-503c0d66-958a-44f6-b019-b904fd531502 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.015687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0aea38c2-b52f-4a6a-bd66-45dc91527a9c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.087703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5421ed4e-755f-411c-88d7-d9b741b77e8e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.116839 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0aea38c2-b52f-4a6a-bd66-45dc91527a9c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.136596 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network 481e51eb-2563-49a3-8329-ff055ca1cc02 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:13:46.211972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-503c0d66-958a-44f6-b019-b904fd531502 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.225218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5421ed4e-755f-411c-88d7-d9b741b77e8e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.249951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421ed4e-755f-411c-88d7-d9b741b77e8e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c34e0c5-d497-4be8-b64d-0a189856a41f,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:46.257272 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0aea38c2-b52f-4a6a-bd66-45dc91527a9c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.281801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 481e51eb-2563-49a3-8329-ff055ca1cc02) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:46.282500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea38c2-b52f-4a6a-bd66-45dc91527a9c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ceb749f-a055-4c06-b348-cda5bc248f74,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:46.295987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae33ef0-32dc-40ec-aca4-18d564b9a67f None None] Network 481e51eb-2563-49a3-8329-ff055ca1cc02 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:46.344273 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-503c0d66-958a-44f6-b019-b904fd531502 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 9ea41c21-69b0-4188-aaf7-68326aa841ec owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:46.373143 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:46.374017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.375556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5421ed4e-755f-411c-88d7-d9b741b77e8e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.379817 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5421ed4e-755f-411c-88d7-d9b741b77e8e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5235958 Aug 26 01:13:46.379817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0aea38c2-b52f-4a6a-bd66-45dc91527a9c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.379817 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0aea38c2-b52f-4a6a-bd66-45dc91527a9c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5271113 Aug 26 01:13:46.380254 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51450) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:46.382624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51452) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:46.387941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-203027b4-6b4c-4ee2-857c-2c268e753e0d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Request body: {'security_group_rule': {'security_group_id': '0ad6fd47-159f-420e-b1a9-a651ed87ff8b', 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:46.404967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-203027b4-6b4c-4ee2-857c-2c268e753e0d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:46.413235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-203027b4-6b4c-4ee2-857c-2c268e753e0d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Usage tracker for resource:security_group_rule and tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:46.421618 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2ac42301-a79e-41c6-89b6-ec03b4984264 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules/8ceb749f-a055-4c06-b348-cda5bc248f74 HTTP/1.1" status: 200 len: 763 time: 0.0352309 Aug 26 01:13:46.421618 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-203027b4-6b4c-4ee2-857c-2c268e753e0d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:46.423240 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51458) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:46.447686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-203027b4-6b4c-4ee2-857c-2c268e753e0d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:46.490938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b32bcced-42dd-4f57-9144-22f38d36d356 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:46.522883 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-203027b4-6b4c-4ee2-857c-2c268e753e0d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Project 2aa7b4e203ec49ba8a6e61f4fd46cc79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:13:46.532435 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-203027b4-6b4c-4ee2-857c-2c268e753e0d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.556669 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-481e51eb-2563-49a3-8329-ff055ca1cc02', 'network_id': '481e51eb-2563-49a3-8329-ff055ca1cc02', 'tenant_id': 'a925f84e8f124030a4986bfb7bf12b79', 'fixed_ips': [{'subnet_id': 'a0e0ba94-3533-442e-97f8-8dea4255f3db'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:13:46.556669 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.578492 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 84fe61d1-705d-47f6-a05c-7cf12894add5 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:46.608615 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b32bcced-42dd-4f57-9144-22f38d36d356 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:46.609920 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b32bcced-42dd-4f57-9144-22f38d36d356 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1856296 Aug 26 01:13:46.612832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51462) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:46.614723 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-203027b4-6b4c-4ee2-857c-2c268e753e0d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.628893 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9f655453-e5e3-4f38-8f06-a74093300b39 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0150161 Aug 26 01:13:46.632026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51466) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:46.639959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1262932964', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:46.648810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:46.652401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-adf699b9-9779-4c3c-89b3-2c1e31cb5b13 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.653922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:router and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:46.658423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:46.666039 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:46.692124 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-adf699b9-9779-4c3c-89b3-2c1e31cb5b13 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.699709 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-203027b4-6b4c-4ee2-857c-2c268e753e0d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.741201 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203027b4-6b4c-4ee2-857c-2c268e753e0d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d1dff9-8977-42f6-aba3-9a79c3d1b55b,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:46.757047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.758127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.806121 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 84fe61d1-705d-47f6-a05c-7cf12894add5 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:46.820505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 84fe61d1-705d-47f6-a05c-7cf12894add5 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:46.820881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.848648 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-adf699b9-9779-4c3c-89b3-2c1e31cb5b13 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.852609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-203027b4-6b4c-4ee2-857c-2c268e753e0d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.855971 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-203027b4-6b4c-4ee2-857c-2c268e753e0d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4727604 Aug 26 01:13:46.862203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.867646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf699b9-9779-4c3c-89b3-2c1e31cb5b13 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ceb749f-a055-4c06-b348-cda5bc248f74,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:46.870460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-503c0d66-958a-44f6-b019-b904fd531502 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.894418 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Allocated IP 172.20.0.2 (481e51eb-2563-49a3-8329-ff055ca1cc02/a0e0ba94-3533-442e-97f8-8dea4255f3db/bdb6029e-949f-4168-95b0-3ed4cc504f91) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:46.934750 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c0d66-958a-44f6-b019-b904fd531502 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=9ea41c21-69b0-4188-aaf7-68326aa841ec,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:46.980137 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-adf699b9-9779-4c3c-89b3-2c1e31cb5b13 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:46.981920 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-adf699b9-9779-4c3c-89b3-2c1e31cb5b13 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/8ceb749f-a055-4c06-b348-cda5bc248f74 HTTP/1.1" status: 204 len: 168 time: 0.3671999 Aug 26 01:13:46.995171 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51488) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:47.085523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 84fe61d1-705d-47f6-a05c-7cf12894add5 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:47.086289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:47.155516 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 84fe61d1-705d-47f6-a05c-7cf12894add5, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=84fe61d1-705d-47f6-a05c-7cf12894add5,segment=NetworkSegment(555e5a05-da63-4185-800f-9eb473df6d49),segment_id=555e5a05-da63-4185-800f-9eb473df6d49)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:47.182889 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9b6f1229-0ff5-4459-9711-522aed2a70eb tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:47.255754 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:47.272741 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9b6f1229-0ff5-4459-9711-522aed2a70eb tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:47.276825 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9b6f1229-0ff5-4459-9711-522aed2a70eb tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2735908 Aug 26 01:13:47.312881 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51516) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:47.324819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a3090832-bc27-4944-9a6d-68268ac8b553 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group_rule': {'security_group_id': '7b72ac36-6ede-498a-87b7-da30f305bcff', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:47.332698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a3090832-bc27-4944-9a6d-68268ac8b553 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:47.344182 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:47.352326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a3090832-bc27-4944-9a6d-68268ac8b553 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:47.357909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-503c0d66-958a-44f6-b019-b904fd531502 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:47.390641 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=84fe61d1-705d-47f6-a05c-7cf12894add5,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:47.398831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:47.410418 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Transition to ACTIVE for port object bdb6029e-949f-4168-95b0-3ed4cc504f91 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:47.429734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Transition to ACTIVE for port object bdb6029e-949f-4168-95b0-3ed4cc504f91 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:47.505938 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:47.528530 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a3090832-bc27-4944-9a6d-68268ac8b553 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:47.579420 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Network 481e51eb-2563-49a3-8329-ff055ca1cc02 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:47.583156 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:47.587582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:47.594343 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Pushing event updated for resources: {'Port': ['ID=bdb6029e-949f-4168-95b0-3ed4cc504f91,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:47.607587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a3090832-bc27-4944-9a6d-68268ac8b553 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:47.656864 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503c0d66-958a-44f6-b019-b904fd531502 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Router f1af81e9-9adc-40ce-827b-011a318badbd has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:13:47.698372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a3090832-bc27-4944-9a6d-68268ac8b553 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:47.706362 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Attempting to bind port bdb6029e-949f-4168-95b0-3ed4cc504f91 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:13:47.706741 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Attempting to bind port bdb6029e-949f-4168-95b0-3ed4cc504f91 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '8fd1829b-f0f5-42f6-9436-af840805f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '481e51eb-2563-49a3-8329-ff055ca1cc02'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:13:47.707114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Attempting to bind port bdb6029e-949f-4168-95b0-3ed4cc504f91 on network 481e51eb-2563-49a3-8329-ff055ca1cc02 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:13:47.712632 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:13:47.713013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Checking segment: {'id': '8fd1829b-f0f5-42f6-9436-af840805f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '481e51eb-2563-49a3-8329-ff055ca1cc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:47.713411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:47.713837 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Bound using segment: {'id': '8fd1829b-f0f5-42f6-9436-af840805f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '481e51eb-2563-49a3-8329-ff055ca1cc02'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:13:47.714315 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Bound port: bdb6029e-949f-4168-95b0-3ed4cc504f91, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd1829b-f0f5-42f6-9436-af840805f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '481e51eb-2563-49a3-8329-ff055ca1cc02'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:13:47.714694 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:47.792293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3090832-bc27-4944-9a6d-68268ac8b553 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb988a5-0aa4-4c50-ad83-ab4560027f49,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:47.815347 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] For port bdb6029e-949f-4168-95b0-3ed4cc504f91, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:13:47.819018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] For port bdb6029e-949f-4168-95b0-3ed4cc504f91, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=bdb6029e-949f-4168-95b0-3ed4cc504f91,segment=NetworkSegment(8fd1829b-f0f5-42f6-9436-af840805f192),segment_id=8fd1829b-f0f5-42f6-9436-af840805f192)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:13:47.846963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503c0d66-958a-44f6-b019-b904fd531502 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:47.862390 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-503c0d66-958a-44f6-b019-b904fd531502 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "PUT /v2.0/routers/f1af81e9-9adc-40ce-827b-011a318badbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3859186 Aug 26 01:13:47.863752 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80148c37-647d-4123-978a-40bf6cd9d969 None None] Sync routers for ids ['f1af81e9-9adc-40ce-827b-011a318badbd'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:47.865136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51520) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:47.879118 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80148c37-647d-4123-978a-40bf6cd9d969 None None] Routers {'f1af81e9-9adc-40ce-827b-011a318badbd'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:47.880042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-80148c37-647d-4123-978a-40bf6cd9d969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f1af81e9-9adc-40ce-827b-011a318badbd'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:47.918738 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-009f6c47-3a5d-4fdd-a426-250549481a3f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] GET failed (client error): The resource could not be found. Aug 26 01:13:47.919327 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-009f6c47-3a5d-4fdd-a426-250549481a3f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:47.941926 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:47.975052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:48.005684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:48.020252 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-80148c37-647d-4123-978a-40bf6cd9d969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:48.025197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-009f6c47-3a5d-4fdd-a426-250549481a3f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:48.027073 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-009f6c47-3a5d-4fdd-a426-250549481a3f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/9ea41c21-69b0-4188-aaf7-68326aa841ec HTTP/1.1" status: 404 len: 333 time: 0.1602013 Aug 26 01:13:48.030317 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51524) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:48.055878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80148c37-647d-4123-978a-40bf6cd9d969 None None] Routers {'f1af81e9-9adc-40ce-827b-011a318badbd'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:48.055878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-80148c37-647d-4123-978a-40bf6cd9d969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f1af81e9-9adc-40ce-827b-011a318badbd'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:48.085508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a3090832-bc27-4944-9a6d-68268ac8b553 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:48.087578 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a3090832-bc27-4944-9a6d-68268ac8b553 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7740881 Aug 26 01:13:48.091500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51530) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:48.148296 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ea8dfba5-fd11-4673-9c87-c349f6c9e07c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules/8bb988a5-0aa4-4c50-ad83-ab4560027f49 HTTP/1.1" status: 200 len: 764 time: 0.0549426 Aug 26 01:13:48.151789 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-80148c37-647d-4123-978a-40bf6cd9d969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:48.152348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80148c37-647d-4123-978a-40bf6cd9d969 None None] The sync data for ids ['f1af81e9-9adc-40ce-827b-011a318badbd'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:48.153659 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5c419-aee5-4d0d-9439-4b8aedc9bdaf None None] Pushing event updated for resources: {'Port': ['ID=bdb6029e-949f-4168-95b0-3ed4cc504f91,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:48.188930 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51536) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:48.199794 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aed77508-b84a-4bb6-a9cc-613a883a62b2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:48.273282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8372e4ab-8e29-411b-a7e4-497b25a97efd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:48.276786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Allocated IP 172.26.2.228 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/b156a387-7b38-4877-bdca-1438879d86a0) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:48.416123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8372e4ab-8e29-411b-a7e4-497b25a97efd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:48.417978 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8372e4ab-8e29-411b-a7e4-497b25a97efd tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2274592 Aug 26 01:13:48.429847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51540) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:48.476531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7ae8331c-fe82-466f-be8b-ab838409a623 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:48.529083 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7ae8331c-fe82-466f-be8b-ab838409a623 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:48.593240 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:48.652942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device bdb6029e-949f-4168-95b0-3ed4cc504f91 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:48.682432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7ae8331c-fe82-466f-be8b-ab838409a623 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:48.704442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aed77508-b84a-4bb6-a9cc-613a883a62b2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:48.721152 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aed77508-b84a-4bb6-a9cc-613a883a62b2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:48.722695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:48.762166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8331c-fe82-466f-be8b-ab838409a623 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bb988a5-0aa4-4c50-ad83-ab4560027f49,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:48.796720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:48.799516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:48.802003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:48.809418 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port bdb6029e-949f-4168-95b0-3ed4cc504f91 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:48.812144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 84fe61d1-705d-47f6-a05c-7cf12894add5 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:48.854412 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aed77508-b84a-4bb6-a9cc-613a883a62b2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:48.855315 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed77508-b84a-4bb6-a9cc-613a883a62b2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Fanout notify agent at l3_agent the message router_deleted on router f1af81e9-9adc-40ce-827b-011a318badbd {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:13:48.892840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aed77508-b84a-4bb6-a9cc-613a883a62b2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:48.893906 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 84fe61d1-705d-47f6-a05c-7cf12894add5 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:48.894266 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-aed77508-b84a-4bb6-a9cc-613a883a62b2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/routers/f1af81e9-9adc-40ce-827b-011a318badbd HTTP/1.1" status: 204 len: 168 time: 0.8629262 Aug 26 01:13:48.894844 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:48.897369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51548) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:48.935001 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7ae8331c-fe82-466f-be8b-ab838409a623 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:48.936880 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7ae8331c-fe82-466f-be8b-ab838409a623 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/8bb988a5-0aa4-4c50-ad83-ab4560027f49 HTTP/1.1" status: 204 len: 168 time: 0.5060809 Aug 26 01:13:48.979729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51552) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:49.000597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=b156a387-7b38-4877-bdca-1438879d86a0,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:49.046484 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb5f4a1-9987-4ddf-b70a-39d63abd8ef5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting subnet b1f118e0-04b8-4d9c-b6f5-c2952dacf615 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:13:49.067729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1bb5f4a1-9987-4ddf-b70a-39d63abd8ef5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:49.131139 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 84fe61d1-705d-47f6-a05c-7cf12894add5 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:49.147456 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2bab30d8-bc04-4f56-9242-e2a6c4705dbf tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1665912 Aug 26 01:13:49.150857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51566) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:49.166212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1bb5f4a1-9987-4ddf-b70a-39d63abd8ef5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:49.230272 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-93a50ee4-64d3-4af8-80b4-9e16b04a1bc5 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:49.278191 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1bb5f4a1-9987-4ddf-b70a-39d63abd8ef5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:49.401025 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e2fea6-7066-44db-a6b5-c9501e802726 None None] Network 481e51eb-2563-49a3-8329-ff055ca1cc02 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:49.404450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-93a50ee4-64d3-4af8-80b4-9e16b04a1bc5 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:49.460111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1bb5f4a1-9987-4ddf-b70a-39d63abd8ef5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:49.489414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:49.524323 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1bb5f4a1-9987-4ddf-b70a-39d63abd8ef5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:49.532224 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5f4a1-9987-4ddf-b70a-39d63abd8ef5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f118e0-04b8-4d9c-b6f5-c2952dacf615,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:49.537193 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1bb5f4a1-9987-4ddf-b70a-39d63abd8ef5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/b1f118e0-04b8-4d9c-b6f5-c2952dacf615 HTTP/1.1" status: 204 len: 168 time: 0.6382370 Aug 26 01:13:49.542218 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51594) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:49.589162 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d19999-2260-4c58-83e3-a165e843b6f8 None None] Network 4a48585d-d396-455a-92fb-4db7a4b75324 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:49.689476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-93a50ee4-64d3-4af8-80b4-9e16b04a1bc5 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:49.691555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-96b323e2-e42c-4772-b4c7-03017f8bf5c1 None None] Provisioning for port bdb6029e-949f-4168-95b0-3ed4cc504f91 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:49.702241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:49.715807 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 56ac4616-e905-4109-891a-f009d5e169ea {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:49.717084 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:49.719401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-96b323e2-e42c-4772-b4c7-03017f8bf5c1 None None] Provisioning complete for port bdb6029e-949f-4168-95b0-3ed4cc504f91 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:49.719950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-96b323e2-e42c-4772-b4c7-03017f8bf5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:49.824361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a50ee4-64d3-4af8-80b4-9e16b04a1bc5 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b72ac36-6ede-498a-87b7-da30f305bcff,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:49.859638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-93a50ee4-64d3-4af8-80b4-9e16b04a1bc5 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:49.863446 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-93a50ee4-64d3-4af8-80b4-9e16b04a1bc5 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-groups/7b72ac36-6ede-498a-87b7-da30f305bcff HTTP/1.1" status: 204 len: 168 time: 0.7115495 Aug 26 01:13:49.864046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51598) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:49.993003 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] For port 56ac4616-e905-4109-891a-f009d5e169ea, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=56ac4616-e905-4109-891a-f009d5e169ea,segment=NetworkSegment(c869b6e7-4e27-48fe-a31e-ed5762594f2d),segment_id=c869b6e7-4e27-48fe-a31e-ed5762594f2d)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:49.993615 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:50.099873 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1ffbaf1f-7479-4553-bde2-37a529256fbf tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:50.110059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:50.157043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 56ac4616-e905-4109-891a-f009d5e169ea owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:13:50.168288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-96b323e2-e42c-4772-b4c7-03017f8bf5c1 None None] Current status of the port bdb6029e-949f-4168-95b0-3ed4cc504f91 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:50.168680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-96b323e2-e42c-4772-b4c7-03017f8bf5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:50.230837 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-96b323e2-e42c-4772-b4c7-03017f8bf5c1 None None] For port bdb6029e-949f-4168-95b0-3ed4cc504f91, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=bdb6029e-949f-4168-95b0-3ed4cc504f91,segment=NetworkSegment(8fd1829b-f0f5-42f6-9436-af840805f192),segment_id=8fd1829b-f0f5-42f6-9436-af840805f192)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:50.245347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1ffbaf1f-7479-4553-bde2-37a529256fbf tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:50.253573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51602) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:50.253803 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1ffbaf1f-7479-4553-bde2-37a529256fbf tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3862560 Aug 26 01:13:50.266508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-872927dd-d730-4f0b-b02b-7c5c0de94567 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group': {'name': 'tempest-secgroup--944276874'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:50.275031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-872927dd-d730-4f0b-b02b-7c5c0de94567 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:50.286957 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-872927dd-d730-4f0b-b02b-7c5c0de94567 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:50.314732 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-96b323e2-e42c-4772-b4c7-03017f8bf5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:50.351311 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:50.374813 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bba61dc-3f76-4f11-9ba1-d4d39c680242 None None] DHCP port deletion for 4a48585d-d396-455a-92fb-4db7a4b75324 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:13:50.446476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b323e2-e42c-4772-b4c7-03017f8bf5c1 None None] Pushing event updated for resources: {'Port': ['ID=bdb6029e-949f-4168-95b0-3ed4cc504f91,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:50.451893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No DVR routers for this DVR port 56ac4616-e905-4109-891a-f009d5e169ea on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:13:50.453604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-872927dd-d730-4f0b-b02b-7c5c0de94567 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:50.468501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=56ac4616-e905-4109-891a-f009d5e169ea,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:50.566378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device bdb6029e-949f-4168-95b0-3ed4cc504f91 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:50.593435 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-872927dd-d730-4f0b-b02b-7c5c0de94567 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:50.608075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-872927dd-d730-4f0b-b02b-7c5c0de94567 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:50.621456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-872927dd-d730-4f0b-b02b-7c5c0de94567 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:50.633055 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-872927dd-d730-4f0b-b02b-7c5c0de94567 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:50.636657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:50.650652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port bdb6029e-949f-4168-95b0-3ed4cc504f91 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:50.651192 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:50.675962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a48585d-d396-455a-92fb-4db7a4b75324']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:50.694596 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c869b6e7-4e27-48fe-a31e-ed5762594f2d') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:50.695005 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c869b6e7-4e27-48fe-a31e-ed5762594f2d') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:50.710881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:50.723325 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-028aad4d-2201-4ac6-bde4-dc14ef29c579 None None] Provisioning complete for port bdb6029e-949f-4168-95b0-3ed4cc504f91 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:50.737016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-028aad4d-2201-4ac6-bde4-dc14ef29c579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:50.737164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:50.750500 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:13:50.750899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:50.860199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port bdb6029e-949f-4168-95b0-3ed4cc504f91 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:50.925522 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 56ac4616-e905-4109-891a-f009d5e169ea no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:13:50.964476 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment c869b6e7-4e27-48fe-a31e-ed5762594f2d resource provider aggregate not found Aug 26 01:13:50.974798 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 56ac4616-e905-4109-891a-f009d5e169ea {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:13:50.975144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 56ac4616-e905-4109-891a-f009d5e169ea not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:13:50.990754 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment c869b6e7-4e27-48fe-a31e-ed5762594f2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c869b6e7-4e27-48fe-a31e-ed5762594f2d found for delete ", "request_id": "req-a4da040f-ed03-415b-bd77-cb09635aff72"}]} Aug 26 01:13:50.996587 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-028aad4d-2201-4ac6-bde4-dc14ef29c579 None None] Current status of the port bdb6029e-949f-4168-95b0-3ed4cc504f91 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:51.005644 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-872927dd-d730-4f0b-b02b-7c5c0de94567 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:51.040077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d524f525-7eb3-4aab-ba95-278820b0224c is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:13:51.145470 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-872927dd-d730-4f0b-b02b-7c5c0de94567 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:51.183816 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872927dd-d730-4f0b-b02b-7c5c0de94567 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68082ff-67f7-4d21-993a-b4080352d0cf,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:51.188928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:51.206482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:51.224401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Network': ['ID=4a48585d-d396-455a-92fb-4db7a4b75324,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:51.247274 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:51.258509 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ffdcd8-481a-4b94-a301-54f0b342471a None None] Sync routers for ids ['d524f525-7eb3-4aab-ba95-278820b0224c'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:51.272140 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ffdcd8-481a-4b94-a301-54f0b342471a None None] Routers {'d524f525-7eb3-4aab-ba95-278820b0224c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:51.272739 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-56ffdcd8-481a-4b94-a301-54f0b342471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d524f525-7eb3-4aab-ba95-278820b0224c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:51.314744 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0bef45ec-2506-42ea-8bb7-c5b5c4f15ae4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/networks/4a48585d-d396-455a-92fb-4db7a4b75324 HTTP/1.1" status: 204 len: 168 time: 1.7681029 Aug 26 01:13:51.315030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51612) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:51.338334 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-56ffdcd8-481a-4b94-a301-54f0b342471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:51.345309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:51.349378 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-13c8d419-dfc9-44c7-bf1c-1ee312b6c677 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7123504 Aug 26 01:13:51.349766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51616) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:51.356136 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ffdcd8-481a-4b94-a301-54f0b342471a None None] Routers {'d524f525-7eb3-4aab-ba95-278820b0224c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:51.357593 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-56ffdcd8-481a-4b94-a301-54f0b342471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d524f525-7eb3-4aab-ba95-278820b0224c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:51.369553 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-872927dd-d730-4f0b-b02b-7c5c0de94567 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:51.379655 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-872927dd-d730-4f0b-b02b-7c5c0de94567 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1178250 Aug 26 01:13:51.382216 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51620) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:51.397900 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-19ba295a-17f8-439e-b330-efdd9061ed6c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Request body: {'security_group_rule': {'security_group_id': 'f68082ff-67f7-4d21-993a-b4080352d0cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:51.415527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-19ba295a-17f8-439e-b330-efdd9061ed6c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:51.424801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-19ba295a-17f8-439e-b330-efdd9061ed6c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Usage tracker for resource:security_group_rule and tenant:7bc4a055898f4db7896ae5dd6b10f23b is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:51.428420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-19ba295a-17f8-439e-b330-efdd9061ed6c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:51.437936 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-56ffdcd8-481a-4b94-a301-54f0b342471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:51.438394 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ffdcd8-481a-4b94-a301-54f0b342471a None None] The sync data for ids ['d524f525-7eb3-4aab-ba95-278820b0224c'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:51.443049 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-19ba295a-17f8-439e-b330-efdd9061ed6c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:51.460730 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96229914-83cc-47e5-ab73-8b32f7054995 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:51.461407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-96229914-83cc-47e5-ab73-8b32f7054995 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:51.637448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-19ba295a-17f8-439e-b330-efdd9061ed6c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:51.679832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-96229914-83cc-47e5-ab73-8b32f7054995 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:51.679832 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-96229914-83cc-47e5-ab73-8b32f7054995 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/96ec6779-a42d-426a-9f52-a3378b712e07 HTTP/1.1" status: 200 len: 840 time: 0.3462954 Aug 26 01:13:51.679832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51626) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:51.764692 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9a1549ba-27a3-4f42-bb06-4f4a8dc21db9 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/96ec6779-a42d-426a-9f52-a3378b712e07?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0974000 Aug 26 01:13:51.767713 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-19ba295a-17f8-439e-b330-efdd9061ed6c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:51.769458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51630) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:51.777675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5c3df16e-0505-4e42-9b5c-fc0c91408f67 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'subnet': {'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:51.889157 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-19ba295a-17f8-439e-b330-efdd9061ed6c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:51.918331 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5c3df16e-0505-4e42-9b5c-fc0c91408f67 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:51.923633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba295a-17f8-439e-b330-efdd9061ed6c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf05d5bb-0afb-42bd-ab24-d61feeb17aab,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:51.930374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5c3df16e-0505-4e42-9b5c-fc0c91408f67 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:subnet and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:51.936509 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5c3df16e-0505-4e42-9b5c-fc0c91408f67 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:51.943535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5c3df16e-0505-4e42-9b5c-fc0c91408f67 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:52.019558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-19ba295a-17f8-439e-b330-efdd9061ed6c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:52.021054 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-19ba295a-17f8-439e-b330-efdd9061ed6c tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6287389 Aug 26 01:13:52.023931 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51634) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:52.106141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fbb34754-1581-40dd-a9f8-50f530a51db0 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:52.117957 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3df16e-0505-4e42-9b5c-fc0c91408f67 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:52.121348 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c3df16e-0505-4e42-9b5c-fc0c91408f67 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:52.163766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:52.224176 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fbb34754-1581-40dd-a9f8-50f530a51db0 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:52.390897 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fbb34754-1581-40dd-a9f8-50f530a51db0 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:52.427374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb34754-1581-40dd-a9f8-50f530a51db0 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68082ff-67f7-4d21-993a-b4080352d0cf,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:52.458568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fbb34754-1581-40dd-a9f8-50f530a51db0 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:52.459742 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fbb34754-1581-40dd-a9f8-50f530a51db0 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-groups/f68082ff-67f7-4d21-993a-b4080352d0cf HTTP/1.1" status: 204 len: 168 time: 0.4348283 Aug 26 01:13:52.462371 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51640) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:52.513513 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c3df16e-0505-4e42-9b5c-fc0c91408f67 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:52.560087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9e3222fa-b63b-4e2f-b85e-597c3d959bee tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:52.585430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3df16e-0505-4e42-9b5c-fc0c91408f67 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network c39c443c-7918-4a03-b4e5-74e2bba35154 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:52.592397 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-5c3df16e-0505-4e42-9b5c-fc0c91408f67 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:52.599276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3df16e-0505-4e42-9b5c-fc0c91408f67 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:52.599861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c3df16e-0505-4e42-9b5c-fc0c91408f67 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:52.611131 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7ca785-0cd2-49a5-97a3-4831ccabd939 None None] Network c39c443c-7918-4a03-b4e5-74e2bba35154 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:52.625896 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3df16e-0505-4e42-9b5c-fc0c91408f67 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Subnet': ['ID=81295e96-98d5-422a-a2ec-67d8fc4aeefe,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:52.683025 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9e3222fa-b63b-4e2f-b85e-597c3d959bee tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:52.684126 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9e3222fa-b63b-4e2f-b85e-597c3d959bee tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2208402 Aug 26 01:13:52.687459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51646) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:52.719933 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5c3df16e-0505-4e42-9b5c-fc0c91408f67 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9438109 Aug 26 01:13:52.720663 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51650) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:52.726701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-8c301b8e-d755-456c-82ce-d038e849e3ef tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'security_group': {'name': 'tempest-secgroup-1758591881'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:52.738569 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8c301b8e-d755-456c-82ce-d038e849e3ef tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:52.749212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8c301b8e-d755-456c-82ce-d038e849e3ef tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:security_group and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:52.766965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8c301b8e-d755-456c-82ce-d038e849e3ef tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:52.781563 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8c301b8e-d755-456c-82ce-d038e849e3ef tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:52.793630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-654d2870-0242-4930-8b40-a2ec75456c04 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Synchronizing usage tracker for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:13:52.816772 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Allocated IP 172.20.0.1 (481e51eb-2563-49a3-8329-ff055ca1cc02/a0e0ba94-3533-442e-97f8-8dea4255f3db/9d3507f3-9cec-4604-946d-96ddcce1b22f) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:52.893824 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8c301b8e-d755-456c-82ce-d038e849e3ef tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:52.921559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8c301b8e-d755-456c-82ce-d038e849e3ef tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:52.926612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8c301b8e-d755-456c-82ce-d038e849e3ef tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:security_group_rule and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:52.929890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8c301b8e-d755-456c-82ce-d038e849e3ef tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:52.933043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-654d2870-0242-4930-8b40-a2ec75456c04 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] Unset dirty status for tenant:7bc4a055898f4db7896ae5dd6b10f23b on resource:security_group_rule {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:13:52.934479 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-654d2870-0242-4930-8b40-a2ec75456c04 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2451987 Aug 26 01:13:52.938141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51654) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:52.949107 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8c301b8e-d755-456c-82ce-d038e849e3ef tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:52.951164 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-c39c443c-7918-4a03-b4e5-74e2bba35154', 'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'tenant_id': 'b6fecc27c7814330a4290a39b1ad6641', 'fixed_ips': [{'subnet_id': '81295e96-98d5-422a-a2ec-67d8fc4aeefe'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:13:52.952125 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:52.971815 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-3e0daea7-e218-4556-ba8a-c63dc0f4fb40 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] delete failed (client error): The resource could not be found. Aug 26 01:13:52.976662 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3e0daea7-e218-4556-ba8a-c63dc0f4fb40 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "DELETE /v2.0/security-groups/f68082ff-67f7-4d21-993a-b4080352d0cf HTTP/1.1" status: 404 len: 347 time: 0.0340424 Aug 26 01:13:52.989980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51658) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:53.039860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:53.062728 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Transition to ACTIVE for port object 9d3507f3-9cec-4604-946d-96ddcce1b22f will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:53.064423 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-40ef7400-2bd3-4a50-90a9-c635aa88d2f7 tempest-SecGroupTest-648837697 tempest-SecGroupTest-648837697-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803156 Aug 26 01:13:53.102998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8c301b8e-d755-456c-82ce-d038e849e3ef tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:53.158007 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Allocated IP 172.20.0.2 (c39c443c-7918-4a03-b4e5-74e2bba35154/81295e96-98d5-422a-a2ec-67d8fc4aeefe/366016e1-5c8f-452e-8a37-c84b6e724cb7) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:53.212255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:53.264588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8c301b8e-d755-456c-82ce-d038e849e3ef tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:53.287937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network 481e51eb-2563-49a3-8329-ff055ca1cc02 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:53.293005 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:53.297733 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:53.351589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=9d3507f3-9cec-4604-946d-96ddcce1b22f,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:53.352073 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c301b8e-d755-456c-82ce-d038e849e3ef tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0a31a4-b9e7-4050-9bdc-d459cdc47197,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:53.385123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:53.410705 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:53.425237 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Transition to ACTIVE for port object 366016e1-5c8f-452e-8a37-c84b6e724cb7 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:53.436633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8c301b8e-d755-456c-82ce-d038e849e3ef tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:53.440332 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8c301b8e-d755-456c-82ce-d038e849e3ef tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7158382 Aug 26 01:13:53.442889 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51664) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:53.448898 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c7337dff-a597-42f6-a3e5-74ed6b42f6f5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'security_group': {'name': 'tempest-secgroup-251220604'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:53.461331 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c7337dff-a597-42f6-a3e5-74ed6b42f6f5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:53.465706 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Transition to ACTIVE for port object 366016e1-5c8f-452e-8a37-c84b6e724cb7 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:53.466026 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c7337dff-a597-42f6-a3e5-74ed6b42f6f5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:security_group and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:53.469814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c7337dff-a597-42f6-a3e5-74ed6b42f6f5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:53.478702 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c7337dff-a597-42f6-a3e5-74ed6b42f6f5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:53.585605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c7337dff-a597-42f6-a3e5-74ed6b42f6f5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:53.590707 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:53.609782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c7337dff-a597-42f6-a3e5-74ed6b42f6f5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:53.614153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c7337dff-a597-42f6-a3e5-74ed6b42f6f5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:security_group_rule and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:53.619843 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c7337dff-a597-42f6-a3e5-74ed6b42f6f5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:53.626949 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c7337dff-a597-42f6-a3e5-74ed6b42f6f5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:53.689946 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:53.698262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Pushing event updated for resources: {'Port': ['ID=366016e1-5c8f-452e-8a37-c84b6e724cb7,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:53.737155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c7337dff-a597-42f6-a3e5-74ed6b42f6f5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:53.738566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Network c39c443c-7918-4a03-b4e5-74e2bba35154 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:53.739799 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:53.742289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:53.803184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51672) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:53.853200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c7337dff-a597-42f6-a3e5-74ed6b42f6f5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:53.890267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Attempting to bind port 366016e1-5c8f-452e-8a37-c84b6e724cb7 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:13:53.890647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Attempting to bind port 366016e1-5c8f-452e-8a37-c84b6e724cb7 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '6bf34d65-181d-4b2c-8c83-c831f48013a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:13:53.891020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Attempting to bind port 366016e1-5c8f-452e-8a37-c84b6e724cb7 on network c39c443c-7918-4a03-b4e5-74e2bba35154 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:13:53.893108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-85d09c8c-bbd3-434a-9684-64ca33eed6a1 None None] Provisioning for port 9d3507f3-9cec-4604-946d-96ddcce1b22f completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:53.904457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-85d09c8c-bbd3-434a-9684-64ca33eed6a1 None None] Provisioning complete for port 9d3507f3-9cec-4604-946d-96ddcce1b22f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:53.905162 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-85d09c8c-bbd3-434a-9684-64ca33eed6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:53.920326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7337dff-a597-42f6-a3e5-74ed6b42f6f5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75046038-2115-4f58-b5b9-17a987c18d44,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:53.976022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:13:53.976824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Checking segment: {'id': '6bf34d65-181d-4b2c-8c83-c831f48013a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:13:53.977575 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:53.978094 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Bound using segment: {'id': '6bf34d65-181d-4b2c-8c83-c831f48013a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:13:53.978953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Bound port: 366016e1-5c8f-452e-8a37-c84b6e724cb7, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf34d65-181d-4b2c-8c83-c831f48013a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:13:53.984482 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:54.002007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c7337dff-a597-42f6-a3e5-74ed6b42f6f5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:54.013774 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c7337dff-a597-42f6-a3e5-74ed6b42f6f5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5593975 Aug 26 01:13:54.062773 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51678) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:54.069843 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-121510877', 'security_groups': ['75046038-2115-4f58-b5b9-17a987c18d44'], 'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '81295e96-98d5-422a-a2ec-67d8fc4aeefe'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:54.071477 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-85d09c8c-bbd3-434a-9684-64ca33eed6a1 None None] Port 9d3507f3-9cec-4604-946d-96ddcce1b22f cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:54.163407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] For port 366016e1-5c8f-452e-8a37-c84b6e724cb7, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:13:54.170248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] For port 366016e1-5c8f-452e-8a37-c84b6e724cb7, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=366016e1-5c8f-452e-8a37-c84b6e724cb7,segment=NetworkSegment(6bf34d65-181d-4b2c-8c83-c831f48013a1),segment_id=6bf34d65-181d-4b2c-8c83-c831f48013a1)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:13:54.228090 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0cc64e18-083b-49c1-b455-c63487e5af9b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7bc4a055898f4db7896ae5dd6b10f23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290097 Aug 26 01:13:54.231136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51682) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:54.254105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:54.295271 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:54.316163 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:54.335374 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803c655-c5ab-45cd-bab2-17903c29731d None None] Pushing event updated for resources: {'Port': ['ID=366016e1-5c8f-452e-8a37-c84b6e724cb7,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:54.354121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-209ca9f4-3508-4041-a46a-5003b3d6772f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:54.354925 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:54.384238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-209ca9f4-3508-4041-a46a-5003b3d6772f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:54.450814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:54.464824 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:54.539945 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-209ca9f4-3508-4041-a46a-5003b3d6772f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:54.568008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ca9f4-3508-4041-a46a-5003b3d6772f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4368f882-5460-458b-a289-1bb8d3b5541a,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:54.585403 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=9d3507f3-9cec-4604-946d-96ddcce1b22f,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:54.599518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:54.621026 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:54.643986 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port f3a1721d-c288-4d36-ba02-fcffc8e803b4 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:13:54.769101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network 481e51eb-2563-49a3-8329-ff055ca1cc02 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:54.782083 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:54.816743 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-209ca9f4-3508-4041-a46a-5003b3d6772f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:54.819526 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-209ca9f4-3508-4041-a46a-5003b3d6772f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4368f882-5460-458b-a289-1bb8d3b5541a HTTP/1.1" status: 204 len: 168 time: 0.5875547 Aug 26 01:13:54.988783 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Allocated IP 172.20.0.9 (c39c443c-7918-4a03-b4e5-74e2bba35154/81295e96-98d5-422a-a2ec-67d8fc4aeefe/f3a1721d-c288-4d36-ba02-fcffc8e803b4) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:55.124832 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d524f525-7eb3-4aab-ba95-278820b0224c has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:13:55.209860 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ab8f4610-a78b-4673-a04a-375232f26b8f None None] Provisioning complete for port 9d3507f3-9cec-4604-946d-96ddcce1b22f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:55.211979 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ab8f4610-a78b-4673-a04a-375232f26b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:55.253827 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:55.284647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Transition to ACTIVE for port object f3a1721d-c288-4d36-ba02-fcffc8e803b4 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:55.305375 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ab8f4610-a78b-4673-a04a-375232f26b8f None None] Port 9d3507f3-9cec-4604-946d-96ddcce1b22f cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:55.404257 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:55.496776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:13:55.508729 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09ddc5-4ea4-40bd-8046-be7cc94317ec None None] Sync routers for ids ['d524f525-7eb3-4aab-ba95-278820b0224c'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:13:55.522951 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f057ff15-5d50-4028-849d-74ae07dfddc5 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "PUT /v2.0/routers/d524f525-7eb3-4aab-ba95-278820b0224c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1685429 Aug 26 01:13:55.529257 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51704) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:55.530318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09ddc5-4ea4-40bd-8046-be7cc94317ec None None] Routers {'d524f525-7eb3-4aab-ba95-278820b0224c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:55.534002 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5c09ddc5-4ea4-40bd-8046-be7cc94317ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d524f525-7eb3-4aab-ba95-278820b0224c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:55.535955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'port': {'network_id': '481e51eb-2563-49a3-8329-ff055ca1cc02', 'name': 'tempest-FloatingIPTestJSON-1749156595'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:55.645005 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5c09ddc5-4ea4-40bd-8046-be7cc94317ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:55.677926 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09ddc5-4ea4-40bd-8046-be7cc94317ec None None] Routers {'d524f525-7eb3-4aab-ba95-278820b0224c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:13:55.679828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5c09ddc5-4ea4-40bd-8046-be7cc94317ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d524f525-7eb3-4aab-ba95-278820b0224c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:55.703138 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=f3a1721d-c288-4d36-ba02-fcffc8e803b4,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:55.740594 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network c39c443c-7918-4a03-b4e5-74e2bba35154 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:55.744045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:55.748798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:55.779877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5c09ddc5-4ea4-40bd-8046-be7cc94317ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:13:55.780436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c09ddc5-4ea4-40bd-8046-be7cc94317ec None None] The sync data for ids ['d524f525-7eb3-4aab-ba95-278820b0224c'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:13:55.814132 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:55.820861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Usage tracker for resource:port and tenant:a925f84e8f124030a4986bfb7bf12b79 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:55.824365 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:55.833128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:55.886170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:55.886170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:55.909127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Made reservation on behalf of a925f84e8f124030a4986bfb7bf12b79 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:55.913221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:55.938034 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] device_id is not set on port fed41b64-fd15-4537-838b-cb7dcd88ff6a yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:13:56.012597 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5d7756cb-57a8-4005-9b60-38ebd8392e45 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9461501 Aug 26 01:13:56.013287 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51714) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:56.020707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-2f365c9f-e686-40c2-ba4e-bb95249f6a06 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'subnet': {'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:56.035172 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ee296f90-2722-4e81-86c1-7a114777e12d None None] Provisioning complete for port 96ec6779-a42d-426a-9f52-a3378b712e07 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:56.039698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ee296f90-2722-4e81-86c1-7a114777e12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:56.148911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ee296f90-2722-4e81-86c1-7a114777e12d None None] Port 96ec6779-a42d-426a-9f52-a3378b712e07 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:56.234406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ee296f90-2722-4e81-86c1-7a114777e12d None None] Provisioning for port 366016e1-5c8f-452e-8a37-c84b6e724cb7 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:56.244262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2f365c9f-e686-40c2-ba4e-bb95249f6a06 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:56.253201 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Allocated IP 172.20.0.4 (481e51eb-2563-49a3-8329-ff055ca1cc02/a0e0ba94-3533-442e-97f8-8dea4255f3db/fed41b64-fd15-4537-838b-cb7dcd88ff6a) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:56.253625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2f365c9f-e686-40c2-ba4e-bb95249f6a06 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:subnet and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:56.259874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2f365c9f-e686-40c2-ba4e-bb95249f6a06 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:56.273941 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2f365c9f-e686-40c2-ba4e-bb95249f6a06 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:56.384770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f365c9f-e686-40c2-ba4e-bb95249f6a06 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:56.388948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2f365c9f-e686-40c2-ba4e-bb95249f6a06 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:56.442127 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b44c21b0-f1b8-4e56-a8b6-18895826d884 None None] Provisioning for port f3a1721d-c288-4d36-ba02-fcffc8e803b4 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:56.452084 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b44c21b0-f1b8-4e56-a8b6-18895826d884 None None] Provisioning complete for port f3a1721d-c288-4d36-ba02-fcffc8e803b4 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:56.452084 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b44c21b0-f1b8-4e56-a8b6-18895826d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:56.555347 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.ipam_backend_mixin [None req-2f365c9f-e686-40c2-ba4e-bb95249f6a06 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 81295e96-98d5-422a-a2ec-67d8fc4aeefe (CIDR: 172.20.0.0/28) Aug 26 01:13:56.585530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b44c21b0-f1b8-4e56-a8b6-18895826d884 None None] Port f3a1721d-c288-4d36-ba02-fcffc8e803b4 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:56.589644 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 366016e1-5c8f-452e-8a37-c84b6e724cb7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:56.589830 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:56.608102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Transition to ACTIVE for port object fed41b64-fd15-4537-838b-cb7dcd88ff6a will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:56.608732 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f365c9f-e686-40c2-ba4e-bb95249f6a06 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:13:56.609471 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f365c9f-e686-40c2-ba4e-bb95249f6a06 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:13:56.700058 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2f365c9f-e686-40c2-ba4e-bb95249f6a06 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6856797 Aug 26 01:13:56.703182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51728) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:56.709191 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-fbd3bdf3-022d-428f-8868-4a99d700cf82 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'subnet': {'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:56.727579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 366016e1-5c8f-452e-8a37-c84b6e724cb7 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:56.728587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:56.733392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 366016e1-5c8f-452e-8a37-c84b6e724cb7 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:56.734016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:56.837556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Network 481e51eb-2563-49a3-8329-ff055ca1cc02 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:56.844947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:56.860532 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:13:56.882703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 366016e1-5c8f-452e-8a37-c84b6e724cb7 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:56.882703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:56.917340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fbd3bdf3-022d-428f-8868-4a99d700cf82 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:56.919192 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 366016e1-5c8f-452e-8a37-c84b6e724cb7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=366016e1-5c8f-452e-8a37-c84b6e724cb7,segment=NetworkSegment(6bf34d65-181d-4b2c-8c83-c831f48013a1),segment_id=6bf34d65-181d-4b2c-8c83-c831f48013a1)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:56.925381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fbd3bdf3-022d-428f-8868-4a99d700cf82 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:subnet and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:56.930103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fbd3bdf3-022d-428f-8868-4a99d700cf82 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:56.940612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fbd3bdf3-022d-428f-8868-4a99d700cf82 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:56.942987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event updated for resources: {'Port': ['ID=fed41b64-fd15-4537-838b-cb7dcd88ff6a,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:56.980877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:56.981481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:57.556928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-904488c2-c70d-4b1f-9836-f809e29bde96 None None] Provisioning for port fed41b64-fd15-4537-838b-cb7dcd88ff6a completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:13:57.561851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd3bdf3-022d-428f-8868-4a99d700cf82 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:57.562507 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:57.563789 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-063048b7-06d7-45c2-b0f2-f3c5e3cd2741 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0294003 Aug 26 01:13:57.566367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51738) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:57.571071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fbd3bdf3-022d-428f-8868-4a99d700cf82 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:57.578448 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-939bd756-c67c-4b85-9e61-307b1081651e tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Request body: {'floatingip': {'port_id': 'fed41b64-fd15-4537-838b-cb7dcd88ff6a'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:57.604461 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-904488c2-c70d-4b1f-9836-f809e29bde96 None None] Provisioning complete for port fed41b64-fd15-4537-838b-cb7dcd88ff6a triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:57.605354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-904488c2-c70d-4b1f-9836-f809e29bde96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:57.704899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-904488c2-c70d-4b1f-9836-f809e29bde96 None None] Port fed41b64-fd15-4537-838b-cb7dcd88ff6a cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:13:57.709411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=366016e1-5c8f-452e-8a37-c84b6e724cb7,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:57.726446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-939bd756-c67c-4b85-9e61-307b1081651e tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:58.011825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fbd3bdf3-022d-428f-8868-4a99d700cf82 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:58.074254 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd3bdf3-022d-428f-8868-4a99d700cf82 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network c39c443c-7918-4a03-b4e5-74e2bba35154 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:13:58.077972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-fbd3bdf3-022d-428f-8868-4a99d700cf82 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:13:58.081224 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd3bdf3-022d-428f-8868-4a99d700cf82 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:58.082023 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fbd3bdf3-022d-428f-8868-4a99d700cf82 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:58.088550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d09ab3-3349-420d-9240-440bf0dfeb14 None None] Network c39c443c-7918-4a03-b4e5-74e2bba35154 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:13:58.114488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3bdf3-022d-428f-8868-4a99d700cf82 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Subnet': ['ID=e9825474-fce9-4088-a127-44509fb25ff2,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:58.188562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51750) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:58.189386 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fbd3bdf3-022d-428f-8868-4a99d700cf82 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4849408 Aug 26 01:13:58.190302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51752) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:58.197042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4b3305e1-4026-4daa-9650-1073674b8ec8 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-475238934', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e9825474-fce9-4088-a127-44509fb25ff2'}], 'security_groups': ['ce0a31a4-b9e7-4050-9bdc-d459cdc47197']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:58.370411 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4b3305e1-4026-4daa-9650-1073674b8ec8 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:58.595354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'network': {'name': 'tempest-network-smoke--1811710324', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'port_security_enabled': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:13:58.600996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:58.609799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:network and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:58.613096 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:58.613417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 366016e1-5c8f-452e-8a37-c84b6e724cb7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:13:58.620112 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:58.739861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:13:58.743770 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:58.771733 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:58.800780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:13:58.808952 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 366016e1-5c8f-452e-8a37-c84b6e724cb7 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:13:58.809327 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:58.816899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:13:58.830608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:13:58.865992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:13:58.879643 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-4b3305e1-4026-4daa-9650-1073674b8ec8 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Delete allocated IP 172.20.0.9 (c39c443c-7918-4a03-b4e5-74e2bba35154/81295e96-98d5-422a-a2ec-67d8fc4aeefe) {{(pid=89863) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 26 01:13:58.890039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-4b3305e1-4026-4daa-9650-1073674b8ec8 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Allocated IP 172.20.0.25 (c39c443c-7918-4a03-b4e5-74e2bba35154/e9825474-fce9-4088-a127-44509fb25ff2/f3a1721d-c288-4d36-ba02-fcffc8e803b4) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:58.910950 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-939bd756-c67c-4b85-9e61-307b1081651e tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:58.988790 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74194c86-6abc-4a8e-851f-ac916d90ebbd None None] Update dhcp port {'port': {'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'fixed_ips': [{'subnet_id': '81295e96-98d5-422a-a2ec-67d8fc4aeefe', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e9825474-fce9-4088-a127-44509fb25ff2'}], 'binding:host_id': 'dv-neutron-854561-2-hyperv'}, 'id': '366016e1-5c8f-452e-8a37-c84b6e724cb7'} from dv-neutron-854561-2-hyperv. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Aug 26 01:13:59.000811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-939bd756-c67c-4b85-9e61-307b1081651e tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:59.149576 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4b3305e1-4026-4daa-9650-1073674b8ec8 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:59.154709 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-74194c86-6abc-4a8e-851f-ac916d90ebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:59.170962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-4b3305e1-4026-4daa-9650-1073674b8ec8 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Transition to ACTIVE for port object f3a1721d-c288-4d36-ba02-fcffc8e803b4 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:59.173924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 366016e1-5c8f-452e-8a37-c84b6e724cb7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:13:59.196065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:59.234590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4b3305e1-4026-4daa-9650-1073674b8ec8 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:59.235726 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-939bd756-c67c-4b85-9e61-307b1081651e tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Floating IP 33daaca8-049d-4c20-84e7-d11aaab6b5b4 associated. External IP: 172.26.2.21, port: 30e01145-f419-4f39-b61d-b0f1a5e7d5bf. Aug 26 01:13:59.298541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:59.413216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-74194c86-6abc-4a8e-851f-ac916d90ebbd None None] Allocated IP 172.20.0.18 (c39c443c-7918-4a03-b4e5-74e2bba35154/e9825474-fce9-4088-a127-44509fb25ff2/366016e1-5c8f-452e-8a37-c84b6e724cb7) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:13:59.421153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:13:59.443098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:59.443448 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Added segment 0816503b-c7df-44a7-9aae-fed35f09711d of type vlan for network d72c0b94-166a-4a66-a4e5-0afcda8d7d37 Aug 26 01:13:59.457101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6da16e2-fd7b-4406-8b66-f4a1162c73c9,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:59.507049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:59.556761 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3305e1-4026-4daa-9650-1073674b8ec8 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=f3a1721d-c288-4d36-ba02-fcffc8e803b4,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:13:59.594479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-4b3305e1-4026-4daa-9650-1073674b8ec8 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] In _notify_port_updated(), no bound segment for port f3a1721d-c288-4d36-ba02-fcffc8e803b4 on network c39c443c-7918-4a03-b4e5-74e2bba35154 {{(pid=89863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:13:59.599803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3305e1-4026-4daa-9650-1073674b8ec8 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:59.600412 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4b3305e1-4026-4daa-9650-1073674b8ec8 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:59.604959 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4b3305e1-4026-4daa-9650-1073674b8ec8 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "PUT /v2.0/ports/f3a1721d-c288-4d36-ba02-fcffc8e803b4 HTTP/1.1" status: 200 len: 920 time: 1.4135888 Aug 26 01:13:59.605546 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51764) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:13:59.622782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-74194c86-6abc-4a8e-851f-ac916d90ebbd None None] For port 366016e1-5c8f-452e-8a37-c84b6e724cb7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=366016e1-5c8f-452e-8a37-c84b6e724cb7,segment=NetworkSegment(6bf34d65-181d-4b2c-8c83-c831f48013a1),segment_id=6bf34d65-181d-4b2c-8c83-c831f48013a1)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:13:59.655288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-74194c86-6abc-4a8e-851f-ac916d90ebbd None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:59.675042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-74194c86-6abc-4a8e-851f-ac916d90ebbd None None] Transition to ACTIVE for port object 366016e1-5c8f-452e-8a37-c84b6e724cb7 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:13:59.696165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3c56ea58-2a39-4224-975c-4a974873894a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port f3a1721d-c288-4d36-ba02-fcffc8e803b4 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:13:59.696428 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3c56ea58-2a39-4224-975c-4a974873894a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:59.753693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939bd756-c67c-4b85-9e61-307b1081651e tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:13:59.775354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-74194c86-6abc-4a8e-851f-ac916d90ebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:59.921000 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:13:59.951032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:13:59.951032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:00.038715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3c56ea58-2a39-4224-975c-4a974873894a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:00.045063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74194c86-6abc-4a8e-851f-ac916d90ebbd None None] Pushing event updated for resources: {'Port': ['ID=366016e1-5c8f-452e-8a37-c84b6e724cb7,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:00.066170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Network': ['ID=d72c0b94-166a-4a66-a4e5-0afcda8d7d37,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:00.078769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network d72c0b94-166a-4a66-a4e5-0afcda8d7d37 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:14:00.079642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939bd756-c67c-4b85-9e61-307b1081651e tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:14:00.096180 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f8249a-fc22-44aa-88d9-1262f283f99c None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:14:00.116573 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f8249a-fc22-44aa-88d9-1262f283f99c None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:00.118649 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-16f8249a-fc22-44aa-88d9-1262f283f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:00.255965 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-16f8249a-fc22-44aa-88d9-1262f283f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:00.260412 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3c56ea58-2a39-4224-975c-4a974873894a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for f3a1721d-c288-4d36-ba02-fcffc8e803b4 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:00.273558 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f8249a-fc22-44aa-88d9-1262f283f99c None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:00.274984 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-16f8249a-fc22-44aa-88d9-1262f283f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:00.425507 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-16f8249a-fc22-44aa-88d9-1262f283f99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:00.425961 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f8249a-fc22-44aa-88d9-1262f283f99c None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:14:00.487924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3e320c96-34da-4b9c-b370-610fe989298a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:00.561157 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 366016e1-5c8f-452e-8a37-c84b6e724cb7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:14:00.611993 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8672459a-4f23-456f-aa07-015fff5c7f20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4201322 Aug 26 01:14:00.612838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51770) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:00.619568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'admin_state_up': True, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:00.636975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:00.642330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:router and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:00.654082 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:00.674134 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:00.716624 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3c56ea58-2a39-4224-975c-4a974873894a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:00.773491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939bd756-c67c-4b85-9e61-307b1081651e tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d524f525-7eb3-4aab-ba95-278820b0224c has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:14:00.815020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:00.816159 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:00.844526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56ea58-2a39-4224-975c-4a974873894a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=f3a1721d-c288-4d36-ba02-fcffc8e803b4,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:00.920667 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:00.943159 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3c56ea58-2a39-4224-975c-4a974873894a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:00.958308 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3c56ea58-2a39-4224-975c-4a974873894a tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/f3a1721d-c288-4d36-ba02-fcffc8e803b4 HTTP/1.1" status: 204 len: 168 time: 1.3517067 Aug 26 01:14:00.961037 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51776) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:00.961295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dd196883-32f0-457e-8588-6038dc42c011 None None] Provisioning complete for port 96ec6779-a42d-426a-9f52-a3378b712e07 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:00.961834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dd196883-32f0-457e-8588-6038dc42c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:01.011376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939bd756-c67c-4b85-9e61-307b1081651e tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:14:01.012835 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef3cde9-a79f-4f99-a789-2344d8e19a79 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] GET failed (client error): The resource could not be found. Aug 26 01:14:01.014868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9ef3cde9-a79f-4f99-a789-2344d8e19a79 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:01.025838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-939bd756-c67c-4b85-9e61-307b1081651e tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:01.027473 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ba8753-1daf-4edc-be58-5246a5e069de None None] Sync routers for ids ['d524f525-7eb3-4aab-ba95-278820b0224c'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:14:01.047939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba8753-1daf-4edc-be58-5246a5e069de None None] Routers {'d524f525-7eb3-4aab-ba95-278820b0224c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:01.048565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-65ba8753-1daf-4edc-be58-5246a5e069de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d524f525-7eb3-4aab-ba95-278820b0224c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:01.103734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-dd196883-32f0-457e-8588-6038dc42c011 None None] Port 96ec6779-a42d-426a-9f52-a3378b712e07 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:01.126828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-65ba8753-1daf-4edc-be58-5246a5e069de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:01.136529 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba8753-1daf-4edc-be58-5246a5e069de None None] Routers {'d524f525-7eb3-4aab-ba95-278820b0224c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:01.137138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-65ba8753-1daf-4edc-be58-5246a5e069de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d524f525-7eb3-4aab-ba95-278820b0224c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:01.156668 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-939bd756-c67c-4b85-9e61-307b1081651e tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "PUT /v2.0/floatingips/33daaca8-049d-4c20-84e7-d11aaab6b5b4 HTTP/1.1" status: 200 len: 977 time: 3.5833638 Aug 26 01:14:01.157091 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51780) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:01.172639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9ef3cde9-a79f-4f99-a789-2344d8e19a79 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:01.174691 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9ef3cde9-a79f-4f99-a789-2344d8e19a79 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/f3a1721d-c288-4d36-ba02-fcffc8e803b4 HTTP/1.1" status: 404 len: 333 time: 0.2124794 Aug 26 01:14:01.182675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51784) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:01.213462 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dd196883-32f0-457e-8588-6038dc42c011 None None] Provisioning for port 366016e1-5c8f-452e-8a37-c84b6e724cb7 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:01.228618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dd196883-32f0-457e-8588-6038dc42c011 None None] Provisioning complete for port 366016e1-5c8f-452e-8a37-c84b6e724cb7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:01.228987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dd196883-32f0-457e-8588-6038dc42c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:01.265589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-be622189-b742-48c4-9a66-38a599471e5a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting port fed41b64-fd15-4537-838b-cb7dcd88ff6a {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:01.266373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-be622189-b742-48c4-9a66-38a599471e5a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:01.273015 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-65ba8753-1daf-4edc-be58-5246a5e069de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:01.273419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ba8753-1daf-4edc-be58-5246a5e069de None None] The sync data for ids ['d524f525-7eb3-4aab-ba95-278820b0224c'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:14:01.391703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-dd196883-32f0-457e-8588-6038dc42c011 None None] Current status of the port 366016e1-5c8f-452e-8a37-c84b6e724cb7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:01.396559 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dd196883-32f0-457e-8588-6038dc42c011 None None] Could not find standard attr ID for object f3a1721d-c288-4d36-ba02-fcffc8e803b4. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:14:01.402225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:01.441684 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d38be4a6-5bf5-4ab5-a484-1f280bff8e1b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:01.474014 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d38be4a6-5bf5-4ab5-a484-1f280bff8e1b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:01.511953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-cb6d786d-c94b-44bf-af38-e9c28cc271fd None None] Could not find standard attr ID for object f3a1721d-c288-4d36-ba02-fcffc8e803b4. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:14:01.642663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-be622189-b742-48c4-9a66-38a599471e5a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:01.945656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d38be4a6-5bf5-4ab5-a484-1f280bff8e1b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:01.977501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38be4a6-5bf5-4ab5-a484-1f280bff8e1b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75046038-2115-4f58-b5b9-17a987c18d44,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:02.025662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d38be4a6-5bf5-4ab5-a484-1f280bff8e1b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:02.030633 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d38be4a6-5bf5-4ab5-a484-1f280bff8e1b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/security-groups/75046038-2115-4f58-b5b9-17a987c18d44 HTTP/1.1" status: 204 len: 168 time: 0.8465476 Aug 26 01:14:02.033642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51790) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:02.034828 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:02.050058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-be622189-b742-48c4-9a66-38a599471e5a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:02.050516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-be622189-b742-48c4-9a66-38a599471e5a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:02.050920 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-be622189-b742-48c4-9a66-38a599471e5a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Floating IP 33daaca8-049d-4c20-84e7-d11aaab6b5b4 disassociated. External IP: 172.26.2.21, port: fed41b64-fd15-4537-838b-cb7dcd88ff6a. Aug 26 01:14:02.051354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-be622189-b742-48c4-9a66-38a599471e5a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Calling delete_port for fed41b64-fd15-4537-838b-cb7dcd88ff6a owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:02.067774 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:02.180804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-052522b0-6b39-4f8c-b98e-b30a465e79e4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:02.215563 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.105 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/994e1261-20d3-406c-8ff0-1ce99a69f1da) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:14:02.259096 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-052522b0-6b39-4f8c-b98e-b30a465e79e4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:02.388671 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:02.394681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-be622189-b742-48c4-9a66-38a599471e5a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:02.444632 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be622189-b742-48c4-9a66-38a599471e5a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Port': ['ID=fed41b64-fd15-4537-838b-cb7dcd88ff6a,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:02.703692 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-052522b0-6b39-4f8c-b98e-b30a465e79e4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:02.727817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:02.743546 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052522b0-6b39-4f8c-b98e-b30a465e79e4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0a31a4-b9e7-4050-9bdc-d459cdc47197,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:02.773063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-052522b0-6b39-4f8c-b98e-b30a465e79e4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:02.776762 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-052522b0-6b39-4f8c-b98e-b30a465e79e4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/security-groups/ce0a31a4-b9e7-4050-9bdc-d459cdc47197 HTTP/1.1" status: 204 len: 168 time: 0.7392950 Aug 26 01:14:02.777479 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51794) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:02.800157 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:14:02.803158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:02.808525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:14:02.876322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbab562-9b17-48d9-a61b-c83111eebdf2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting subnet 81295e96-98d5-422a-a2ec-67d8fc4aeefe {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:14:02.882285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be622189-b742-48c4-9a66-38a599471e5a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d524f525-7eb3-4aab-ba95-278820b0224c has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:14:02.886295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cbbab562-9b17-48d9-a61b-c83111eebdf2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:03.007202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=994e1261-20d3-406c-8ff0-1ce99a69f1da,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:03.087974 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cbbab562-9b17-48d9-a61b-c83111eebdf2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:03.189938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be622189-b742-48c4-9a66-38a599471e5a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:14:03.199188 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade7f0ae-b628-4879-add6-2c12e10f6b7f None None] Sync routers for ids ['d524f525-7eb3-4aab-ba95-278820b0224c'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:14:03.216708 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade7f0ae-b628-4879-add6-2c12e10f6b7f None None] Routers {'d524f525-7eb3-4aab-ba95-278820b0224c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:03.217621 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ade7f0ae-b628-4879-add6-2c12e10f6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d524f525-7eb3-4aab-ba95-278820b0224c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:03.279128 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ade7f0ae-b628-4879-add6-2c12e10f6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:03.288976 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade7f0ae-b628-4879-add6-2c12e10f6b7f None None] Routers {'d524f525-7eb3-4aab-ba95-278820b0224c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:03.289938 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ade7f0ae-b628-4879-add6-2c12e10f6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:13:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d524f525-7eb3-4aab-ba95-278820b0224c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:03.290103 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cbbab562-9b17-48d9-a61b-c83111eebdf2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:03.344706 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e67b7dc2-bba6-4e9a-b2a7-687a1d6b7609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:03.348626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-be622189-b742-48c4-9a66-38a599471e5a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:03.353399 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-be622189-b742-48c4-9a66-38a599471e5a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/ports/fed41b64-fd15-4537-838b-cb7dcd88ff6a HTTP/1.1" status: 204 len: 168 time: 2.1922855 Aug 26 01:14:03.355035 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ade7f0ae-b628-4879-add6-2c12e10f6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:03.355035 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade7f0ae-b628-4879-add6-2c12e10f6b7f None None] The sync data for ids ['d524f525-7eb3-4aab-ba95-278820b0224c'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:14:03.355319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51800) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:03.584278 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:03.805900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cbbab562-9b17-48d9-a61b-c83111eebdf2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:03.898194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbab562-9b17-48d9-a61b-c83111eebdf2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Subnet': ['ID=81295e96-98d5-422a-a2ec-67d8fc4aeefe,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:03.908463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cbbab562-9b17-48d9-a61b-c83111eebdf2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:03.911763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f65bc6-df17-4858-9b69-a249cefa3ebe None None] Network c39c443c-7918-4a03-b4e5-74e2bba35154 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:03.923014 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cbbab562-9b17-48d9-a61b-c83111eebdf2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/81295e96-98d5-422a-a2ec-67d8fc4aeefe HTTP/1.1" status: 204 len: 168 time: 1.1450794 Aug 26 01:14:03.927181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51804) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:03.931803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:03.951349 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d02c2ba1-3e3c-4142-ba34-9cbbb6834f75 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'subnet': {'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:03.992017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:03.995252 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:04.189789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d02c2ba1-3e3c-4142-ba34-9cbbb6834f75 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:04.194809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d02c2ba1-3e3c-4142-ba34-9cbbb6834f75 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:subnet and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:04.198154 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d02c2ba1-3e3c-4142-ba34-9cbbb6834f75 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:04.205268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d02c2ba1-3e3c-4142-ba34-9cbbb6834f75 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:04.469594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29d86538-886a-4b65-bf62-08316a98053b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:04.504535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:14:04.546648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02c2ba1-3e3c-4142-ba34-9cbbb6834f75 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:04.550194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d02c2ba1-3e3c-4142-ba34-9cbbb6834f75 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:04.759165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:14:04.770774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Sync routers for ids ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:14:04.785879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Routers {'30b44b28-d560-49c8-b9fe-f2cbf66e18d2'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:04.786888 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:04.994111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-758f8663-6da3-4c6f-8c5e-1d30b9ed330e None None] Provisioning complete for port 96ec6779-a42d-426a-9f52-a3378b712e07 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:05.127939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-758f8663-6da3-4c6f-8c5e-1d30b9ed330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:05.127939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-758f8663-6da3-4c6f-8c5e-1d30b9ed330e None None] Port 96ec6779-a42d-426a-9f52-a3378b712e07 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:05.127939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Set router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:14:05.164841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-29d86538-886a-4b65-bf62-08316a98053b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting port 9d3507f3-9cec-4604-946d-96ddcce1b22f {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:05.165193 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29d86538-886a-4b65-bf62-08316a98053b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:05.194177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-758f8663-6da3-4c6f-8c5e-1d30b9ed330e None None] Provisioning complete for port 366016e1-5c8f-452e-8a37-c84b6e724cb7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:05.194512 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-758f8663-6da3-4c6f-8c5e-1d30b9ed330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:05.371317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29d86538-886a-4b65-bf62-08316a98053b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:05.434383 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51822) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:05.470619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-758f8663-6da3-4c6f-8c5e-1d30b9ed330e None None] Current status of the port 366016e1-5c8f-452e-8a37-c84b6e724cb7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:05.498624 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:14:03Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:05.501389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-29d86538-886a-4b65-bf62-08316a98053b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Calling delete_port for 9d3507f3-9cec-4604-946d-96ddcce1b22f owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:05.502976 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Checking router: 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:14:05.503330 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Updating router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 port 994e1261-20d3-406c-8ff0-1ce99a69f1da binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:14:05.550012 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:05.551355 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ffd5f227-25fa-4b91-91eb-d2e09993f470 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9378521 Aug 26 01:14:05.565016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:05.595772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:05.604738 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51826) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:05.610819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d02c2ba1-3e3c-4142-ba34-9cbbb6834f75 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:05.662874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-44acdb3b-6f43-4932-b470-5d7cd21b60be tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Deleting port 5a5664ce-71a2-4e83-9157-29916d02746e {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:05.663541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44acdb3b-6f43-4932-b470-5d7cd21b60be tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:05.755282 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ef283cd6-338a-454b-af00-4d7c0287f4cd tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f9996d1e9c5a4ca3826f46b8497097ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1429589 Aug 26 01:14:05.758009 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51832) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:05.806476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c2ba1-3e3c-4142-ba34-9cbbb6834f75 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network c39c443c-7918-4a03-b4e5-74e2bba35154 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:14:05.811135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-d02c2ba1-3e3c-4142-ba34-9cbbb6834f75 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:05.816626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c2ba1-3e3c-4142-ba34-9cbbb6834f75 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:05.817377 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d02c2ba1-3e3c-4142-ba34-9cbbb6834f75 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:05.843083 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c2ba1-3e3c-4142-ba34-9cbbb6834f75 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Subnet': ['ID=8466dfe1-81e2-4351-92e2-d14e8cd0caa7,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:05.859539 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938ce65b-4f84-4fa7-9c2c-173dca218aa4 None None] Network c39c443c-7918-4a03-b4e5-74e2bba35154 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:05.911172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29d86538-886a-4b65-bf62-08316a98053b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:06.001162 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d02c2ba1-3e3c-4142-ba34-9cbbb6834f75 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0628674 Aug 26 01:14:06.001490 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d86538-886a-4b65-bf62-08316a98053b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Port': ['ID=9d3507f3-9cec-4604-946d-96ddcce1b22f,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:06.003189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51844) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:06.017018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b54868f0-92b8-48fb-bb36-89279ac22ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'security_group': {'name': 'tempest-secgroup-1331795710'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:06.043620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e79b915-80db-4724-b651-87c2318499da tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:06.048107 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5e79b915-80db-4724-b651-87c2318499da tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2890601 Aug 26 01:14:06.049646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b54868f0-92b8-48fb-bb36-89279ac22ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:06.053268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44acdb3b-6f43-4932-b470-5d7cd21b60be tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:06.053818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44acdb3b-6f43-4932-b470-5d7cd21b60be tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:06.059367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51848) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:06.082002 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b54868f0-92b8-48fb-bb36-89279ac22ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:security_group and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:06.086913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b54868f0-92b8-48fb-bb36-89279ac22ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:06.168615 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ce033164-d84c-41ab-8ad3-d2276cc41e1e tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1100090 Aug 26 01:14:06.172327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51852) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:06.177994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-662730328', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:06.235350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b54868f0-92b8-48fb-bb36-89279ac22ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:06.245144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:06.258872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-44acdb3b-6f43-4932-b470-5d7cd21b60be tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Calling delete_port for 5a5664ce-71a2-4e83-9157-29916d02746e owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:06.282039 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Transition to ACTIVE for port object 994e1261-20d3-406c-8ff0-1ce99a69f1da will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:06.366026 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:06.448723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b54868f0-92b8-48fb-bb36-89279ac22ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:06.508880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b54868f0-92b8-48fb-bb36-89279ac22ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:06.516820 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b54868f0-92b8-48fb-bb36-89279ac22ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:security_group_rule and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:06.525462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b54868f0-92b8-48fb-bb36-89279ac22ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:06.535244 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Attempting to bind port 994e1261-20d3-406c-8ff0-1ce99a69f1da on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:14:06.535670 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b54868f0-92b8-48fb-bb36-89279ac22ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:06.536067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Attempting to bind port 994e1261-20d3-406c-8ff0-1ce99a69f1da by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:14:06.536613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Attempting to bind port 994e1261-20d3-406c-8ff0-1ce99a69f1da on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:14:06.550270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4b675b-8aff-4cf9-9d12-c4bb46e9eaeb None None] Update dhcp port {'port': {'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'fixed_ips': [{'subnet_id': 'e9825474-fce9-4088-a127-44509fb25ff2', 'ip_address': '172.20.0.18'}, {'subnet_id': '8466dfe1-81e2-4351-92e2-d14e8cd0caa7'}], 'binding:host_id': 'dv-neutron-854561-2-hyperv'}, 'id': '366016e1-5c8f-452e-8a37-c84b6e724cb7'} from dv-neutron-854561-2-hyperv. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Aug 26 01:14:06.597341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:14:06.597836 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:14:06.598141 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:06.598656 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:14:06.599147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Bound port: 994e1261-20d3-406c-8ff0-1ce99a69f1da, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:14:06.599526 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:06.615700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44acdb3b-6f43-4932-b470-5d7cd21b60be tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:06.657851 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:06.667812 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:subnet and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:06.673992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:06.684380 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] For port 994e1261-20d3-406c-8ff0-1ce99a69f1da, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:14:06.691969 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:06.718123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] For port 994e1261-20d3-406c-8ff0-1ce99a69f1da, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=994e1261-20d3-406c-8ff0-1ce99a69f1da,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:14:06.720538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acdb3b-6f43-4932-b470-5d7cd21b60be tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event deleted for resources: {'Port': ['ID=5a5664ce-71a2-4e83-9157-29916d02746e,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:06.720681 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbb396-d30b-4ef3-907d-31b1bbac9a57 None None] Pushing event updated for resources: {'Port': ['ID=994e1261-20d3-406c-8ff0-1ce99a69f1da,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:06.721646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1f4b675b-8aff-4cf9-9d12-c4bb46e9eaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:06.726382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-29d86538-886a-4b65-bf62-08316a98053b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:06.764640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b54868f0-92b8-48fb-bb36-89279ac22ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:06.816634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:06.945717 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:14:06.963189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b54868f0-92b8-48fb-bb36-89279ac22ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:07.053715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54868f0-92b8-48fb-bb36-89279ac22ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f2b7d3-3833-4d73-897e-3fcaffc4f0fc,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:07.073130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44acdb3b-6f43-4932-b470-5d7cd21b60be tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:07.074079 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbb396-d30b-4ef3-907d-31b1bbac9a57 None None] Pushing event updated for resources: {'Port': ['ID=994e1261-20d3-406c-8ff0-1ce99a69f1da,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:07.075282 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-44acdb3b-6f43-4932-b470-5d7cd21b60be tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Floating IP 88d2bd70-c05f-4fe2-b3e4-fde750b19880 disassociated (deleted). External IP: 172.26.2.136, port: 14d2cc30-3b65-46b0-a263-117bcf6e98e1. Aug 26 01:14:07.119873 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:07.124930 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:07.130459 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Routers {'30b44b28-d560-49c8-b9fe-f2cbf66e18d2'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:07.131098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:07.165140 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b54868f0-92b8-48fb-bb36-89279ac22ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:07.166760 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b54868f0-92b8-48fb-bb36-89279ac22ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1596277 Aug 26 01:14:07.205070 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51858) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:07.218155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'security_group': {'name': 'tempest-secgroup-198767835'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:07.242821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:07.263678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:security_group and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:07.270280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:07.287941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:07.288902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-1f4b675b-8aff-4cf9-9d12-c4bb46e9eaeb None None] Allocated IP 172.20.0.2 (c39c443c-7918-4a03-b4e5-74e2bba35154/8466dfe1-81e2-4351-92e2-d14e8cd0caa7/366016e1-5c8f-452e-8a37-c84b6e724cb7) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:14:07.327406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d86538-886a-4b65-bf62-08316a98053b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d524f525-7eb3-4aab-ba95-278820b0224c has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:14:07.424640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] Set router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:14:07.481275 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:07.516881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44acdb3b-6f43-4932-b470-5d7cd21b60be tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Router e8d3e3b7-2f29-475c-8699-760523c7ab00 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:14:07.530603 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:07.538467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:security_group_rule and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:07.545168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:07.569005 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:07.678082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1f4b675b-8aff-4cf9-9d12-c4bb46e9eaeb None None] For port 366016e1-5c8f-452e-8a37-c84b6e724cb7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=366016e1-5c8f-452e-8a37-c84b6e724cb7,segment=NetworkSegment(6bf34d65-181d-4b2c-8c83-c831f48013a1),segment_id=6bf34d65-181d-4b2c-8c83-c831f48013a1)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:07.686514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d86538-886a-4b65-bf62-08316a98053b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:14:07.696601 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf98d67a-10d4-4d6a-aa7c-d4c48dc1c3b3 None None] Sync routers for ids ['d524f525-7eb3-4aab-ba95-278820b0224c'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:14:07.718807 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98d67a-10d4-4d6a-aa7c-d4c48dc1c3b3 None None] Routers {'d524f525-7eb3-4aab-ba95-278820b0224c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:07.719827 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-cf98d67a-10d4-4d6a-aa7c-d4c48dc1c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d524f525-7eb3-4aab-ba95-278820b0224c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:07.752508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44acdb3b-6f43-4932-b470-5d7cd21b60be tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:14:07.756396 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:07.761953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44acdb3b-6f43-4932-b470-5d7cd21b60be tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:07.779390 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86419cf1-86df-4bb2-8f7f-3e8f37327d9d None None] Sync routers for ids ['e8d3e3b7-2f29-475c-8699-760523c7ab00'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:14:07.798324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1f4b675b-8aff-4cf9-9d12-c4bb46e9eaeb None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:07.829500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86419cf1-86df-4bb2-8f7f-3e8f37327d9d None None] Routers {'e8d3e3b7-2f29-475c-8699-760523c7ab00'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:07.830439 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-86419cf1-86df-4bb2-8f7f-3e8f37327d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e8d3e3b7-2f29-475c-8699-760523c7ab00'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:07.859737 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:07.861820 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Subnet': ['ID=ef82664c-1805-4585-a01d-64dabc041c42,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:07.875640 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-29d86538-886a-4b65-bf62-08316a98053b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "PUT /v2.0/routers/d524f525-7eb3-4aab-ba95-278820b0224c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5184746 Aug 26 01:14:07.880330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51864) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:07.906095 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-cf98d67a-10d4-4d6a-aa7c-d4c48dc1c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:07.914877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1f4b675b-8aff-4cf9-9d12-c4bb46e9eaeb None None] Transition to ACTIVE for port object 366016e1-5c8f-452e-8a37-c84b6e724cb7 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:07.917523 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98d67a-10d4-4d6a-aa7c-d4c48dc1c3b3 None None] Routers {'d524f525-7eb3-4aab-ba95-278820b0224c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:07.918449 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-cf98d67a-10d4-4d6a-aa7c-d4c48dc1c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d524f525-7eb3-4aab-ba95-278820b0224c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:07.962490 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-44acdb3b-6f43-4932-b470-5d7cd21b60be tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "DELETE /v2.0/floatingips/88d2bd70-c05f-4fe2-b3e4-fde750b19880 HTTP/1.1" status: 204 len: 168 time: 2.5231981 Aug 26 01:14:07.962490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46234ea-9114-4824-97e5-105ecbaed871', 'tag': '14d2cc30-3b65-46b0-a263-117bcf6e98e1'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:14:07.997252 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1f4b675b-8aff-4cf9-9d12-c4bb46e9eaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:08.019845 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-cf98d67a-10d4-4d6a-aa7c-d4c48dc1c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:08.020322 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf98d67a-10d4-4d6a-aa7c-d4c48dc1c3b3 None None] The sync data for ids ['d524f525-7eb3-4aab-ba95-278820b0224c'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:14:08.077259 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3e0bed0-8a23-43b0-9d97-9ddfbca8f663'] response: {'name': 'network-changed', 'server_uuid': 'f46234ea-9114-4824-97e5-105ecbaed871', 'tag': '14d2cc30-3b65-46b0-a263-117bcf6e98e1', 'status': 'completed', 'code': 200} Aug 26 01:14:08.091890 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b675b-8aff-4cf9-9d12-c4bb46e9eaeb None None] Pushing event updated for resources: {'Port': ['ID=366016e1-5c8f-452e-8a37-c84b6e724cb7,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:08.104234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:08.279780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651203a-fa4a-4d53-8ede-e0874fde1275 req-d239d2bd-090b-4151-a497-25ba12a50c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:08.281780 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9651203a-fa4a-4d53-8ede-e0874fde1275 req-d239d2bd-090b-4151-a497-25ba12a50c36 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=3c7b4bbf6ea3427f837b93377020060f&device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 1099 time: 0.1580744 Aug 26 01:14:08.312956 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:14:03Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:08.324789 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a454d3f-1223-4811-af78-25ec9a488730 None None] The sync data for ids ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'] in dv-neutron-854561-2-hyperv is: [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:14:03Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:14:08.377761 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-86419cf1-86df-4bb2-8f7f-3e8f37327d9d None None] Set router e8d3e3b7-2f29-475c-8699-760523c7ab00 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:14:08.447926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Checking segment: {'id': '0816503b-c7df-44a7-9aae-fed35f09711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:14:08.448293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network hostable DHCP agents. Network: d72c0b94-166a-4a66-a4e5-0afcda8d7d37, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:14:08.455873 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a07fa1f-16eb-441f-a6de-0dfc0b057309,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:08.492991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:08.493992 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2874362 Aug 26 01:14:08.516931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51872) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:08.519818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:08.523122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:08.523122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:08.523122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:08.523122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:08.523122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:08.523122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:08.523122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:08.523122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:08.523122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:08.524076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:08.524076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11317c07-06c7-4820-a9ad-f0c1d683c1d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:08.530918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1885628-14d2-493d-bfe7-3edeb5b08933 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:08.539127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651203a-fa4a-4d53-8ede-e0874fde1275 req-9526370c-a92d-4203-a777-5a1bd246406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:08.540745 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9651203a-fa4a-4d53-8ede-e0874fde1275 req-9526370c-a92d-4203-a777-5a1bd246406c service neutron] 10.222.0.94 "GET /v2.0/networks?id=02f7a366-55ac-4b98-ac68-0cbcda6650bb HTTP/1.1" status: 200 len: 899 time: 0.2459323 Aug 26 01:14:08.646541 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9651203a-fa4a-4d53-8ede-e0874fde1275 req-12b0c7cf-5135-492e-a775-797f1e5d6084 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14d2cc30-3b65-46b0-a263-117bcf6e98e1 HTTP/1.1" status: 200 len: 217 time: 0.0948229 Aug 26 01:14:08.812642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-869cae89-10af-4e92-8f22-cf30581b11b0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'security_group': {'name': 'tempest-secgroup-2039363222'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:08.834363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-869cae89-10af-4e92-8f22-cf30581b11b0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:08.839381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-869cae89-10af-4e92-8f22-cf30581b11b0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:security_group and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:08.839575 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651203a-fa4a-4d53-8ede-e0874fde1275 req-c505c8af-9cf9-4a7d-b194-83a4a593aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:08.843783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-869cae89-10af-4e92-8f22-cf30581b11b0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:08.847413 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9651203a-fa4a-4d53-8ede-e0874fde1275 req-c505c8af-9cf9-4a7d-b194-83a4a593aa14 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=75aee266-6a51-42bf-aecb-af40ed310f6a HTTP/1.1" status: 200 len: 835 time: 0.1807308 Aug 26 01:14:08.860217 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-869cae89-10af-4e92-8f22-cf30581b11b0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:08.914335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 366016e1-5c8f-452e-8a37-c84b6e724cb7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:14:09.049996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651203a-fa4a-4d53-8ede-e0874fde1275 req-93df27a1-38df-4ade-86bd-188f34207adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:09.052457 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9651203a-fa4a-4d53-8ede-e0874fde1275 req-93df27a1-38df-4ade-86bd-188f34207adc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=02f7a366-55ac-4b98-ac68-0cbcda6650bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2040071 Aug 26 01:14:09.078188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-869cae89-10af-4e92-8f22-cf30581b11b0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:09.132368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-869cae89-10af-4e92-8f22-cf30581b11b0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:09.136391 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-869cae89-10af-4e92-8f22-cf30581b11b0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:security_group_rule and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:09.140962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-869cae89-10af-4e92-8f22-cf30581b11b0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:09.146080 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-869cae89-10af-4e92-8f22-cf30581b11b0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:09.239914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network d72c0b94-166a-4a66-a4e5-0afcda8d7d37 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:14:09.300126 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-86419cf1-86df-4bb2-8f7f-3e8f37327d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:52Z', 'updated_at': '2022-08-26T01:12:09Z', 'revision_number': 4, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'gw_port': {'id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:11:55Z', 'updated_at': '2022-08-26T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'dd72fadc-f4a5-4e83-88ef-c4652046642d', 'name': '', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'mac_address': 'fa:16:3e:8f:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:12:07Z', 'updated_at': '2022-08-26T01:12:17Z', 'revision_number': 5, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'subnets': [{'id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:09.306494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86419cf1-86df-4bb2-8f7f-3e8f37327d9d None None] Checking router: e8d3e3b7-2f29-475c-8699-760523c7ab00 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:14:09.322688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86419cf1-86df-4bb2-8f7f-3e8f37327d9d None None] Routers {'e8d3e3b7-2f29-475c-8699-760523c7ab00'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:09.323499 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-86419cf1-86df-4bb2-8f7f-3e8f37327d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e8d3e3b7-2f29-475c-8699-760523c7ab00'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:09.328027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-869cae89-10af-4e92-8f22-cf30581b11b0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:09.368121 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9651203a-fa4a-4d53-8ede-e0874fde1275 req-3398ff4f-b989-49a9-a4ff-4cf33ae8731a service neutron] 10.222.0.94 "GET /v2.0/networks/02f7a366-55ac-4b98-ac68-0cbcda6650bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054056 Aug 26 01:14:09.378511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, d72c0b94-166a-4a66-a4e5-0afcda8d7d37) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:09.386411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1885628-14d2-493d-bfe7-3edeb5b08933 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:09.389536 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368367e1-46c1-4f3d-8e8f-6d2c3552225d None None] Network d72c0b94-166a-4a66-a4e5-0afcda8d7d37 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:09.404027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ae7a0-3763-461d-bde2-8a9c7f2bbd07 req-fe6142be-fb11-46be-bd98-18b7560b8c21 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:09.412731 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f84ae7a0-3763-461d-bde2-8a9c7f2bbd07 req-fe6142be-fb11-46be-bd98-18b7560b8c21 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.5257766 Aug 26 01:14:09.433443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:09.434244 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:09.439671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-869cae89-10af-4e92-8f22-cf30581b11b0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:09.564922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cae89-10af-4e92-8f22-cf30581b11b0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1de8872-ca63-4178-9bd5-d7ac8501da84,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:09.578168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-c1885628-14d2-493d-bfe7-3edeb5b08933 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting port b156a387-7b38-4877-bdca-1438879d86a0 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:09.578748 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1885628-14d2-493d-bfe7-3edeb5b08933 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:09.612827 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9651203a-fa4a-4d53-8ede-e0874fde1275 req-3ca83366-4d35-4f40-96f1-06c0dfa2a9df service neutron] 10.222.0.94 "GET /v2.0/networks/02f7a366-55ac-4b98-ac68-0cbcda6650bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366362 Aug 26 01:14:09.722091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-86419cf1-86df-4bb2-8f7f-3e8f37327d9d None None] Set router e8d3e3b7-2f29-475c-8699-760523c7ab00 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:14:09.750722 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f84ae7a0-3763-461d-bde2-8a9c7f2bbd07 req-f76d7434-a563-41ff-af91-f41ffa957463 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3367138 Aug 26 01:14:09.781069 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-869cae89-10af-4e92-8f22-cf30581b11b0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:09.786782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51890) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:09.787055 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-869cae89-10af-4e92-8f22-cf30581b11b0 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2598221 Aug 26 01:14:09.792469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-939317587', 'security_groups': ['e1de8872-ca63-4178-9bd5-d7ac8501da84'], 'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8466dfe1-81e2-4351-92e2-d14e8cd0caa7'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:09.800996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0717ee21-400a-45b9-a16d-c67e8fe4eacc None None] Provisioning complete for port 96ec6779-a42d-426a-9f52-a3378b712e07 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:09.801385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0717ee21-400a-45b9-a16d-c67e8fe4eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:09.805157 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c8baa9ed-d58f-4f0f-b5e0-92bd0c79e94b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.6317379 Aug 26 01:14:09.806133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51894) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:10.037068 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0717ee21-400a-45b9-a16d-c67e8fe4eacc None None] Port 96ec6779-a42d-426a-9f52-a3378b712e07 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:10.180935 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1885628-14d2-493d-bfe7-3edeb5b08933 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:10.271988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:10.287870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:10.353288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-c1885628-14d2-493d-bfe7-3edeb5b08933 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Calling delete_port for b156a387-7b38-4877-bdca-1438879d86a0 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:10.416896 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-d72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:14:10.417838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:10.429089 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:10.459691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0717ee21-400a-45b9-a16d-c67e8fe4eacc None None] Provisioning for port 366016e1-5c8f-452e-8a37-c84b6e724cb7 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:10.476201 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0717ee21-400a-45b9-a16d-c67e8fe4eacc None None] Provisioning complete for port 366016e1-5c8f-452e-8a37-c84b6e724cb7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:10.476437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0717ee21-400a-45b9-a16d-c67e8fe4eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:10.672237 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7c57e-082e-4c66-b077-053f6ba94508 req-2af597a9-d990-4fea-ab25-c8b5eef54960 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:10.673223 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-5bc7c57e-082e-4c66-b077-053f6ba94508 req-2af597a9-d990-4fea-ab25-c8b5eef54960 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Synchronizing usage tracker for tenant:3c7b4bbf6ea3427f837b93377020060f on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:10.699646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:10.741198 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-5bc7c57e-082e-4c66-b077-053f6ba94508 req-2af597a9-d990-4fea-ab25-c8b5eef54960 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Unset dirty status for tenant:3c7b4bbf6ea3427f837b93377020060f on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:10.742859 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5bc7c57e-082e-4c66-b077-053f6ba94508 req-2af597a9-d990-4fea-ab25-c8b5eef54960 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.94 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.4306655 Aug 26 01:14:10.749097 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] device_id is not set on port 6ff53a60-f0a5-4a54-8722-b0844e76ee95 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:14:10.915273 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Allocated IP 172.20.0.2 (d72c0b94-166a-4a66-a4e5-0afcda8d7d37/ef82664c-1805-4585-a01d-64dabc041c42/3b77c915-5b1d-4a01-a759-5cfad1b31a1d) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:14:11.137493 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-5bc7c57e-082e-4c66-b077-053f6ba94508 req-afea2593-ab22-4fad-b083-a8ac87b8e4ea tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Deleting port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:11.139009 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-5bc7c57e-082e-4c66-b077-053f6ba94508 req-afea2593-ab22-4fad-b083-a8ac87b8e4ea tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:11.249784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:11.260821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Transition to ACTIVE for port object 3b77c915-5b1d-4a01-a759-5cfad1b31a1d will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:11.281461 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Transition to ACTIVE for port object 3b77c915-5b1d-4a01-a759-5cfad1b31a1d will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:11.296897 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 994e1261-20d3-406c-8ff0-1ce99a69f1da up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:14:11.416697 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:11.510278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:11.518610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-86419cf1-86df-4bb2-8f7f-3e8f37327d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:52Z', 'updated_at': '2022-08-26T01:12:09Z', 'revision_number': 4, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'gw_port': {'id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:11:55Z', 'updated_at': '2022-08-26T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'dd72fadc-f4a5-4e83-88ef-c4652046642d', 'name': '', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'mac_address': 'fa:16:3e:8f:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:12:07Z', 'updated_at': '2022-08-26T01:12:17Z', 'revision_number': 5, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'subnets': [{'id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:11.521726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Network d72c0b94-166a-4a66-a4e5-0afcda8d7d37 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:14:11.528529 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86419cf1-86df-4bb2-8f7f-3e8f37327d9d None None] The sync data for ids ['e8d3e3b7-2f29-475c-8699-760523c7ab00'] in dv-neutron-854561-2-hyperv is: [{'id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:52Z', 'updated_at': '2022-08-26T01:12:09Z', 'revision_number': 4, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'gw_port': {'id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:11:55Z', 'updated_at': '2022-08-26T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'dd72fadc-f4a5-4e83-88ef-c4652046642d', 'name': '', 'network_id': '02f7a366-55ac-4b98-ac68-0cbcda6650bb', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'mac_address': 'fa:16:3e:8f:6e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:12:07Z', 'updated_at': '2022-08-26T01:12:17Z', 'revision_number': 5, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'subnets': [{'id': '75aee266-6a51-42bf-aecb-af40ed310f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:14:11.530476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:11.536652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:14:11.544494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Pushing event updated for resources: {'Port': ['ID=3b77c915-5b1d-4a01-a759-5cfad1b31a1d,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:11.605182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0717ee21-400a-45b9-a16d-c67e8fe4eacc None None] Current status of the port 366016e1-5c8f-452e-8a37-c84b6e724cb7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:11.610752 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65559ad3-7b43-4488-88db-c55332e95498 req-a28e9ebd-6538-41bd-9e34-69e236ea0ade tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:11.617983 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-65559ad3-7b43-4488-88db-c55332e95498 req-a28e9ebd-6538-41bd-9e34-69e236ea0ade tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 946 time: 0.4393141 Aug 26 01:14:11.617983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Allocated IP 172.20.0.11 (c39c443c-7918-4a03-b4e5-74e2bba35154/8466dfe1-81e2-4351-92e2-d14e8cd0caa7/6ff53a60-f0a5-4a54-8722-b0844e76ee95) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:14:11.682443 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 994e1261-20d3-406c-8ff0-1ce99a69f1da completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:11.699342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 994e1261-20d3-406c-8ff0-1ce99a69f1da triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:11.699711 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:11.753755 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-65559ad3-7b43-4488-88db-c55332e95498 req-138bcc72-9ffc-4624-aa04-86f795d658c9 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/security-groups?id=ecb70a4c-0c14-4e2a-bf63-3760edecb54d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339655 Aug 26 01:14:11.755673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-5bc7c57e-082e-4c66-b077-053f6ba94508 req-afea2593-ab22-4fad-b083-a8ac87b8e4ea tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] For port 14d2cc30-3b65-46b0-a263-117bcf6e98e1, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=14d2cc30-3b65-46b0-a263-117bcf6e98e1,segment=NetworkSegment(13633b81-4d9c-43df-8c0c-07421f95cc89),segment_id=13633b81-4d9c-43df-8c0c-07421f95cc89)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:11.756108 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-5bc7c57e-082e-4c66-b077-053f6ba94508 req-afea2593-ab22-4fad-b083-a8ac87b8e4ea tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:11.785445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Attempting to bind port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:14:11.785445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Attempting to bind port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '0816503b-c7df-44a7-9aae-fed35f09711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:14:11.785445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Attempting to bind port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d on network d72c0b94-166a-4a66-a4e5-0afcda8d7d37 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:14:11.785445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:14:11.786051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Checking segment: {'id': '0816503b-c7df-44a7-9aae-fed35f09711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:14:11.786051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:11.786518 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Bound using segment: {'id': '0816503b-c7df-44a7-9aae-fed35f09711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:14:11.787022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Bound port: 3b77c915-5b1d-4a01-a759-5cfad1b31a1d, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0816503b-c7df-44a7-9aae-fed35f09711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:14:11.787253 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:11.893986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1885628-14d2-493d-bfe7-3edeb5b08933 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:11.968435 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e511ad4-8a85-489b-be03-7a535c2174a9 None None] New status for floating IP 88d2bd70-c05f-4fe2-b3e4-fde750b19880: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:14:11.992345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 994e1261-20d3-406c-8ff0-1ce99a69f1da is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:11.992721 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:12.012351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] For port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:14:12.018676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] For port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3b77c915-5b1d-4a01-a759-5cfad1b31a1d,segment=NetworkSegment(0816503b-c7df-44a7-9aae-fed35f09711d),segment_id=0816503b-c7df-44a7-9aae-fed35f09711d)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:14:12.027726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 994e1261-20d3-406c-8ff0-1ce99a69f1da, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=994e1261-20d3-406c-8ff0-1ce99a69f1da,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:12.083497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-5bc7c57e-082e-4c66-b077-053f6ba94508 req-afea2593-ab22-4fad-b083-a8ac87b8e4ea tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Calling delete_port for 14d2cc30-3b65-46b0-a263-117bcf6e98e1 owned by compute:nova {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:12.086152 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:12.119680 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1885628-14d2-493d-bfe7-3edeb5b08933 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Port': ['ID=b156a387-7b38-4877-bdca-1438879d86a0,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:12.193652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:12.235697 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173f2b8-2146-4090-879f-2b0c3650fdea None None] Pushing event updated for resources: {'Port': ['ID=3b77c915-5b1d-4a01-a759-5cfad1b31a1d,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:12.328553 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:12.348966 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1885628-14d2-493d-bfe7-3edeb5b08933 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:12.352083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=994e1261-20d3-406c-8ff0-1ce99a69f1da,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:12.369682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Transition to ACTIVE for port object 6ff53a60-f0a5-4a54-8722-b0844e76ee95 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:12.536915 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-5bc7c57e-082e-4c66-b077-053f6ba94508 req-afea2593-ab22-4fad-b083-a8ac87b8e4ea tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:12.562335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:12.581596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1885628-14d2-493d-bfe7-3edeb5b08933 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:12.587255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1885628-14d2-493d-bfe7-3edeb5b08933 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:12.595316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:12.609488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea2593-ab22-4fad-b083-a8ac87b8e4ea tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event deleted for resources: {'Port': ['ID=14d2cc30-3b65-46b0-a263-117bcf6e98e1,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:12.694829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 994e1261-20d3-406c-8ff0-1ce99a69f1da up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:14:12.766935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 994e1261-20d3-406c-8ff0-1ce99a69f1da triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:12.767386 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:12.879734 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1885628-14d2-493d-bfe7-3edeb5b08933 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:12.880549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1885628-14d2-493d-bfe7-3edeb5b08933 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Fanout notify agent at l3_agent the message router_deleted on router d524f525-7eb3-4aab-ba95-278820b0224c {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:14:12.918202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network c39c443c-7918-4a03-b4e5-74e2bba35154 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:14:12.922056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:12.924307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc7c57e-082e-4c66-b077-053f6ba94508 req-afea2593-ab22-4fad-b083-a8ac87b8e4ea tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] No DVR routers for this DVR port 14d2cc30-3b65-46b0-a263-117bcf6e98e1 on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:14:12.925965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:14:12.974635 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 994e1261-20d3-406c-8ff0-1ce99a69f1da is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:12.975762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3b77c915-5b1d-4a01-a759-5cfad1b31a1d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:14:12.990647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-5bc7c57e-082e-4c66-b077-053f6ba94508 req-afea2593-ab22-4fad-b083-a8ac87b8e4ea tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:12.995714 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46234ea-9114-4824-97e5-105ecbaed871', 'name': 'network-vif-deleted', 'tag': '14d2cc30-3b65-46b0-a263-117bcf6e98e1'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:14:13.036664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:13.037342 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:13.041938 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=6ff53a60-f0a5-4a54-8722-b0844e76ee95,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:13.090263 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9e7fbd-01cb-4534-9eb8-921791f12145'] response: {'server_uuid': 'f46234ea-9114-4824-97e5-105ecbaed871', 'name': 'network-vif-deleted', 'tag': '14d2cc30-3b65-46b0-a263-117bcf6e98e1', 'status': 'completed', 'code': 200} Aug 26 01:14:13.119045 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-516e25dd-69de-4e99-a9c3-0f00fc1e16f6 req-0ef1b7ad-e60d-4ee5-97f1-214ab2b21dff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 210 time: 0.1275580 Aug 26 01:14:13.144988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c1885628-14d2-493d-bfe7-3edeb5b08933 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:13.146252 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c1885628-14d2-493d-bfe7-3edeb5b08933 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/routers/d524f525-7eb3-4aab-ba95-278820b0224c HTTP/1.1" status: 204 len: 168 time: 5.2693675 Aug 26 01:14:13.149008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51908) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:13.197441 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5bc7c57e-082e-4c66-b077-053f6ba94508 req-afea2593-ab22-4fad-b083-a8ac87b8e4ea tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.94 "DELETE /v2.0/ports/14d2cc30-3b65-46b0-a263-117bcf6e98e1 HTTP/1.1" status: 204 len: 173 time: 2.3473957 Aug 26 01:14:13.220570 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e5362871-37f3-4671-907e-920492338069 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4323411 Aug 26 01:14:13.224299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51912) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:13.233518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-62fbcb1c-bc9e-47b9-9a4f-e586fc9a5b43 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'subnet': {'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:13.262398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.1 (d72c0b94-166a-4a66-a4e5-0afcda8d7d37/ef82664c-1805-4585-a01d-64dabc041c42/3c0adc1d-c37b-4ee6-85fd-da3fcecd216d) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:14:13.294071 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:13.370313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting subnet a0e0ba94-3533-442e-97f8-8dea4255f3db {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:14:13.380664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:13.493914 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:13.511790 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:13.539498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:13.544370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3ebb0e9b-f8e6-4cb8-b8f9-a0739436cd3d None None] Provisioning for port 6ff53a60-f0a5-4a54-8722-b0844e76ee95 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:13.552747 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3ebb0e9b-f8e6-4cb8-b8f9-a0739436cd3d None None] Provisioning complete for port 6ff53a60-f0a5-4a54-8722-b0844e76ee95 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:13.559764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3ebb0e9b-f8e6-4cb8-b8f9-a0739436cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:13.559906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-62fbcb1c-bc9e-47b9-9a4f-e586fc9a5b43 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:13.559906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-62fbcb1c-bc9e-47b9-9a4f-e586fc9a5b43 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:subnet and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:13.560718 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-62fbcb1c-bc9e-47b9-9a4f-e586fc9a5b43 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:13.567261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-62fbcb1c-bc9e-47b9-9a4f-e586fc9a5b43 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:13.620294 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb0e9b-f8e6-4cb8-b8f9-a0739436cd3d None None] Port 6ff53a60-f0a5-4a54-8722-b0844e76ee95 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:13.633175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:13.679769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57969c8-8823-4b00-a657-093365896cf2 None None] Network d72c0b94-166a-4a66-a4e5-0afcda8d7d37 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:13.784868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fbcb1c-bc9e-47b9-9a4f-e586fc9a5b43 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:13.786771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:13.788626 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-62fbcb1c-bc9e-47b9-9a4f-e586fc9a5b43 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:13.868399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:13.891070 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network d72c0b94-166a-4a66-a4e5-0afcda8d7d37 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:14:13.896033 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:13.900500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:14:13.935750 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e0ba94-3533-442e-97f8-8dea4255f3db,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:13.938775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d46bfcc3-0e98-46dc-a592-97fe240d2c90 None None] Provisioning for port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:13.947666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:13.954167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:13.957008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:13.957205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d46bfcc3-0e98-46dc-a592-97fe240d2c90 None None] Provisioning complete for port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:13.957367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:13.957555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d46bfcc3-0e98-46dc-a592-97fe240d2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:13.957806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:13.957806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:13.957806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:13.957806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:13.957806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:13.957806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:13.957806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:13.957806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:13.957806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:13.975666 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-145d22ab-ed50-42bc-b968-f8befc2b730a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/subnets/a0e0ba94-3533-442e-97f8-8dea4255f3db HTTP/1.1" status: 204 len: 168 time: 0.8253307 Aug 26 01:14:13.977386 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:13.979855 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51918) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:14.014772 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=3c0adc1d-c37b-4ee6-85fd-da3fcecd216d,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:14.015038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd1102e-696a-4ad0-8e95-3a2bb0f90677 None None] Network 481e51eb-2563-49a3-8329-ff055ca1cc02 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:14.099289 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.ipam_backend_mixin [None req-62fbcb1c-bc9e-47b9-9a4f-e586fc9a5b43 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8466dfe1-81e2-4351-92e2-d14e8cd0caa7 (CIDR: 172.20.0.0/28) Aug 26 01:14:14.125178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:14.137232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting port bdb6029e-949f-4168-95b0-3ed4cc504f91 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:14.146594 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:14.199554 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-62fbcb1c-bc9e-47b9-9a4f-e586fc9a5b43 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:14.200617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62fbcb1c-bc9e-47b9-9a4f-e586fc9a5b43 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:14:14.305148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d46bfcc3-0e98-46dc-a592-97fe240d2c90 None None] Current status of the port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:14.305486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d46bfcc3-0e98-46dc-a592-97fe240d2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:14.358391 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d46bfcc3-0e98-46dc-a592-97fe240d2c90 None None] For port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3b77c915-5b1d-4a01-a759-5cfad1b31a1d,segment=NetworkSegment(0816503b-c7df-44a7-9aae-fed35f09711d),segment_id=0816503b-c7df-44a7-9aae-fed35f09711d)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:14.433578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] For port bdb6029e-949f-4168-95b0-3ed4cc504f91, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=bdb6029e-949f-4168-95b0-3ed4cc504f91,segment=NetworkSegment(8fd1829b-f0f5-42f6-9436-af840805f192),segment_id=8fd1829b-f0f5-42f6-9436-af840805f192)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:14.433985 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:14.484933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8fb5c1-feca-4905-85cb-8be587d2685a None None] DHCP port deletion for 481e51eb-2563-49a3-8329-ff055ca1cc02 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:14:14.494579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d46bfcc3-0e98-46dc-a592-97fe240d2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:14.519823 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:14.647122 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Calling delete_port for bdb6029e-949f-4168-95b0-3ed4cc504f91 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:14.718755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-af8fb5c1-feca-4905-85cb-8be587d2685a None None] Deleting port bdb6029e-949f-4168-95b0-3ed4cc504f91 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:14.719138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-af8fb5c1-feca-4905-85cb-8be587d2685a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:14.745277 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device bdb6029e-949f-4168-95b0-3ed4cc504f91 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:14:14.778744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-26fb40ad-41a8-4e40-9539-573221f7809a req-82961067-f0a4-43fa-b4e9-a2df1c625513 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Synchronizing usage tracker for tenant:3c7b4bbf6ea3427f837b93377020060f on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:14.826402 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-62fbcb1c-bc9e-47b9-9a4f-e586fc9a5b43 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6011841 Aug 26 01:14:14.829155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51926) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:14.838485 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0e0a231b-e428-4e82-9ab2-35a74a529015 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'subnet': {'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:14.923873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-26fb40ad-41a8-4e40-9539-573221f7809a req-82961067-f0a4-43fa-b4e9-a2df1c625513 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Unset dirty status for tenant:3c7b4bbf6ea3427f837b93377020060f on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:14.925119 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26fb40ad-41a8-4e40-9539-573221f7809a req-82961067-f0a4-43fa-b4e9-a2df1c625513 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "GET /v2.0/ports?device_id=f46234ea-9114-4824-97e5-105ecbaed871 HTTP/1.1" status: 200 len: 210 time: 0.2160687 Aug 26 01:14:14.953887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:14.965184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No active binding found for port bdb6029e-949f-4168-95b0-3ed4cc504f91 {{(pid=89864) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Aug 26 01:14:14.966003 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device bdb6029e-949f-4168-95b0-3ed4cc504f91 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:14:14.968634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bfcc3-0e98-46dc-a592-97fe240d2c90 None None] Pushing event updated for resources: {'Port': ['ID=3b77c915-5b1d-4a01-a759-5cfad1b31a1d,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:14.975832 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-af8fb5c1-feca-4905-85cb-8be587d2685a None None] The port 'bdb6029e-949f-4168-95b0-3ed4cc504f91' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:14:15.024381 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3e7add1c-de7a-4961-835b-50c203a127c1 None None] Provisioning for port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:15.031826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3e7add1c-de7a-4961-835b-50c203a127c1 None None] Provisioning complete for port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:15.032175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3e7add1c-de7a-4961-835b-50c203a127c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:15.107858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3e7add1c-de7a-4961-835b-50c203a127c1 None None] Port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:15.120961 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3e7add1c-de7a-4961-835b-50c203a127c1 None None] Provisioning complete for port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:15.121339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3e7add1c-de7a-4961-835b-50c203a127c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:15.131503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:15.162020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Port': ['ID=bdb6029e-949f-4168-95b0-3ed4cc504f91,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:15.162745 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] No DVR routers for this DVR port bdb6029e-949f-4168-95b0-3ed4cc504f91 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:14:15.241585 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3e7add1c-de7a-4961-835b-50c203a127c1 None None] Current status of the port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:15.253212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:15.288761 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0e0a231b-e428-4e82-9ab2-35a74a529015 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:15.305357 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0e0a231b-e428-4e82-9ab2-35a74a529015 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:subnet and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:15.310520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0e0a231b-e428-4e82-9ab2-35a74a529015 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:15.314097 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:15.326665 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0e0a231b-e428-4e82-9ab2-35a74a529015 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:15.346925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481e51eb-2563-49a3-8329-ff055ca1cc02']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:15.360340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd1829b-f0f5-42f6-9436-af840805f192') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:15.360656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd1829b-f0f5-42f6-9436-af840805f192') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:15.364869 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ac0c0ab0-bcfb-4197-9120-3164042dd924 None None] Provisioning complete for port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:15.365779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ac0c0ab0-bcfb-4197-9120-3164042dd924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:15.372895 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:15.373183 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:15.376516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=3c0adc1d-c37b-4ee6-85fd-da3fcecd216d,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:15.390829 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:15.397947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:14:15.398367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:15.430643 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ac0c0ab0-bcfb-4197-9120-3164042dd924 None None] Port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:15.472359 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 8fd1829b-f0f5-42f6-9436-af840805f192 resource provider aggregate not found Aug 26 01:14:15.483221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0a231b-e428-4e82-9ab2-35a74a529015 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:15.489463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0e0a231b-e428-4e82-9ab2-35a74a529015 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:15.503785 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 8fd1829b-f0f5-42f6-9436-af840805f192 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fd1829b-f0f5-42f6-9436-af840805f192 found for delete ", "request_id": "req-c696833a-87c4-4ed9-ac46-f3c24a333c7f"}]} Aug 26 01:14:15.524021 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network d72c0b94-166a-4a66-a4e5-0afcda8d7d37 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:14:15.525137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:15.541442 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 14d2cc30-3b65-46b0-a263-117bcf6e98e1 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:14:15.603139 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 14d2cc30-3b65-46b0-a263-117bcf6e98e1 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:14:15.604583 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 14d2cc30-3b65-46b0-a263-117bcf6e98e1 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:14:15.656931 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.ipam_backend_mixin [None req-0e0a231b-e428-4e82-9ab2-35a74a529015 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e9825474-fce9-4088-a127-44509fb25ff2 (CIDR: 172.20.0.16/28) Aug 26 01:14:15.710534 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0a231b-e428-4e82-9ab2-35a74a529015 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:15.711227 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0a231b-e428-4e82-9ab2-35a74a529015 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:14:15.724716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:15.729364 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:15.750392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:14:15.776377 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Network': ['ID=481e51eb-2563-49a3-8329-ff055ca1cc02,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:15.784688 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8824ccd4-18ad-4e8d-89ff-25fb59e96f36 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/networks/481e51eb-2563-49a3-8329-ff055ca1cc02 HTTP/1.1" status: 204 len: 168 time: 1.8016522 Aug 26 01:14:15.785095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51936) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:15.873228 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6f8d6088-213b-4c5c-95b8-e390001daaaf None None] Provisioning complete for port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:15.873964 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6f8d6088-213b-4c5c-95b8-e390001daaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:15.938870 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0e0a231b-e428-4e82-9ab2-35a74a529015 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1056089 Aug 26 01:14:15.939824 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51940) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:15.942709 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d6088-213b-4c5c-95b8-e390001daaaf None None] Port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:15.946784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-89c94265-b775-4804-bfbf-875278b36254 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'subnet': {'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:15.955880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-dad78465-b360-4e21-85b9-41acb9e0a511 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting port d4ea86e4-6f13-4804-80c6-b66562e2432e {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:15.956471 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad78465-b360-4e21-85b9-41acb9e0a511 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:16.036122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:14:16.040146 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Sync routers for ids ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:14:16.054432 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-054b523a-429a-4db7-a7be-45a060b1bec8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/30b44b28-d560-49c8-b9fe-f2cbf66e18d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2354074 Aug 26 01:14:16.054432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51946) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:16.054878 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51950) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:16.055826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Routers {'30b44b28-d560-49c8-b9fe-f2cbf66e18d2'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:16.056529 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:16.142439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad78465-b360-4e21-85b9-41acb9e0a511 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:16.142439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad78465-b360-4e21-85b9-41acb9e0a511 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:16.252543 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Set router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:14:16.277078 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-dad78465-b360-4e21-85b9-41acb9e0a511 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Calling delete_port for d4ea86e4-6f13-4804-80c6-b66562e2432e owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:16.531696 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad78465-b360-4e21-85b9-41acb9e0a511 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:16.531934 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-89c94265-b775-4804-bfbf-875278b36254 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:16.536052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-89c94265-b775-4804-bfbf-875278b36254 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Usage tracker for resource:subnet and tenant:b6fecc27c7814330a4290a39b1ad6641 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:16.539054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-89c94265-b775-4804-bfbf-875278b36254 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:16.548590 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-89c94265-b775-4804-bfbf-875278b36254 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:16.552491 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3b77c915-5b1d-4a01-a759-5cfad1b31a1d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:14:16.593595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad78465-b360-4e21-85b9-41acb9e0a511 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Port': ['ID=d4ea86e4-6f13-4804-80c6-b66562e2432e,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:16.650600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a1d5d-404b-4113-af0a-14bc14af9eab tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.654052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a1d5d-404b-4113-af0a-14bc14af9eab tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.654052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a1d5d-404b-4113-af0a-14bc14af9eab tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.654052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a1d5d-404b-4113-af0a-14bc14af9eab tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.654052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a1d5d-404b-4113-af0a-14bc14af9eab tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.654052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a1d5d-404b-4113-af0a-14bc14af9eab tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.654568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a1d5d-404b-4113-af0a-14bc14af9eab tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.654947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a1d5d-404b-4113-af0a-14bc14af9eab tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.655784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a1d5d-404b-4113-af0a-14bc14af9eab tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.657333 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a61a1d5d-404b-4113-af0a-14bc14af9eab tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6416 time: 0.5989580 Aug 26 01:14:16.684668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:16.685406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:16.690474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51954) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:16.759094 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:14:14Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3c0adc1d-c37b-4ee6-85fd-da3fcecd216d', 'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:8e:a4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:12Z', 'updated_at': '2022-08-26T01:14:14Z', 'revision_number': 2, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:16.759094 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Checking router: 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:14:16.759094 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Updating router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:14:16.770764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad78465-b360-4e21-85b9-41acb9e0a511 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:16.792360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c94265-b775-4804-bfbf-875278b36254 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Made reservation on behalf of b6fecc27c7814330a4290a39b1ad6641 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:16.795300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad78465-b360-4e21-85b9-41acb9e0a511 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:16.796449 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dad78465-b360-4e21-85b9-41acb9e0a511 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/floatingips/33daaca8-049d-4c20-84e7-d11aaab6b5b4 HTTP/1.1" status: 204 len: 168 time: 1.0106058 Aug 26 01:14:16.797482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-89c94265-b775-4804-bfbf-875278b36254 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:16.803017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51960) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:16.815964 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:16.856898 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef162a2-0ea1-404e-9b63-3e80294b0d1a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] DELETE failed (client error): The resource could not be found. Aug 26 01:14:16.857488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef162a2-0ea1-404e-9b63-3e80294b0d1a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:14:16.859373 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5ef162a2-0ea1-404e-9b63-3e80294b0d1a tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/ports/fed41b64-fd15-4537-838b-cb7dcd88ff6a HTTP/1.1" status: 404 len: 333 time: 0.0553346 Aug 26 01:14:16.870849 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51964) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:16.879220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ade36-698f-4778-bc17-d28d33cd48ea tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.879694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ade36-698f-4778-bc17-d28d33cd48ea tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.880255 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ade36-698f-4778-bc17-d28d33cd48ea tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.880711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ade36-698f-4778-bc17-d28d33cd48ea tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.881168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ade36-698f-4778-bc17-d28d33cd48ea tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.882747 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ade36-698f-4778-bc17-d28d33cd48ea tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.882747 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ade36-698f-4778-bc17-d28d33cd48ea tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.883057 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ade36-698f-4778-bc17-d28d33cd48ea tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.883509 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ade36-698f-4778-bc17-d28d33cd48ea tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.884085 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ade36-698f-4778-bc17-d28d33cd48ea tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:16.889207 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c34ade36-698f-4778-bc17-d28d33cd48ea tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6407 time: 0.1976130 Aug 26 01:14:16.890410 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51968) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:16.997969 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:17.129434 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-169b33ea-ea88-4ca4-b442-ff1374eecd53 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Synchronizing usage tracker for tenant:a925f84e8f124030a4986bfb7bf12b79 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:17.286452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9ed116d0-730f-4694-a436-2aff7fd10f49 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:17.310165 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-95f48dea-0b17-40f5-bc37-0e236694baa0 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.4125957 Aug 26 01:14:17.325665 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:17.337899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-169b33ea-ea88-4ca4-b442-ff1374eecd53 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Unset dirty status for tenant:a925f84e8f124030a4986bfb7bf12b79 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:17.338522 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Transition to ACTIVE for port object 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:17.339860 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-169b33ea-ea88-4ca4-b442-ff1374eecd53 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "GET /v2.0/ports?device_id=d524f525-7eb3-4aab-ba95-278820b0224c HTTP/1.1" status: 200 len: 205 time: 0.4667513 Aug 26 01:14:17.350402 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51974) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:17.412898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-89c94265-b775-4804-bfbf-875278b36254 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:17.422139 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-27db7b5a-2228-49b8-880c-e402329aa995 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] delete failed (client error): The resource could not be found. Aug 26 01:14:17.423384 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-27db7b5a-2228-49b8-880c-e402329aa995 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/routers/d524f525-7eb3-4aab-ba95-278820b0224c HTTP/1.1" status: 404 len: 336 time: 0.0720139 Aug 26 01:14:17.426296 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51978) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:17.457641 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:17.465039 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-912a6547-5b7b-4238-bec3-e21d3e931a60 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] DELETE failed (client error): The resource could not be found. Aug 26 01:14:17.465245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912a6547-5b7b-4238-bec3-e21d3e931a60 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:14:17.469896 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-912a6547-5b7b-4238-bec3-e21d3e931a60 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/subnets/a0e0ba94-3533-442e-97f8-8dea4255f3db HTTP/1.1" status: 404 len: 337 time: 0.0404062 Aug 26 01:14:17.470649 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51982) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:17.510893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51986) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:17.520642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c94265-b775-4804-bfbf-875278b36254 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Network c39c443c-7918-4a03-b4e5-74e2bba35154 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:14:17.524184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-bac993e9-d7ec-46f4-8a93-e952070e813c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-328466431', 'description': 'tempest-secgroup-smoke-328466431 description', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:17.529842 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-89c94265-b775-4804-bfbf-875278b36254 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:17.534052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c94265-b775-4804-bfbf-875278b36254 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Subnet': ['ID=30dc84c0-8ee4-4178-8ded-2f31adac77ac,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:17.536089 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bac993e9-d7ec-46f4-8a93-e952070e813c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:17.538836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c94265-b775-4804-bfbf-875278b36254 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:17.539421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-89c94265-b775-4804-bfbf-875278b36254 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:17.544698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bac993e9-d7ec-46f4-8a93-e952070e813c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:17.550192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bac993e9-d7ec-46f4-8a93-e952070e813c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:17.560421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bac993e9-d7ec-46f4-8a93-e952070e813c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:17.568444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8a7960-b53c-4e31-9d91-7d000384d087 None None] Network c39c443c-7918-4a03-b4e5-74e2bba35154 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:17.574132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-e1bdb335-080c-43eb-bd73-3bbc786d1a1b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting port 30e01145-f419-4f39-b61d-b0f1a5e7d5bf {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:17.574132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb335-080c-43eb-bd73-3bbc786d1a1b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:17.683080 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-89c94265-b775-4804-bfbf-875278b36254 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7425790 Aug 26 01:14:17.688833 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 51990) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:17.697624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-790bb785-c2db-4cfb-88df-a4528a7184d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1222895485', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '30dc84c0-8ee4-4178-8ded-2f31adac77ac'}], 'security_groups': ['21f2b7d3-3833-4d73-897e-3fcaffc4f0fc', '6a07fa1f-16eb-441f-a6de-0dfc0b057309']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:17.772779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bac993e9-d7ec-46f4-8a93-e952070e813c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:17.779952 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Attempting to bind port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:14:17.786411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Attempting to bind port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '0816503b-c7df-44a7-9aae-fed35f09711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:14:17.786411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Attempting to bind port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d on network d72c0b94-166a-4a66-a4e5-0afcda8d7d37 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:14:17.791349 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:14:17.791615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Checking segment: {'id': '0816503b-c7df-44a7-9aae-fed35f09711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:14:17.791865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:17.792720 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Bound using segment: {'id': '0816503b-c7df-44a7-9aae-fed35f09711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:14:17.793260 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Bound port: 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0816503b-c7df-44a7-9aae-fed35f09711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:14:17.793713 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:17.813432 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a597d8a-43bd-4899-a320-5e4d53860cd6 None None] Pushing event updated for resources: {'Port': ['ID=3c0adc1d-c37b-4ee6-85fd-da3fcecd216d,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:17.819475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bac993e9-d7ec-46f4-8a93-e952070e813c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:17.829589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bac993e9-d7ec-46f4-8a93-e952070e813c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:17.835045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bac993e9-d7ec-46f4-8a93-e952070e813c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:17.853729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bac993e9-d7ec-46f4-8a93-e952070e813c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:17.879906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb335-080c-43eb-bd73-3bbc786d1a1b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:18.004392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] For port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:14:18.009388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] For port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3c0adc1d-c37b-4ee6-85fd-da3fcecd216d,segment=NetworkSegment(0816503b-c7df-44a7-9aae-fed35f09711d),segment_id=0816503b-c7df-44a7-9aae-fed35f09711d)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:14:18.023682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-e1bdb335-080c-43eb-bd73-3bbc786d1a1b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Calling delete_port for 30e01145-f419-4f39-b61d-b0f1a5e7d5bf owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:18.066385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-9ed116d0-730f-4694-a436-2aff7fd10f49 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Deleting port dd72fadc-f4a5-4e83-88ef-c4652046642d {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:18.066841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9ed116d0-730f-4694-a436-2aff7fd10f49 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:18.152398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bac993e9-d7ec-46f4-8a93-e952070e813c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:18.175492 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:18.272160 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Routers {'30b44b28-d560-49c8-b9fe-f2cbf66e18d2'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:18.272765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:18.308206 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bac993e9-d7ec-46f4-8a93-e952070e813c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:18.346605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb335-080c-43eb-bd73-3bbc786d1a1b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:18.404219 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac993e9-d7ec-46f4-8a93-e952070e813c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d20509-6edb-44ee-bebe-114405a8e17a,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:18.414892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdb335-080c-43eb-bd73-3bbc786d1a1b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Port': ['ID=30e01145-f419-4f39-b61d-b0f1a5e7d5bf,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:18.420501 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-790bb785-c2db-4cfb-88df-a4528a7184d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:18.432818 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Update dhcp port {'port': {'network_id': 'c39c443c-7918-4a03-b4e5-74e2bba35154', 'fixed_ips': [{'subnet_id': 'e9825474-fce9-4088-a127-44509fb25ff2', 'ip_address': '172.20.0.18'}, {'subnet_id': '8466dfe1-81e2-4351-92e2-d14e8cd0caa7', 'ip_address': '172.20.0.2'}, {'subnet_id': '30dc84c0-8ee4-4178-8ded-2f31adac77ac'}], 'binding:host_id': 'dv-neutron-854561-2-hyperv'}, 'id': '366016e1-5c8f-452e-8a37-c84b6e724cb7'} from dv-neutron-854561-2-hyperv. {{(pid=89864) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Aug 26 01:14:18.495055 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:18.499764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bac993e9-d7ec-46f4-8a93-e952070e813c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:18.501109 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bac993e9-d7ec-46f4-8a93-e952070e813c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9898350 Aug 26 01:14:18.510355 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 51996) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:18.513481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a597d8a-43bd-4899-a320-5e4d53860cd6 None None] Pushing event updated for resources: {'Port': ['ID=3c0adc1d-c37b-4ee6-85fd-da3fcecd216d,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:18.518403 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9ac83e40-d55c-49b3-8bb4-fd19a7ba3598 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '68d20509-6edb-44ee-bebe-114405a8e17a', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:18.526708 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9ac83e40-d55c-49b3-8bb4-fd19a7ba3598 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:18.535210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9ac83e40-d55c-49b3-8bb4-fd19a7ba3598 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:18.539673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9ac83e40-d55c-49b3-8bb4-fd19a7ba3598 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:18.549466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9ac83e40-d55c-49b3-8bb4-fd19a7ba3598 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:18.556478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb335-080c-43eb-bd73-3bbc786d1a1b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:18.561807 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e1bdb335-080c-43eb-bd73-3bbc786d1a1b tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/ports/30e01145-f419-4f39-b61d-b0f1a5e7d5bf HTTP/1.1" status: 204 len: 168 time: 1.0868614 Aug 26 01:14:18.563148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52000) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:18.612235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-9ed116d0-730f-4694-a436-2aff7fd10f49 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] For port dd72fadc-f4a5-4e83-88ef-c4652046642d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dd72fadc-f4a5-4e83-88ef-c4652046642d,segment=NetworkSegment(13633b81-4d9c-43df-8c0c-07421f95cc89),segment_id=13633b81-4d9c-43df-8c0c-07421f95cc89)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:18.612828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9ed116d0-730f-4694-a436-2aff7fd10f49 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:18.643781 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d1a168ef-3267-41bb-a0c4-f5923b6d2df2 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting port aab5c124-4abe-4565-be3f-d7ba413689d5 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:18.644047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1a168ef-3267-41bb-a0c4-f5923b6d2df2 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:18.682320 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] Set router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:14:18.703630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ac83e40-d55c-49b3-8bb4-fd19a7ba3598 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:18.792270 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-9ed116d0-730f-4694-a436-2aff7fd10f49 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Calling delete_port for dd72fadc-f4a5-4e83-88ef-c4652046642d owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:18.902051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ac83e40-d55c-49b3-8bb4-fd19a7ba3598 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:19.061360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Allocated IP 172.20.0.34 (c39c443c-7918-4a03-b4e5-74e2bba35154/30dc84c0-8ee4-4178-8ded-2f31adac77ac/366016e1-5c8f-452e-8a37-c84b6e724cb7) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:14:19.068607 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ac83e40-d55c-49b3-8bb4-fd19a7ba3598 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:19.101668 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1a168ef-3267-41bb-a0c4-f5923b6d2df2 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:19.171305 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac83e40-d55c-49b3-8bb4-fd19a7ba3598 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2467f2-aef8-4a58-8136-2dc1d0bdb172,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:19.236832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d1a168ef-3267-41bb-a0c4-f5923b6d2df2 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Calling delete_port for aab5c124-4abe-4565-be3f-d7ba413689d5 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:19.241483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9ed116d0-730f-4694-a436-2aff7fd10f49 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:19.291351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] For port 366016e1-5c8f-452e-8a37-c84b6e724cb7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=366016e1-5c8f-452e-8a37-c84b6e724cb7,segment=NetworkSegment(6bf34d65-181d-4b2c-8c83-c831f48013a1),segment_id=6bf34d65-181d-4b2c-8c83-c831f48013a1)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:19.305388 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed116d0-730f-4694-a436-2aff7fd10f49 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event deleted for resources: {'Port': ['ID=dd72fadc-f4a5-4e83-88ef-c4652046642d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:19.327882 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:14:14Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3c0adc1d-c37b-4ee6-85fd-da3fcecd216d', 'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:8e:a4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:12Z', 'updated_at': '2022-08-26T01:14:17Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:19.331575 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:19.343283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa12e15d-6355-4a30-824e-91bc4ff4c19e None None] The sync data for ids ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'] in dv-neutron-854561-2-hyperv is: [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:14:14Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3c0adc1d-c37b-4ee6-85fd-da3fcecd216d', 'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:8e:a4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:12Z', 'updated_at': '2022-08-26T01:14:17Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:14:19.424487 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ac83e40-d55c-49b3-8bb4-fd19a7ba3598 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:19.425411 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9ac83e40-d55c-49b3-8bb4-fd19a7ba3598 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9143074 Aug 26 01:14:19.428497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52006) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:19.436694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-19a844be-d37a-4c4a-934a-8034dc70885e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '68d20509-6edb-44ee-bebe-114405a8e17a', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:19.447337 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-19a844be-d37a-4c4a-934a-8034dc70885e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:19.455998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-19a844be-d37a-4c4a-934a-8034dc70885e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:19.461177 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-19a844be-d37a-4c4a-934a-8034dc70885e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:19.471399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-19a844be-d37a-4c4a-934a-8034dc70885e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:19.514594 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Transition to ACTIVE for port object 366016e1-5c8f-452e-8a37-c84b6e724cb7 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:19.515910 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1a168ef-3267-41bb-a0c4-f5923b6d2df2 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:19.586591 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a168ef-3267-41bb-a0c4-f5923b6d2df2 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Port': ['ID=aab5c124-4abe-4565-be3f-d7ba413689d5,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:19.610615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:19.722710 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d1a168ef-3267-41bb-a0c4-f5923b6d2df2 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:19.728457 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9ed116d0-730f-4694-a436-2aff7fd10f49 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:19.854078 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d1a168ef-3267-41bb-a0c4-f5923b6d2df2 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/ports/aab5c124-4abe-4565-be3f-d7ba413689d5 HTTP/1.1" status: 204 len: 168 time: 1.2875409 Aug 26 01:14:19.854326 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Pushing event updated for resources: {'Port': ['ID=366016e1-5c8f-452e-8a37-c84b6e724cb7,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:19.854435 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52010) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:19.869275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:19.869693 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:19.870167 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:19.870611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:19.871073 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:19.871516 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:19.872806 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:19.873142 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:19.873578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:19.874180 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:19.874852 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:19.875233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63082d49-d80e-4f07-aee9-8c91fc47c691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:14:19.895113 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19a844be-d37a-4c4a-934a-8034dc70885e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:20.001418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce814621-b5b8-455c-9251-a62b43519d66 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:20.002300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ce814621-b5b8-455c-9251-a62b43519d66 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Synchronizing usage tracker for tenant:a925f84e8f124030a4986bfb7bf12b79 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:20.076363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-790bb785-c2db-4cfb-88df-a4528a7184d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Delete allocated IP 172.20.0.11 (c39c443c-7918-4a03-b4e5-74e2bba35154/8466dfe1-81e2-4351-92e2-d14e8cd0caa7) {{(pid=89862) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 26 01:14:20.087968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19a844be-d37a-4c4a-934a-8034dc70885e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:20.096809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-790bb785-c2db-4cfb-88df-a4528a7184d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Allocated IP 172.20.0.42 (c39c443c-7918-4a03-b4e5-74e2bba35154/30dc84c0-8ee4-4178-8ded-2f31adac77ac/6ff53a60-f0a5-4a54-8722-b0844e76ee95) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:14:20.167344 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ce814621-b5b8-455c-9251-a62b43519d66 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Unset dirty status for tenant:a925f84e8f124030a4986bfb7bf12b79 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:20.173251 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ce814621-b5b8-455c-9251-a62b43519d66 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0a31256-1799-4423-a875-1c07b8db3afe HTTP/1.1" status: 200 len: 913 time: 0.3176386 Aug 26 01:14:20.173992 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52016) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:20.385454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19a844be-d37a-4c4a-934a-8034dc70885e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:20.459760 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a844be-d37a-4c4a-934a-8034dc70885e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3ca883-e29e-45af-89aa-d4c00f675760,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:20.639869 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-94840405-6b33-45c5-b1b5-2e4f928851ca None None] Provisioning complete for port 96ec6779-a42d-426a-9f52-a3378b712e07 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:20.640428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-94840405-6b33-45c5-b1b5-2e4f928851ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:20.685502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19a844be-d37a-4c4a-934a-8034dc70885e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:20.689926 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-19a844be-d37a-4c4a-934a-8034dc70885e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2575274 Aug 26 01:14:20.691639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52020) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:20.702507 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0dffd20d-8aeb-4745-8c6b-f104d6396cb1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '68d20509-6edb-44ee-bebe-114405a8e17a', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:20.702834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed116d0-730f-4694-a436-2aff7fd10f49 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Router e8d3e3b7-2f29-475c-8699-760523c7ab00 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:14:20.711940 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0dffd20d-8aeb-4745-8c6b-f104d6396cb1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:20.720025 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0dffd20d-8aeb-4745-8c6b-f104d6396cb1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:20.724609 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0dffd20d-8aeb-4745-8c6b-f104d6396cb1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:20.732944 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0dffd20d-8aeb-4745-8c6b-f104d6396cb1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:20.757879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-94840405-6b33-45c5-b1b5-2e4f928851ca None None] Port 96ec6779-a42d-426a-9f52-a3378b712e07 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:20.810396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-94840405-6b33-45c5-b1b5-2e4f928851ca None None] Provisioning complete for port 6ff53a60-f0a5-4a54-8722-b0844e76ee95 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:20.811457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-94840405-6b33-45c5-b1b5-2e4f928851ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:20.849070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:14:20.939329 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-94840405-6b33-45c5-b1b5-2e4f928851ca None None] Port 6ff53a60-f0a5-4a54-8722-b0844e76ee95 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:20.953167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0dffd20d-8aeb-4745-8c6b-f104d6396cb1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:20.973305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed116d0-730f-4694-a436-2aff7fd10f49 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:14:20.983117 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9ed116d0-730f-4694-a436-2aff7fd10f49 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "PUT /v2.0/routers/e8d3e3b7-2f29-475c-8699-760523c7ab00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9287665 Aug 26 01:14:20.983968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52024) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:20.985222 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735f24ee-940a-490b-ad23-8e284ea2b794 None None] Sync routers for ids ['e8d3e3b7-2f29-475c-8699-760523c7ab00'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:14:20.999546 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735f24ee-940a-490b-ad23-8e284ea2b794 None None] Routers {'e8d3e3b7-2f29-475c-8699-760523c7ab00'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:21.000750 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-735f24ee-940a-490b-ad23-8e284ea2b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e8d3e3b7-2f29-475c-8699-760523c7ab00'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:21.077181 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0dffd20d-8aeb-4745-8c6b-f104d6396cb1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.106642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da63e69-f6a4-4696-8023-68914ddc1b87 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Deleting subnet 75aee266-6a51-42bf-aecb-af40ed310f6a {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:14:21.112933 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4da63e69-f6a4-4696-8023-68914ddc1b87 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.121594 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-94840405-6b33-45c5-b1b5-2e4f928851ca None None] Provisioning for port 366016e1-5c8f-452e-8a37-c84b6e724cb7 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:21.128510 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-94840405-6b33-45c5-b1b5-2e4f928851ca None None] Provisioning complete for port 366016e1-5c8f-452e-8a37-c84b6e724cb7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:21.129478 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-94840405-6b33-45c5-b1b5-2e4f928851ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.154539 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a02bb9f-fac7-42a6-8bda-e8220f399d52 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.180999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-790bb785-c2db-4cfb-88df-a4528a7184d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.201947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4da63e69-f6a4-4696-8023-68914ddc1b87 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.211813 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-735f24ee-940a-490b-ad23-8e284ea2b794 None None] Set router e8d3e3b7-2f29-475c-8699-760523c7ab00 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:14:21.267487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-790bb785-c2db-4cfb-88df-a4528a7184d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Transition to ACTIVE for port object 6ff53a60-f0a5-4a54-8722-b0844e76ee95 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:21.274784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:21.290184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:21.290593 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.321730 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0dffd20d-8aeb-4745-8c6b-f104d6396cb1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.333910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4da63e69-f6a4-4696-8023-68914ddc1b87 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.355131 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffd20d-8aeb-4745-8c6b-f104d6396cb1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bc5cf1-890c-4ad5-a026-cee9b443c6d6,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:21.394399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-790bb785-c2db-4cfb-88df-a4528a7184d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.466157 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-94840405-6b33-45c5-b1b5-2e4f928851ca None None] Current status of the port 366016e1-5c8f-452e-8a37-c84b6e724cb7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:21.560849 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:21.561262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.582420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bb785-c2db-4cfb-88df-a4528a7184d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event updated for resources: {'Port': ['ID=6ff53a60-f0a5-4a54-8722-b0844e76ee95,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:21.616900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3c0adc1d-c37b-4ee6-85fd-da3fcecd216d,segment=NetworkSegment(0816503b-c7df-44a7-9aae-fed35f09711d),segment_id=0816503b-c7df-44a7-9aae-fed35f09711d)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:21.641665 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-735f24ee-940a-490b-ad23-8e284ea2b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:52Z', 'updated_at': '2022-08-26T01:14:19Z', 'revision_number': 5, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'gw_port': {'id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:11:55Z', 'updated_at': '2022-08-26T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:21.648593 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735f24ee-940a-490b-ad23-8e284ea2b794 None None] Checking router: e8d3e3b7-2f29-475c-8699-760523c7ab00 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:14:21.654194 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0dffd20d-8aeb-4745-8c6b-f104d6396cb1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.658881 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0dffd20d-8aeb-4745-8c6b-f104d6396cb1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9658091 Aug 26 01:14:21.659062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52032) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:21.664192 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735f24ee-940a-490b-ad23-8e284ea2b794 None None] Routers {'e8d3e3b7-2f29-475c-8699-760523c7ab00'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:21.665067 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-735f24ee-940a-490b-ad23-8e284ea2b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e8d3e3b7-2f29-475c-8699-760523c7ab00'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:21.672512 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-351e4944-ea60-4a82-ba9b-b64f80151cde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '68d20509-6edb-44ee-bebe-114405a8e17a', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:21.678613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-351e4944-ea60-4a82-ba9b-b64f80151cde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:21.682736 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-351e4944-ea60-4a82-ba9b-b64f80151cde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:21.686133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-351e4944-ea60-4a82-ba9b-b64f80151cde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:21.694904 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-351e4944-ea60-4a82-ba9b-b64f80151cde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:21.702485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-790bb785-c2db-4cfb-88df-a4528a7184d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] In _notify_port_updated(), no bound segment for port 6ff53a60-f0a5-4a54-8722-b0844e76ee95 on network c39c443c-7918-4a03-b4e5-74e2bba35154 {{(pid=89862) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:14:21.708215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790bb785-c2db-4cfb-88df-a4528a7184d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:21.708861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-790bb785-c2db-4cfb-88df-a4528a7184d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.710234 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-790bb785-c2db-4cfb-88df-a4528a7184d2 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "PUT /v2.0/ports/6ff53a60-f0a5-4a54-8722-b0844e76ee95 HTTP/1.1" status: 200 len: 960 time: 4.0203614 Aug 26 01:14:21.713697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52036) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:21.733128 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.733777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 366016e1-5c8f-452e-8a37-c84b6e724cb7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:14:21.801571 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d5caf-ac9f-4626-a6bd-9399fb2432f1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 6ff53a60-f0a5-4a54-8722-b0844e76ee95 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:21.801861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5caf-ac9f-4626-a6bd-9399fb2432f1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.841409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-4a02bb9f-fac7-42a6-8bda-e8220f399d52 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting port de53361e-e1e7-4908-8495-71a04544614f {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:21.841935 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a02bb9f-fac7-42a6-8bda-e8220f399d52 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.930446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=3c0adc1d-c37b-4ee6-85fd-da3fcecd216d,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:21.969902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 366016e1-5c8f-452e-8a37-c84b6e724cb7 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:21.970286 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:21.971500 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-735f24ee-940a-490b-ad23-8e284ea2b794 None None] Set router e8d3e3b7-2f29-475c-8699-760523c7ab00 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:14:22.105040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5caf-ac9f-4626-a6bd-9399fb2432f1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:22.150647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 366016e1-5c8f-452e-8a37-c84b6e724cb7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:22.159449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a02bb9f-fac7-42a6-8bda-e8220f399d52 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:22.233364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4da63e69-f6a4-4696-8023-68914ddc1b87 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:22.287153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-690a3e9e-c9c6-4ab5-9b57-7beba81857c6 None None] Provisioning for port 6ff53a60-f0a5-4a54-8722-b0844e76ee95 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:22.292407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-690a3e9e-c9c6-4ab5-9b57-7beba81857c6 None None] Provisioning complete for port 6ff53a60-f0a5-4a54-8722-b0844e76ee95 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:22.292781 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-690a3e9e-c9c6-4ab5-9b57-7beba81857c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:22.298953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-4a02bb9f-fac7-42a6-8bda-e8220f399d52 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Calling delete_port for de53361e-e1e7-4908-8495-71a04544614f owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:22.355396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-690a3e9e-c9c6-4ab5-9b57-7beba81857c6 None None] Port 6ff53a60-f0a5-4a54-8722-b0844e76ee95 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:22.378974 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-735f24ee-940a-490b-ad23-8e284ea2b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:52Z', 'updated_at': '2022-08-26T01:14:19Z', 'revision_number': 5, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'gw_port': {'id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:11:55Z', 'updated_at': '2022-08-26T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:22.384861 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735f24ee-940a-490b-ad23-8e284ea2b794 None None] The sync data for ids ['e8d3e3b7-2f29-475c-8699-760523c7ab00'] in dv-neutron-854561-2-hyperv is: [{'id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-310022204', 'tenant_id': '3c7b4bbf6ea3427f837b93377020060f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:11:52Z', 'updated_at': '2022-08-26T01:14:19Z', 'revision_number': 5, 'project_id': '3c7b4bbf6ea3427f837b93377020060f', 'gw_port': {'id': 'e22369d8-3ebb-4bc7-917e-78f08b480be0', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3e3b7-2f29-475c-8699-760523c7ab00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:11:55Z', 'updated_at': '2022-08-26T01:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:14:22.406038 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d5caf-ac9f-4626-a6bd-9399fb2432f1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 6ff53a60-f0a5-4a54-8722-b0844e76ee95 owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:22.489405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-351e4944-ea60-4a82-ba9b-b64f80151cde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:22.508885 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4da63e69-f6a4-4696-8023-68914ddc1b87 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:22.511325 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fdba96-cbf0-43b5-8cb9-c2118bad2900 None None] Network 02f7a366-55ac-4b98-ac68-0cbcda6650bb requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:22.515543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da63e69-f6a4-4696-8023-68914ddc1b87 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event deleted for resources: {'Subnet': ['ID=75aee266-6a51-42bf-aecb-af40ed310f6a,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:22.532800 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4da63e69-f6a4-4696-8023-68914ddc1b87 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "DELETE /v2.0/subnets/75aee266-6a51-42bf-aecb-af40ed310f6a HTTP/1.1" status: 204 len: 168 time: 1.5442286 Aug 26 01:14:22.534981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52042) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:22.645338 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-351e4944-ea60-4a82-ba9b-b64f80151cde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:22.668158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a02bb9f-fac7-42a6-8bda-e8220f399d52 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:22.736274 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02bb9f-fac7-42a6-8bda-e8220f399d52 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Port': ['ID=de53361e-e1e7-4908-8495-71a04544614f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:22.799691 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-351e4944-ea60-4a82-ba9b-b64f80151cde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:22.859091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:14:22.876024 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:22.889991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5caf-ac9f-4626-a6bd-9399fb2432f1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:22.919200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32021e5d-0ec4-44bc-926a-5ac459260a04 None None] DHCP port deletion for 02f7a366-55ac-4b98-ac68-0cbcda6650bb request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:14:22.940810 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-32021e5d-0ec4-44bc-926a-5ac459260a04 None None] Deleting port 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:22.942197 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-32021e5d-0ec4-44bc-926a-5ac459260a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:22.964363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e4944-ea60-4a82-ba9b-b64f80151cde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002f4f4a-2770-4d4a-8a4a-e749d4429aeb,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:22.970443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d5caf-ac9f-4626-a6bd-9399fb2432f1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=6ff53a60-f0a5-4a54-8722-b0844e76ee95,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:23.081472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-351e4944-ea60-4a82-ba9b-b64f80151cde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.085465 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-351e4944-ea60-4a82-ba9b-b64f80151cde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4201009 Aug 26 01:14:23.095892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52046) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:23.101942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5b53a7ee-9863-4e66-b48c-dcbd6bd51f4d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '68d20509-6edb-44ee-bebe-114405a8e17a', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:23.114245 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5b53a7ee-9863-4e66-b48c-dcbd6bd51f4d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:23.123677 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5b53a7ee-9863-4e66-b48c-dcbd6bd51f4d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:23.128696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5b53a7ee-9863-4e66-b48c-dcbd6bd51f4d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:23.138020 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5b53a7ee-9863-4e66-b48c-dcbd6bd51f4d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:23.147119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5caf-ac9f-4626-a6bd-9399fb2432f1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.151868 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6c1d5caf-ac9f-4626-a6bd-9399fb2432f1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/6ff53a60-f0a5-4a54-8722-b0844e76ee95 HTTP/1.1" status: 204 len: 168 time: 1.4346631 Aug 26 01:14:23.160268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52050) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:23.254790 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:23.255169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.293209 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-5b53a7ee-9863-4e66-b48c-dcbd6bd51f4d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:14:23.301481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b53a7ee-9863-4e66-b48c-dcbd6bd51f4d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.310256 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-32021e5d-0ec4-44bc-926a-5ac459260a04 None None] For port 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9aa61859-3c3e-46db-b5e0-e42c4ee5b33b,segment=NetworkSegment(13633b81-4d9c-43df-8c0c-07421f95cc89),segment_id=13633b81-4d9c-43df-8c0c-07421f95cc89)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:23.315010 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-32021e5d-0ec4-44bc-926a-5ac459260a04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.354766 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ef8f8f-e8ea-4376-9bd0-3d5c246ee683 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] GET failed (client error): The resource could not be found. Aug 26 01:14:23.355299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-34ef8f8f-e8ea-4376-9bd0-3d5c246ee683 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:23.375695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b53a7ee-9863-4e66-b48c-dcbd6bd51f4d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.398031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-34ef8f8f-e8ea-4376-9bd0-3d5c246ee683 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:23.399182 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-34ef8f8f-e8ea-4376-9bd0-3d5c246ee683 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports/6ff53a60-f0a5-4a54-8722-b0844e76ee95 HTTP/1.1" status: 404 len: 333 time: 0.2367761 Aug 26 01:14:23.402403 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52054) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:23.434845 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.446120 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a02bb9f-fac7-42a6-8bda-e8220f399d52 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.452525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-32021e5d-0ec4-44bc-926a-5ac459260a04 None None] Calling delete_port for 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:23.477028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c35ac8d-2ec6-417e-bdf5-e1a4d8cf80e5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.509600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c35ac8d-2ec6-417e-bdf5-e1a4d8cf80e5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.533087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b53a7ee-9863-4e66-b48c-dcbd6bd51f4d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.574241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53a7ee-9863-4e66-b48c-dcbd6bd51f4d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec196aa5-437e-4605-801a-bce757567569,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:23.576669 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:23.602577 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dd72fadc-f4a5-4e83-88ef-c4652046642d no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:14:23.624801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Deleting port e22369d8-3ebb-4bc7-917e-78f08b480be0 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:23.625844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.639639 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: dd72fadc-f4a5-4e83-88ef-c4652046642d {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:14:23.640098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dd72fadc-f4a5-4e83-88ef-c4652046642d not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:14:23.761593 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b53a7ee-9863-4e66-b48c-dcbd6bd51f4d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.763130 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5b53a7ee-9863-4e66-b48c-dcbd6bd51f4d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6656439 Aug 26 01:14:23.765994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52060) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:23.771115 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-666da40e-8e07-4158-a658-2eb995594f70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '68d20509-6edb-44ee-bebe-114405a8e17a', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:23.776988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-666da40e-8e07-4158-a658-2eb995594f70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:23.784602 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-666da40e-8e07-4158-a658-2eb995594f70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:23.784602 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-666da40e-8e07-4158-a658-2eb995594f70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:23.791322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-666da40e-8e07-4158-a658-2eb995594f70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:23.898870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-32021e5d-0ec4-44bc-926a-5ac459260a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.899502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c35ac8d-2ec6-417e-bdf5-e1a4d8cf80e5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.929151 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c35ac8d-2ec6-417e-bdf5-e1a4d8cf80e5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.933235 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6c35ac8d-2ec6-417e-bdf5-e1a4d8cf80e5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/security-groups/e1de8872-ca63-4178-9bd5-d7ac8501da84 HTTP/1.1" status: 204 len: 168 time: 0.5263085 Aug 26 01:14:23.933235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35ac8d-2ec6-417e-bdf5-e1a4d8cf80e5 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1de8872-ca63-4178-9bd5-d7ac8501da84,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:23.937201 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52064) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:23.969430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] For port e22369d8-3ebb-4bc7-917e-78f08b480be0, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e22369d8-3ebb-4bc7-917e-78f08b480be0,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:23.969808 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:23.992962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32021e5d-0ec4-44bc-926a-5ac459260a04 None None] Pushing event deleted for resources: {'Port': ['ID=9aa61859-3c3e-46db-b5e0-e42c4ee5b33b,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:24.008411 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-666da40e-8e07-4158-a658-2eb995594f70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:14:24.016737 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32021e5d-0ec4-44bc-926a-5ac459260a04 None None] No DVR routers for this DVR port 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:14:24.038196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-666da40e-8e07-4158-a658-2eb995594f70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:24.099124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a186e590-5b8c-4f12-8f40-f1931b04790b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:24.110607 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Calling delete_port for e22369d8-3ebb-4bc7-917e-78f08b480be0 owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:24.144462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-666da40e-8e07-4158-a658-2eb995594f70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:24.145976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a186e590-5b8c-4f12-8f40-f1931b04790b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:24.205669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a02bb9f-fac7-42a6-8bda-e8220f399d52 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Router d0a31256-1799-4423-a875-1c07b8db3afe has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:14:24.247588 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-666da40e-8e07-4158-a658-2eb995594f70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:24.273717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666da40e-8e07-4158-a658-2eb995594f70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b36747-a62c-4f7c-be33-ae9da2f00a3c,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:24.282364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a186e590-5b8c-4f12-8f40-f1931b04790b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:24.304215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186e590-5b8c-4f12-8f40-f1931b04790b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a07fa1f-16eb-441f-a6de-0dfc0b057309,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:24.306102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a186e590-5b8c-4f12-8f40-f1931b04790b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:24.311043 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a186e590-5b8c-4f12-8f40-f1931b04790b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/security-groups/6a07fa1f-16eb-441f-a6de-0dfc0b057309 HTTP/1.1" status: 204 len: 168 time: 0.3687410 Aug 26 01:14:24.311527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52068) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:24.380328 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6ce32d4b-5167-479e-bcf8-6c9b7fdc64be tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:24.399585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-666da40e-8e07-4158-a658-2eb995594f70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:24.400760 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-666da40e-8e07-4158-a658-2eb995594f70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6338534 Aug 26 01:14:24.416318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6ce32d4b-5167-479e-bcf8-6c9b7fdc64be tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:24.470956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a02bb9f-fac7-42a6-8bda-e8220f399d52 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:14:24.488214 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52ee232-9707-4b3f-b866-0c98513224f5 None None] Sync routers for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:14:24.498592 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ee232-9707-4b3f-b866-0c98513224f5 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:24.499658 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d52ee232-9707-4b3f-b866-0c98513224f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:24.562786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6ce32d4b-5167-479e-bcf8-6c9b7fdc64be tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:24.572816 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:14:24.593971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce32d4b-5167-479e-bcf8-6c9b7fdc64be tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f2b7d3-3833-4d73-897e-3fcaffc4f0fc,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:24.609776 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4a02bb9f-fac7-42a6-8bda-e8220f399d52 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "PUT /v2.0/routers/d0a31256-1799-4423-a875-1c07b8db3afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4343317 Aug 26 01:14:24.611412 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:24.617043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52084) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:24.627134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-da933b1d-4de4-4b6c-b552-a62bdac73fbd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:24.632668 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6ce32d4b-5167-479e-bcf8-6c9b7fdc64be tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:24.633980 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6ce32d4b-5167-479e-bcf8-6c9b7fdc64be tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/security-groups/21f2b7d3-3833-4d73-897e-3fcaffc4f0fc HTTP/1.1" status: 204 len: 168 time: 0.3216856 Aug 26 01:14:24.636203 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:14:24.636772 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52086) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:24.636908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9aa61859-3c3e-46db-b5e0-e42c4ee5b33b not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:14:24.640392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d52ee232-9707-4b3f-b866-0c98513224f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:24.664025 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ee232-9707-4b3f-b866-0c98513224f5 None None] Routers {'d0a31256-1799-4423-a875-1c07b8db3afe'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:24.664906 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d52ee232-9707-4b3f-b866-0c98513224f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d0a31256-1799-4423-a875-1c07b8db3afe'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:24.718533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event deleted for resources: {'Port': ['ID=e22369d8-3ebb-4bc7-917e-78f08b480be0,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:24.749038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d52ee232-9707-4b3f-b866-0c98513224f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:24.749817 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52ee232-9707-4b3f-b866-0c98513224f5 None None] The sync data for ids ['d0a31256-1799-4423-a875-1c07b8db3afe'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:14:24.754579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f52d59d-3035-4fd7-9204-4087a5f7ea65 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting subnet 8466dfe1-81e2-4351-92e2-d14e8cd0caa7 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:14:24.758393 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f52d59d-3035-4fd7-9204-4087a5f7ea65 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:24.828080 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-da933b1d-4de4-4b6c-b552-a62bdac73fbd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:24.829370 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-da933b1d-4de4-4b6c-b552-a62bdac73fbd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328466431&fields=id&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 267 time: 0.2829244 Aug 26 01:14:24.867047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f52d59d-3035-4fd7-9204-4087a5f7ea65 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:25.071748 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-5ebe6f6f-3de1-4626-8cc9-1d7c01f8d26e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:25.072331 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-5ebe6f6f-3de1-4626-8cc9-1d7c01f8d26e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:25.084989 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f52d59d-3035-4fd7-9204-4087a5f7ea65 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:25.123638 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:25.222423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-5ebe6f6f-3de1-4626-8cc9-1d7c01f8d26e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:25.223726 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-5ebe6f6f-3de1-4626-8cc9-1d7c01f8d26e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/networks?id=d72c0b94-166a-4a66-a4e5-0afcda8d7d37 HTTP/1.1" status: 200 len: 797 time: 0.3876345 Aug 26 01:14:25.241479 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-ec227566-19c2-4bb1-8f59-547a6f14d16b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/quotas/f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 375 time: 0.0113590 Aug 26 01:14:25.302476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f52d59d-3035-4fd7-9204-4087a5f7ea65 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:25.308591 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e53bff00-e425-45d8-be09-b0f85009c97f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:25.345343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6f52d59d-3035-4fd7-9204-4087a5f7ea65 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:25.350991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89549c6d-1eb2-48bc-8aae-5bd137cf7573 None None] Network c39c443c-7918-4a03-b4e5-74e2bba35154 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:25.360520 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52d59d-3035-4fd7-9204-4087a5f7ea65 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Subnet': ['ID=8466dfe1-81e2-4351-92e2-d14e8cd0caa7,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:25.365574 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:25.373313 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6f52d59d-3035-4fd7-9204-4087a5f7ea65 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/8466dfe1-81e2-4351-92e2-d14e8cd0caa7 HTTP/1.1" status: 204 len: 168 time: 0.7346992 Aug 26 01:14:25.375909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52094) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:25.422167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:25.457135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbde422f-91a9-4a88-905b-94836d222732 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting subnet 30dc84c0-8ee4-4178-8ded-2f31adac77ac {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:14:25.465467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-326cf6a3-5d24-417a-b031-eb1382a7da8c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:25.469540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dbde422f-91a9-4a88-905b-94836d222732 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:25.518388 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e53bff00-e425-45d8-be09-b0f85009c97f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:25.532583 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dbde422f-91a9-4a88-905b-94836d222732 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:25.578729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:25.579248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Fanout notify agent at l3_agent the message router_deleted on router e8d3e3b7-2f29-475c-8699-760523c7ab00 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:14:25.593879 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:25.600854 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5b2a3c8c-d2e4-4b2d-85b2-fd7f67a412ff tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "DELETE /v2.0/routers/e8d3e3b7-2f29-475c-8699-760523c7ab00 HTTP/1.1" status: 204 len: 168 time: 3.0623248 Aug 26 01:14:25.601048 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52098) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:25.601170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-e53bff00-e425-45d8-be09-b0f85009c97f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting port 8347c71c-83bc-480a-9756-fb7c81adb98f {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:25.601170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e53bff00-e425-45d8-be09-b0f85009c97f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:25.602955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-326cf6a3-5d24-417a-b031-eb1382a7da8c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:25.604333 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-326cf6a3-5d24-417a-b031-eb1382a7da8c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3561530 Aug 26 01:14:25.853841 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e53bff00-e425-45d8-be09-b0f85009c97f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:26.007067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-e53bff00-e425-45d8-be09-b0f85009c97f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Calling delete_port for 8347c71c-83bc-480a-9756-fb7c81adb98f owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:26.019485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c719-feb9-41b9-96b2-bd1d5700968f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:26.041481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dbde422f-91a9-4a88-905b-94836d222732 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:26.294336 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-ebdb45c3-cbbe-4249-abab-4a9122bb25a3 service neutron] 10.222.0.83 "GET /v2.0/networks/d72c0b94-166a-4a66-a4e5-0afcda8d7d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637795 Aug 26 01:14:26.295293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e53bff00-e425-45d8-be09-b0f85009c97f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:26.339795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c719-feb9-41b9-96b2-bd1d5700968f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:26.386591 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bff00-e425-45d8-be09-b0f85009c97f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Port': ['ID=8347c71c-83bc-480a-9756-fb7c81adb98f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:26.408223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dbde422f-91a9-4a88-905b-94836d222732 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:26.464953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde422f-91a9-4a88-905b-94836d222732 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Subnet': ['ID=30dc84c0-8ee4-4178-8ded-2f31adac77ac,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:26.467679 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-a0a7c719-feb9-41b9-96b2-bd1d5700968f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f7a366-55ac-4b98-ac68-0cbcda6650bb']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:26.486926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dbde422f-91a9-4a88-905b-94836d222732 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:26.488799 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d86ea2-3072-4a55-a8ac-9cfe58194001 None None] Network c39c443c-7918-4a03-b4e5-74e2bba35154 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:26.495397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-a0a7c719-feb9-41b9-96b2-bd1d5700968f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13633b81-4d9c-43df-8c0c-07421f95cc89') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:26.495689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-a0a7c719-feb9-41b9-96b2-bd1d5700968f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13633b81-4d9c-43df-8c0c-07421f95cc89') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:26.508745 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-dbde422f-91a9-4a88-905b-94836d222732 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/30dc84c0-8ee4-4178-8ded-2f31adac77ac HTTP/1.1" status: 204 len: 168 time: 1.1291461 Aug 26 01:14:26.508858 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52114) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:26.516808 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-f07c14f7-4f2b-49f9-9b0f-68a34264321a tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Synchronizing usage tracker for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:26.525576 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c719-feb9-41b9-96b2-bd1d5700968f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:26.559933 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c719-feb9-41b9-96b2-bd1d5700968f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:26.569197 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-b08b5c54-7afb-4139-8018-49480c0526f6 service neutron] 10.222.0.83 "GET /v2.0/networks/d72c0b94-166a-4a66-a4e5-0afcda8d7d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598724 Aug 26 01:14:26.572403 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a7c719-feb9-41b9-96b2-bd1d5700968f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:14:26.572845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c719-feb9-41b9-96b2-bd1d5700968f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:26.615449 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-4addb316-c035-493a-80b3-0c31ca202cd1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] DELETE failed (client error): The resource could not be found. Aug 26 01:14:26.616023 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4addb316-c035-493a-80b3-0c31ca202cd1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:14:26.621655 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e53bff00-e425-45d8-be09-b0f85009c97f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:26.623373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e22369d8-3ebb-4bc7-917e-78f08b480be0 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:14:26.644317 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 13633b81-4d9c-43df-8c0c-07421f95cc89 resource provider aggregate not found Aug 26 01:14:26.671707 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: e22369d8-3ebb-4bc7-917e-78f08b480be0 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:14:26.672060 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e22369d8-3ebb-4bc7-917e-78f08b480be0 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:14:26.688710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f5dae312-94ad-4e50-b853-2f6215a6ff3f None None] Provisioning complete for port 96ec6779-a42d-426a-9f52-a3378b712e07 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:26.690004 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f5dae312-94ad-4e50-b853-2f6215a6ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:26.705054 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 13633b81-4d9c-43df-8c0c-07421f95cc89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13633b81-4d9c-43df-8c0c-07421f95cc89 found for delete ", "request_id": "req-be6a9491-e5ce-4f4e-aa9f-ac17ab6e0795"}]} Aug 26 01:14:26.764670 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4addb316-c035-493a-80b3-0c31ca202cd1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/8466dfe1-81e2-4351-92e2-d14e8cd0caa7 HTTP/1.1" status: 404 len: 337 time: 0.2550831 Aug 26 01:14:26.767336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52122) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:26.775778 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f5dae312-94ad-4e50-b853-2f6215a6ff3f None None] Port 96ec6779-a42d-426a-9f52-a3378b712e07 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:26.827395 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f5dae312-94ad-4e50-b853-2f6215a6ff3f None None] Provisioning complete for port 366016e1-5c8f-452e-8a37-c84b6e724cb7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:26.827800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f5dae312-94ad-4e50-b853-2f6215a6ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:26.850155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c719-feb9-41b9-96b2-bd1d5700968f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:26.913162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c719-feb9-41b9-96b2-bd1d5700968f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:26.984904 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-f07c14f7-4f2b-49f9-9b0f-68a34264321a tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Unset dirty status for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:26.985546 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-f07c14f7-4f2b-49f9-9b0f-68a34264321a tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2502865&fields=id&tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79 HTTP/1.1" status: 200 len: 267 time: 0.6241663 Aug 26 01:14:27.005188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7c719-feb9-41b9-96b2-bd1d5700968f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event deleted for resources: {'Network': ['ID=02f7a366-55ac-4b98-ac68-0cbcda6650bb,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:27.008382 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a0a7c719-feb9-41b9-96b2-bd1d5700968f tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "DELETE /v2.0/networks/02f7a366-55ac-4b98-ac68-0cbcda6650bb HTTP/1.1" status: 204 len: 168 time: 1.4079044 Aug 26 01:14:27.021088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52130) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:27.038769 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ba540463-b97e-4e25-a807-cd3ff8642263 req-f16204ee-fe18-4718-80de-95d5452e36c6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 210 time: 0.0843925 Aug 26 01:14:27.073250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0340a43b-5103-4b31-87d1-c0438b156a86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting subnet e9825474-fce9-4088-a127-44509fb25ff2 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:14:27.082258 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0340a43b-5103-4b31-87d1-c0438b156a86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.085509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f5dae312-94ad-4e50-b853-2f6215a6ff3f None None] Current status of the port 366016e1-5c8f-452e-8a37-c84b6e724cb7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:27.116333 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e53bff00-e425-45d8-be09-b0f85009c97f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.121003 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e53bff00-e425-45d8-be09-b0f85009c97f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.161856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0340a43b-5103-4b31-87d1-c0438b156a86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.204516 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-43048790-eb2b-47e7-9f3e-85b98e69c81d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:27.211090 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-43048790-eb2b-47e7-9f3e-85b98e69c81d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 811 time: 0.2165694 Aug 26 01:14:27.220305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-31a06fce-d45e-4e6f-b029-e64a950d5919 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.222675 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-d8f9631a-d8dd-4b76-aa11-863026d85e6c tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/quotas/2aa7b4e203ec49ba8a6e61f4fd46cc79 HTTP/1.1" status: 200 len: 375 time: 0.0107267 Aug 26 01:14:27.272663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-31a06fce-d45e-4e6f-b029-e64a950d5919 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.274744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e53bff00-e425-45d8-be09-b0f85009c97f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.275335 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53bff00-e425-45d8-be09-b0f85009c97f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Fanout notify agent at l3_agent the message router_deleted on router d0a31256-1799-4423-a875-1c07b8db3afe {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:14:27.292803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e53bff00-e425-45d8-be09-b0f85009c97f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.294721 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e53bff00-e425-45d8-be09-b0f85009c97f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/routers/d0a31256-1799-4423-a875-1c07b8db3afe HTTP/1.1" status: 204 len: 168 time: 2.5907230 Aug 26 01:14:27.298442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52138) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:27.330616 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0340a43b-5103-4b31-87d1-c0438b156a86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.388487 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-35267d3d-b3e1-45c9-9f0c-1f755c87419f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Deleting subnet 15c4a4f8-4174-44e0-9f01-abef1cc21f79 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:14:27.394174 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-35267d3d-b3e1-45c9-9f0c-1f755c87419f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.456540 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-d3ec3974-9519-47c3-85bd-25d1a3690299 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2281604 Aug 26 01:14:27.466961 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-35267d3d-b3e1-45c9-9f0c-1f755c87419f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.508847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-31a06fce-d45e-4e6f-b029-e64a950d5919 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.531789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a06fce-d45e-4e6f-b029-e64a950d5919 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb70a4c-0c14-4e2a-bf63-3760edecb54d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:27.571305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0340a43b-5103-4b31-87d1-c0438b156a86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.625647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-35267d3d-b3e1-45c9-9f0c-1f755c87419f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.638459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340a43b-5103-4b31-87d1-c0438b156a86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Subnet': ['ID=e9825474-fce9-4088-a127-44509fb25ff2,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:27.640944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0340a43b-5103-4b31-87d1-c0438b156a86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.646196 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0340a43b-5103-4b31-87d1-c0438b156a86 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/e9825474-fce9-4088-a127-44509fb25ff2 HTTP/1.1" status: 204 len: 168 time: 0.8740873 Aug 26 01:14:27.646196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-31a06fce-d45e-4e6f-b029-e64a950d5919 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.646196 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-31a06fce-d45e-4e6f-b029-e64a950d5919 tempest-TestNetworkAdvancedServerOps-759336623 tempest-TestNetworkAdvancedServerOps-759336623-project] 10.222.0.83 "DELETE /v2.0/security-groups/ecb70a4c-0c14-4e2a-bf63-3760edecb54d HTTP/1.1" status: 204 len: 168 time: 0.6232181 Aug 26 01:14:27.647060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52142) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:27.708342 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0395646-4087-4c66-a30c-383d9136c596 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] DELETE failed (client error): The resource could not be found. Aug 26 01:14:27.709150 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0395646-4087-4c66-a30c-383d9136c596 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:14:27.710631 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a0395646-4087-4c66-a30c-383d9136c596 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/81295e96-98d5-422a-a2ec-67d8fc4aeefe HTTP/1.1" status: 404 len: 337 time: 0.0626631 Aug 26 01:14:27.714289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52150) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:27.723529 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-953f9ab5-7cde-43b0-9489-5555989e85ed service neutron] 10.222.0.83 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254219 Aug 26 01:14:27.773410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6e3e2031-004d-4057-83ad-a62ba092d413 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Synchronizing usage tracker for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:27.793143 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452192ba-445d-4d45-abcc-569c8c8a9d19 None None] Network c39c443c-7918-4a03-b4e5-74e2bba35154 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:27.813807 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6e3e2031-004d-4057-83ad-a62ba092d413 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Unset dirty status for tenant:b6fecc27c7814330a4290a39b1ad6641 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:27.815323 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6e3e2031-004d-4057-83ad-a62ba092d413 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1af81e9-9adc-40ce-827b-011a318badbd HTTP/1.1" status: 200 len: 205 time: 0.1000459 Aug 26 01:14:27.817661 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52156) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:27.877576 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-35267d3d-b3e1-45c9-9f0c-1f755c87419f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.926978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35267d3d-b3e1-45c9-9f0c-1f755c87419f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Subnet': ['ID=15c4a4f8-4174-44e0-9f01-abef1cc21f79,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:27.930208 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b57d19df-2458-46d0-9007-b8c91619dd1e service neutron] 10.222.0.83 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965179 Aug 26 01:14:27.941393 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-35267d3d-b3e1-45c9-9f0c-1f755c87419f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.955632 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-35267d3d-b3e1-45c9-9f0c-1f755c87419f tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/subnets/15c4a4f8-4174-44e0-9f01-abef1cc21f79 HTTP/1.1" status: 204 len: 168 time: 0.6557803 Aug 26 01:14:27.956285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52160) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:27.974590 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-99346fd0-215f-4313-bf5d-ed483b65cb92 None None] Provisioning complete for port 96ec6779-a42d-426a-9f52-a3378b712e07 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:27.974966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-99346fd0-215f-4313-bf5d-ed483b65cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:27.977124 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-21f874c2-e3fa-46b0-af6c-2cfdb5f6d423 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] delete failed (client error): The resource could not be found. Aug 26 01:14:27.978162 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-21f874c2-e3fa-46b0-af6c-2cfdb5f6d423 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/routers/f1af81e9-9adc-40ce-827b-011a318badbd HTTP/1.1" status: 404 len: 336 time: 0.1595747 Aug 26 01:14:27.982084 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52164) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:28.054334 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b53c0e9-d77f-4366-9b42-35baf55b9913 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] DELETE failed (client error): The resource could not be found. Aug 26 01:14:28.054982 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b53c0e9-d77f-4366-9b42-35baf55b9913 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:14:28.063185 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9b53c0e9-d77f-4366-9b42-35baf55b9913 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/b1f118e0-04b8-4d9c-b6f5-c2952dacf615 HTTP/1.1" status: 404 len: 337 time: 0.0799735 Aug 26 01:14:28.064397 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52172) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:28.072928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-99346fd0-215f-4313-bf5d-ed483b65cb92 None None] Port 96ec6779-a42d-426a-9f52-a3378b712e07 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:28.102577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0e27937a-845f-4171-bcdd-3e0acbbf7679 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:28.131956 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea9ff17-f066-4676-90e6-36c4c086c19b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] DELETE failed (client error): The resource could not be found. Aug 26 01:14:28.132441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea9ff17-f066-4676-90e6-36c4c086c19b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:14:28.139166 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1ea9ff17-f066-4676-90e6-36c4c086c19b tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/ae5727a5-eb1a-47e7-8741-c519c8f696e0 HTTP/1.1" status: 404 len: 337 time: 0.0722411 Aug 26 01:14:28.139778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52176) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:28.165970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-99346fd0-215f-4313-bf5d-ed483b65cb92 None None] Provisioning complete for port 366016e1-5c8f-452e-8a37-c84b6e724cb7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:28.166389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-99346fd0-215f-4313-bf5d-ed483b65cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:28.214382 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d15faea-159c-4ce5-948c-01b92b660372 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] DELETE failed (client error): The resource could not be found. Aug 26 01:14:28.215016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d15faea-159c-4ce5-948c-01b92b660372 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:14:28.222010 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1d15faea-159c-4ce5-948c-01b92b660372 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/092c1e37-40f4-4db8-9b62-494196b04a5e HTTP/1.1" status: 404 len: 337 time: 0.0804121 Aug 26 01:14:28.222780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52184) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:28.301686 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9d70c6-26cd-41d1-af42-22b672738124 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] DELETE failed (client error): The resource could not be found. Aug 26 01:14:28.307882 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9d70c6-26cd-41d1-af42-22b672738124 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:14:28.307882 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2a9d70c6-26cd-41d1-af42-22b672738124 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/0f2b5641-6d97-444a-9170-b2e7548089a4 HTTP/1.1" status: 404 len: 333 time: 0.0800419 Aug 26 01:14:28.307882 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52188) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:28.338282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-99346fd0-215f-4313-bf5d-ed483b65cb92 None None] Current status of the port 366016e1-5c8f-452e-8a37-c84b6e724cb7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:28.345242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb106a8-0707-4b1f-9050-65762ea79a9c None None] DHCP port deletion for c39c443c-7918-4a03-b4e5-74e2bba35154 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:14:28.351824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-aeb106a8-0707-4b1f-9050-65762ea79a9c None None] Deleting port 366016e1-5c8f-452e-8a37-c84b6e724cb7 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:28.352435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aeb106a8-0707-4b1f-9050-65762ea79a9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:28.358182 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0d4327-b8bd-4123-8093-f3be7961ed74 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] DELETE failed (client error): The resource could not be found. Aug 26 01:14:28.358856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0d4327-b8bd-4123-8093-f3be7961ed74 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:14:28.363014 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-df0d4327-b8bd-4123-8093-f3be7961ed74 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/f5297856-f00b-4066-8f66-d810c6f8030d HTTP/1.1" status: 404 len: 337 time: 0.0527329 Aug 26 01:14:28.363762 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52192) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:28.415308 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40cb5e8-3ca4-468e-a967-db30a4f15b15 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] DELETE failed (client error): The resource could not be found. Aug 26 01:14:28.415769 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40cb5e8-3ca4-468e-a967-db30a4f15b15 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:14:28.417644 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a40cb5e8-3ca4-468e-a967-db30a4f15b15 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/ac43ba35-1a06-4576-8d5d-42baf7afaa2d HTTP/1.1" status: 404 len: 337 time: 0.0528297 Aug 26 01:14:28.421402 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52198) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:28.509204 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52202) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:28.525874 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-54d4f960-0fd5-409a-86f6-3ddd2b80362a req-dc63360c-a1ae-4123-9ba3-de4405579a77 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 210 time: 0.1045067 Aug 26 01:14:28.536992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0e27937a-845f-4171-bcdd-3e0acbbf7679 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:28.562841 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-e308860f-09ec-4d95-aa26-aac82afefce4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] DELETE failed (client error): The resource could not be found. Aug 26 01:14:28.563227 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e308860f-09ec-4d95-aa26-aac82afefce4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:14:28.567583 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e308860f-09ec-4d95-aa26-aac82afefce4 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/ee172e78-6d70-40b9-983b-3027c29d52e6 HTTP/1.1" status: 404 len: 333 time: 0.1428015 Aug 26 01:14:28.571205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52208) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:28.592755 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-0e27937a-845f-4171-bcdd-3e0acbbf7679 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee47530-5700-4344-bb28-7d2dbcf247e9']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:28.613928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-aeb106a8-0707-4b1f-9050-65762ea79a9c None None] For port 366016e1-5c8f-452e-8a37-c84b6e724cb7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=366016e1-5c8f-452e-8a37-c84b6e724cb7,segment=NetworkSegment(6bf34d65-181d-4b2c-8c83-c831f48013a1),segment_id=6bf34d65-181d-4b2c-8c83-c831f48013a1)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:28.614322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aeb106a8-0707-4b1f-9050-65762ea79a9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:28.616397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-0e27937a-845f-4171-bcdd-3e0acbbf7679 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439e8bbc-9404-4a29-b4f3-74eae3e8f44d') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:28.616789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-0e27937a-845f-4171-bcdd-3e0acbbf7679 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439e8bbc-9404-4a29-b4f3-74eae3e8f44d') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:28.623412 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f408904-217b-4d9c-ba62-231270870e46 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] DELETE failed (client error): The resource could not be found. Aug 26 01:14:28.623867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f408904-217b-4d9c-ba62-231270870e46 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:14:28.625569 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8f408904-217b-4d9c-ba62-231270870e46 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/804a7706-e833-4228-9c0f-06aaf8159091 HTTP/1.1" status: 404 len: 337 time: 0.0534058 Aug 26 01:14:28.628314 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52212) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:28.628672 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 366016e1-5c8f-452e-8a37-c84b6e724cb7 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:14:28.632692 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0e27937a-845f-4171-bcdd-3e0acbbf7679 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:28.656578 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0e27937a-845f-4171-bcdd-3e0acbbf7679 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:28.664328 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e27937a-845f-4171-bcdd-3e0acbbf7679 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:14:28.664728 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0e27937a-845f-4171-bcdd-3e0acbbf7679 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:28.672042 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f104ab0-cad6-42e0-b26e-a5e251a0b45f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] DELETE failed (client error): The resource could not be found. Aug 26 01:14:28.677532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f104ab0-cad6-42e0-b26e-a5e251a0b45f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:14:28.682527 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5f104ab0-cad6-42e0-b26e-a5e251a0b45f tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/subnets/0c6503e3-15f1-4771-89fb-ece5f2719431 HTTP/1.1" status: 404 len: 337 time: 0.0450516 Aug 26 01:14:28.683378 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52216) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:28.800993 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 439e8bbc-9404-4a29-b4f3-74eae3e8f44d resource provider aggregate not found Aug 26 01:14:28.817357 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-23d4589e-9044-4fb6-89b4-7ea22d621ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Deleting port 96ec6779-a42d-426a-9f52-a3378b712e07 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:28.817698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-23d4589e-9044-4fb6-89b4-7ea22d621ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:28.831357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-aeb106a8-0707-4b1f-9050-65762ea79a9c None None] Calling delete_port for 366016e1-5c8f-452e-8a37-c84b6e724cb7 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:28.861651 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 439e8bbc-9404-4a29-b4f3-74eae3e8f44d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 439e8bbc-9404-4a29-b4f3-74eae3e8f44d found for delete ", "request_id": "req-7a1905f7-9c7c-470d-862c-625b9c6a4b9e"}]} Aug 26 01:14:28.892920 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0e27937a-845f-4171-bcdd-3e0acbbf7679 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:28.914355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0e27937a-845f-4171-bcdd-3e0acbbf7679 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:28.921371 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e882e20e-03b4-4749-a763-ea3b6346c281 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3c7b4bbf6ea3427f837b93377020060f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080458 Aug 26 01:14:28.927879 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0e27937a-845f-4171-bcdd-3e0acbbf7679 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] 10.222.0.83 "DELETE /v2.0/networks/cee47530-5700-4344-bb28-7d2dbcf247e9 HTTP/1.1" status: 204 len: 168 time: 0.9682784 Aug 26 01:14:28.927879 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52228) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:28.978356 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27937a-845f-4171-bcdd-3e0acbbf7679 tempest-FloatingIPTestJSON-1288623020 tempest-FloatingIPTestJSON-1288623020-project] Pushing event deleted for resources: {'Network': ['ID=cee47530-5700-4344-bb28-7d2dbcf247e9,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:29.002376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-6351a2f6-6851-48ac-8e8a-287d1094d34c req-c6909de6-f780-4cc4-9aea-3b1c8bac557d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Synchronizing usage tracker for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:29.022922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aeb106a8-0707-4b1f-9050-65762ea79a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:29.065901 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2f6bcc22-36e2-4e4e-a22a-d2ae9db686f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:29.077427 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Port 366016e1-5c8f-452e-8a37-c84b6e724cb7 update to DOWN by agent not found {{(pid=89864) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2176}} Aug 26 01:14:29.103918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2f6bcc22-36e2-4e4e-a22a-d2ae9db686f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:29.108916 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb106a8-0707-4b1f-9050-65762ea79a9c None None] Pushing event deleted for resources: {'Port': ['ID=366016e1-5c8f-452e-8a37-c84b6e724cb7,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:29.111326 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb106a8-0707-4b1f-9050-65762ea79a9c None None] No DVR routers for this DVR port 366016e1-5c8f-452e-8a37-c84b6e724cb7 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:14:29.127717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-6351a2f6-6851-48ac-8e8a-287d1094d34c req-c6909de6-f780-4cc4-9aea-3b1c8bac557d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Unset dirty status for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:29.129241 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6351a2f6-6851-48ac-8e8a-287d1094d34c req-c6909de6-f780-4cc4-9aea-3b1c8bac557d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 210 time: 0.2080834 Aug 26 01:14:29.274015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2f6bcc22-36e2-4e4e-a22a-d2ae9db686f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:29.292968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bcc22-36e2-4e4e-a22a-d2ae9db686f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a451089d-0847-4d41-aeda-0f8ef1ff1497,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:29.300450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2f6bcc22-36e2-4e4e-a22a-d2ae9db686f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:29.301641 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2f6bcc22-36e2-4e4e-a22a-d2ae9db686f5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a451089d-0847-4d41-aeda-0f8ef1ff1497 HTTP/1.1" status: 204 len: 168 time: 0.3709273 Aug 26 01:14:29.366861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-23d4589e-9044-4fb6-89b4-7ea22d621ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:29.485420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52242) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:29.498460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-23d4589e-9044-4fb6-89b4-7ea22d621ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Calling delete_port for 96ec6779-a42d-426a-9f52-a3378b712e07 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:29.674571 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-23d4589e-9044-4fb6-89b4-7ea22d621ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:29.772390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4589e-9044-4fb6-89b4-7ea22d621ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Port': ['ID=96ec6779-a42d-426a-9f52-a3378b712e07,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:29.791144 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9d8fb712-cf3b-424b-ab74-7b47524ef9f7 req-9df75d08-79c9-4a81-b0f8-279b98d02639 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 210 time: 0.0669847 Aug 26 01:14:29.798297 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-58cb7169-951e-447b-b88f-3bea397eb8fb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a925f84e8f124030a4986bfb7bf12b79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094311 Aug 26 01:14:29.798923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-23d4589e-9044-4fb6-89b4-7ea22d621ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:29.799279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52252) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:29.866780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-813aa8d7-9338-4585-8f3f-5b87965450d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:29.894157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-813aa8d7-9338-4585-8f3f-5b87965450d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:29.907083 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-23d4589e-9044-4fb6-89b4-7ea22d621ec1 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/ports/96ec6779-a42d-426a-9f52-a3378b712e07 HTTP/1.1" status: 204 len: 168 time: 1.2211654 Aug 26 01:14:29.909300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52258) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:30.041164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-813aa8d7-9338-4585-8f3f-5b87965450d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.061033 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813aa8d7-9338-4585-8f3f-5b87965450d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed060e8-27ca-4951-a217-19718adeb2d8,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:30.065786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-813aa8d7-9338-4585-8f3f-5b87965450d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.078361 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-813aa8d7-9338-4585-8f3f-5b87965450d5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6ed060e8-27ca-4951-a217-19718adeb2d8 HTTP/1.1" status: 204 len: 168 time: 0.2778273 Aug 26 01:14:30.115449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c52e141a-9a9f-44e2-a463-58b05d6d8c66 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.140196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52264) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:30.165385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f23cce76-365e-41ef-8f6b-9eb1cc91efd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.184556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f23cce76-365e-41ef-8f6b-9eb1cc91efd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:30.189893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f23cce76-365e-41ef-8f6b-9eb1cc91efd4 admin admin] Usage tracker for resource:security_group_rule and tenant:691674471978428d98b7ab146037c38d is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:30.193100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f23cce76-365e-41ef-8f6b-9eb1cc91efd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:30.201433 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f23cce76-365e-41ef-8f6b-9eb1cc91efd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:30.268061 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-71fd3cb8-d0dc-4fc8-85af-9a2d0427b5c6 req-ef9dc701-6957-40fb-be1d-d16c5efc6346 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 210 time: 0.0615361 Aug 26 01:14:30.275628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-cf4dc6d4-84f8-4b57-9540-00e54ace312a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:30.277071 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-cf4dc6d4-84f8-4b57-9540-00e54ace312a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/networks?id=d72c0b94-166a-4a66-a4e5-0afcda8d7d37 HTTP/1.1" status: 200 len: 797 time: 0.2909446 Aug 26 01:14:30.299119 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c52e141a-9a9f-44e2-a463-58b05d6d8c66 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.344400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-c52e141a-9a9f-44e2-a463-58b05d6d8c66 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39c443c-7918-4a03-b4e5-74e2bba35154']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:30.368426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f23cce76-365e-41ef-8f6b-9eb1cc91efd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.369228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-c52e141a-9a9f-44e2-a463-58b05d6d8c66 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf34d65-181d-4b2c-8c83-c831f48013a1') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:30.369707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-c52e141a-9a9f-44e2-a463-58b05d6d8c66 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf34d65-181d-4b2c-8c83-c831f48013a1') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:30.383182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-b9370365-a45e-46bb-b2a5-72a99db68e6b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:30.389434 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c52e141a-9a9f-44e2-a463-58b05d6d8c66 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.409856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-b9370365-a45e-46bb-b2a5-72a99db68e6b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:30.410992 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-b9370365-a45e-46bb-b2a5-72a99db68e6b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 379 time: 0.1073081 Aug 26 01:14:30.411888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c52e141a-9a9f-44e2-a463-58b05d6d8c66 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.418114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52e141a-9a9f-44e2-a463-58b05d6d8c66 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:14:30.419247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c52e141a-9a9f-44e2-a463-58b05d6d8c66 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.451244 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f23cce76-365e-41ef-8f6b-9eb1cc91efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.486942 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'port': {'device_id': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'admin_state_up': True, 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'security_groups': ['68d20509-6edb-44ee-bebe-114405a8e17a']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:30.505118 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 6bf34d65-181d-4b2c-8c83-c831f48013a1 resource provider aggregate not found Aug 26 01:14:30.532046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cce76-365e-41ef-8f6b-9eb1cc91efd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c09a4b6-9485-48ae-b7d5-a6d24feb4304,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:30.541633 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6e4e79a7-94da-40b3-a133-b4ade461a41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.551511 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f23cce76-365e-41ef-8f6b-9eb1cc91efd4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=691674471978428d98b7ab146037c38d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094203 Aug 26 01:14:30.552277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52276) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:30.585426 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 6bf34d65-181d-4b2c-8c83-c831f48013a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bf34d65-181d-4b2c-8c83-c831f48013a1 found for delete ", "request_id": "req-2e620ec7-4b95-4cbe-b71f-03bd7bc8df7d"}]} Aug 26 01:14:30.642099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8bfed205-300d-4c94-a69a-786fb5ffa8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.673034 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8bfed205-300d-4c94-a69a-786fb5ffa8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.674628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:30.688035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:30.700465 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c52e141a-9a9f-44e2-a463-58b05d6d8c66 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.705469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c52e141a-9a9f-44e2-a463-58b05d6d8c66 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.731707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e141a-9a9f-44e2-a463-58b05d6d8c66 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] Pushing event deleted for resources: {'Network': ['ID=c39c443c-7918-4a03-b4e5-74e2bba35154,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:30.737797 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c52e141a-9a9f-44e2-a463-58b05d6d8c66 tempest-PortsTestJSON-1414969095 tempest-PortsTestJSON-1414969095-project] 10.222.0.83 "DELETE /v2.0/networks/c39c443c-7918-4a03-b4e5-74e2bba35154 HTTP/1.1" status: 204 len: 168 time: 0.8258853 Aug 26 01:14:30.782601 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:30.786161 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.824243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8bfed205-300d-4c94-a69a-786fb5ffa8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.844576 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfed205-300d-4c94-a69a-786fb5ffa8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c09a4b6-9485-48ae-b7d5-a6d24feb4304,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:30.850531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8bfed205-300d-4c94-a69a-786fb5ffa8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:30.852099 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8bfed205-300d-4c94-a69a-786fb5ffa8c2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3c09a4b6-9485-48ae-b7d5-a6d24feb4304 HTTP/1.1" status: 204 len: 168 time: 0.2988675 Aug 26 01:14:31.040583 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b94d8719-a4bd-4783-9c0a-4a787ea05000 req-580a6c33-584b-4c80-9ab3-376d30b11eb5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 210 time: 0.0649135 Aug 26 01:14:31.065979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.14 (d72c0b94-166a-4a66-a4e5-0afcda8d7d37/ef82664c-1805-4585-a01d-64dabc041c42/295206b7-03b9-4f62-8ef3-7146d2da02b5) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:14:31.269423 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:31.284857 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 295206b7-03b9-4f62-8ef3-7146d2da02b5 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:31.314662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52306) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:31.386246 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:31.546973 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cabc71fa-5e6c-41bb-bd19-2e4ae543d04b req-43561738-858b-4ddf-b0f0-34a06c240cb0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 210 time: 0.1552129 Aug 26 01:14:31.682207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network d72c0b94-166a-4a66-a4e5-0afcda8d7d37 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:14:31.689806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:31.697922 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=295206b7-03b9-4f62-8ef3-7146d2da02b5,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:31.703929 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:14:31.731727 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52316) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:31.744057 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6da417f1-53b8-48a5-a404-d69c3dc8ad94 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b6fecc27c7814330a4290a39b1ad6641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278579 Aug 26 01:14:31.748888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52322) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:31.794052 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:31.794682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:31.847890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7dba991-7071-4b31-a608-b988fb67b5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:31.897749 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-516651c3-7a3e-4a2a-8002-f5a874eb732a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4561942 Aug 26 01:14:31.904568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7dba991-7071-4b31-a608-b988fb67b5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:31.919784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Request body: {'networks': [{'name': 'tempest-network--1516147323'}, {'name': 'tempest-network--1129574461'}]} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:31.920106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Request body: {'network': {'name': 'tempest-network--1516147323'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:31.920577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Request body: {'network': {'name': 'tempest-network--1129574461'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:31.923432 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Request body: {'port': {'device_id': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:31.930664 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:31.990296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Usage tracker for resource:network and tenant:f129ca81027a4931936c60b47c5e9ff7 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:32.005146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:32.026696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:32.053676 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:32.096058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-a2a4ddf8-ff5e-407e-9fd7-ba512707a17e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:32.096664 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-a2a4ddf8-ff5e-407e-9fd7-ba512707a17e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Synchronizing usage tracker for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:32.113484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-aafa621c-0953-449e-80a8-3f9e1e263660 None None] Provisioning for port 295206b7-03b9-4f62-8ef3-7146d2da02b5 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:32.118911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-aafa621c-0953-449e-80a8-3f9e1e263660 None None] Provisioning complete for port 295206b7-03b9-4f62-8ef3-7146d2da02b5 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:32.119335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aafa621c-0953-449e-80a8-3f9e1e263660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:32.148153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Made reservation on behalf of f129ca81027a4931936c60b47c5e9ff7 for: {'network': 2} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:32.153222 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:32.164061 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7dba991-7071-4b31-a608-b988fb67b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:32.190617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:32.193051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-aafa621c-0953-449e-80a8-3f9e1e263660 None None] Port 295206b7-03b9-4f62-8ef3-7146d2da02b5 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:32.200673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dba991-7071-4b31-a608-b988fb67b5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14da4d22-4656-484d-ab74-1939cfc1940d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:32.212465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a7dba991-7071-4b31-a608-b988fb67b5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:32.217263 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a7dba991-7071-4b31-a608-b988fb67b5ce admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/14da4d22-4656-484d-ab74-1939cfc1940d HTTP/1.1" status: 204 len: 168 time: 0.4637635 Aug 26 01:14:32.217263 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:32.226907 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-a2a4ddf8-ff5e-407e-9fd7-ba512707a17e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Unset dirty status for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:32.227910 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-a2a4ddf8-ff5e-407e-9fd7-ba512707a17e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.94 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 811 time: 0.3541169 Aug 26 01:14:32.228976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Usage tracker for resource:security_group_rule and tenant:f129ca81027a4931936c60b47c5e9ff7 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:32.232124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:32.238212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:32.315572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc10ded-2058-4efc-81f0-3f1181cc39e1 req-c6de8e6e-54ee-42d2-8e4c-af5355a1a128 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:32.316431 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-bcc10ded-2058-4efc-81f0-3f1181cc39e1 req-c6de8e6e-54ee-42d2-8e4c-af5355a1a128 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:32.321317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-acdecedf-402a-45f4-b3e1-cac0f246580d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Synchronizing usage tracker for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:32.351470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-acdecedf-402a-45f4-b3e1-cac0f246580d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Unset dirty status for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:32.351470 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-acdecedf-402a-45f4-b3e1-cac0f246580d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79 HTTP/1.1" status: 200 len: 377 time: 0.0892060 Aug 26 01:14:32.385029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:32.404545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Request body: {'port': {'device_id': 'bef4c76d-f256-4de1-8c50-19c6bd3e9bd9', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'admin_state_up': True, 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'security_groups': ['0ad6fd47-159f-420e-b1a9-a651ed87ff8b']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:32.453100 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-bcc10ded-2058-4efc-81f0-3f1181cc39e1 req-c6de8e6e-54ee-42d2-8e4c-af5355a1a128 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:32.459564 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bcc10ded-2058-4efc-81f0-3f1181cc39e1 req-c6de8e6e-54ee-42d2-8e4c-af5355a1a128 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 932 time: 0.2754917 Aug 26 01:14:32.505785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:32.505785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:32.540134 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bcc10ded-2058-4efc-81f0-3f1181cc39e1 req-cf0547ef-4f0f-49b0-b3fb-8ab8ff9b8a7e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=68d20509-6edb-44ee-bebe-114405a8e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796134 Aug 26 01:14:32.553633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:14:32.578914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a94ae1-dd83-440b-8d07-fdbfaa19c6ab,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:32.591225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:32.597345 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Added segment 9fbb42e1-9abc-464f-9111-0e4e8a7069c0 of type vlan for network 961d517b-7706-4bfe-bdaf-df7f1fcf6173 Aug 26 01:14:32.626442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295206b7-03b9-4f62-8ef3-7146d2da02b5 {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:14:32.634603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:32.653677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Transition to ACTIVE for port object 295206b7-03b9-4f62-8ef3-7146d2da02b5 will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:32.661189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:32.664784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:32.680068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:32.718569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:14:32.736701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:32.806931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:32.807283 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Added segment a7e119e0-1936-49af-a7a3-f0eb001e9ee2 of type vlan for network 99e0e630-c0bf-4f53-956c-b4c9077db46d Aug 26 01:14:32.810239 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c870d205-8d73-4bc4-8a29-2ccdceeedff2 req-ca112c84-dc1c-45bb-b37a-f6ffaf25390f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 210 time: 0.0892639 Aug 26 01:14:32.815617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Made reservation on behalf of 2aa7b4e203ec49ba8a6e61f4fd46cc79 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:32.818564 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:32.910886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:33.026236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Pushing event updated for resources: {'Port': ['ID=295206b7-03b9-4f62-8ef3-7146d2da02b5,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:33.057154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Attempting to bind port 295206b7-03b9-4f62-8ef3-7146d2da02b5 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:14:33.057492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Attempting to bind port 295206b7-03b9-4f62-8ef3-7146d2da02b5 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '0816503b-c7df-44a7-9aae-fed35f09711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:14:33.057859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Attempting to bind port 295206b7-03b9-4f62-8ef3-7146d2da02b5 on network d72c0b94-166a-4a66-a4e5-0afcda8d7d37 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:14:33.058378 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.resource_extend [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 01:14:33.059222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e4b2f447-c615-45f9-a79f-ba87507525c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:33.063307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Port 295206b7-03b9-4f62-8ef3-7146d2da02b5 on network d72c0b94-166a-4a66-a4e5-0afcda8d7d37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:14:33.063637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Attempting to bind port 295206b7-03b9-4f62-8ef3-7146d2da02b5 on network d72c0b94-166a-4a66-a4e5-0afcda8d7d37 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:14:33.070280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:14:33.070802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Checking segment: {'id': '0816503b-c7df-44a7-9aae-fed35f09711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:14:33.071066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Bound using segment: {'id': '0816503b-c7df-44a7-9aae-fed35f09711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:14:33.072214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Bound port: 295206b7-03b9-4f62-8ef3-7146d2da02b5, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0816503b-c7df-44a7-9aae-fed35f09711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:14:33.072573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:33.167743 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Allocated IP 172.20.0.9 (277863a4-4254-4976-bcf1-d2e6a4c64c1e/6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083/98f9d404-f771-43c2-a657-20f4654a6575) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:14:33.192193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] For port 295206b7-03b9-4f62-8ef3-7146d2da02b5, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:14:33.196826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] For port 295206b7-03b9-4f62-8ef3-7146d2da02b5, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=295206b7-03b9-4f62-8ef3-7146d2da02b5,segment=NetworkSegment(0816503b-c7df-44a7-9aae-fed35f09711d),segment_id=0816503b-c7df-44a7-9aae-fed35f09711d)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:14:33.204315 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:33.204315 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:33.207985 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:33.212845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:33.213644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:33.287178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:33.290808 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:33.291427 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:33.292983 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] 10.222.0.94 "PUT /v2.0/ports/295206b7-03b9-4f62-8ef3-7146d2da02b5 HTTP/1.1" status: 200 len: 1094 time: 1.3755524 Aug 26 01:14:33.331354 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'tag': '295206b7-03b9-4f62-8ef3-7146d2da02b5'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:14:33.409304 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02aa3ced-ce5e-47d6-8826-1968865326a7'] response: {'name': 'network-changed', 'server_uuid': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'tag': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'status': 'completed', 'code': 200} Aug 26 01:14:33.417797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfb5da-a5dc-496a-b5f6-d90b2f45a122 service neutron] Pushing event updated for resources: {'Port': ['ID=295206b7-03b9-4f62-8ef3-7146d2da02b5,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:33.427894 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event updated for resources: {'Network': ['ID=961d517b-7706-4bfe-bdaf-df7f1fcf6173,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:33.458498 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 961d517b-7706-4bfe-bdaf-df7f1fcf6173 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:14:33.521025 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7860615 Aug 26 01:14:33.523848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52354) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:33.569890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefb04f-9aa5-44b3-946f-0d776d5a66df tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event updated for resources: {'Network': ['ID=99e0e630-c0bf-4f53-956c-b4c9077db46d,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:33.587410 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 99e0e630-c0bf-4f53-956c-b4c9077db46d details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:14:33.607705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:33.629550 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Transition to ACTIVE for port object 98f9d404-f771-43c2-a657-20f4654a6575 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:33.663494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552eeb2-ef8f-4462-be83-33e8ae1af754 req-c0f35d2d-bdfe-4a03-ad5f-db8b3b3afc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:33.665037 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7552eeb2-ef8f-4462-be83-33e8ae1af754 req-c0f35d2d-bdfe-4a03-ad5f-db8b3b3afc3a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 1097 time: 0.2129729 Aug 26 01:14:33.737284 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:33.835500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:33.852203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552eeb2-ef8f-4462-be83-33e8ae1af754 req-e64e4e58-7ca2-40d7-aee8-d21ca8e4337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:33.853651 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7552eeb2-ef8f-4462-be83-33e8ae1af754 req-e64e4e58-7ca2-40d7-aee8-d21ca8e4337e service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1627588 Aug 26 01:14:33.899584 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52364) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:33.909075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Network 277863a4-4254-4976-bcf1-d2e6a4c64c1e is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:14:33.914210 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:33.921554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:14:33.943719 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:33.991653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5d4fa1-bc21-4156-868e-49fdd7896f2a tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:34.009163 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5d4fa1-bc21-4156-868e-49fdd7896f2a tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:34.009163 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5d4fa1-bc21-4156-868e-49fdd7896f2a tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:34.012739 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5d4fa1-bc21-4156-868e-49fdd7896f2a tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:34.014441 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fd5d4fa1-bc21-4156-868e-49fdd7896f2a tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4876530 Aug 26 01:14:34.020985 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:34.021787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:34.030289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52370) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:34.078421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'Port': ['ID=98f9d404-f771-43c2-a657-20f4654a6575,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:34.208029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa66445-8fc7-4388-b74e-79cb12a261d9 req-34b55765-65ca-4eb0-987a-403dc788d3b7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:34.215941 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-aaa66445-8fc7-4388-b74e-79cb12a261d9 req-34b55765-65ca-4eb0-987a-403dc788d3b7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 944 time: 0.4764349 Aug 26 01:14:34.236593 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-4eff0822-fa2b-4d07-85cf-a4a64bc99748 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8360975 Aug 26 01:14:34.244417 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-94ed3fb1-69df-41db-957b-8a59a82315bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:34.267102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-f1f4d92b-5d1d-4cf2-ad00-d16a432c9784 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:34.268019 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING neutron.api.v2.base [None req-f1f4d92b-5d1d-4cf2-ad00-d16a432c9784 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 26 01:14:34.268798 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-f1f4d92b-5d1d-4cf2-ad00-d16a432c9784 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): There was a conflict when trying to complete your request. Aug 26 01:14:34.269410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Request body: {'port': {'device_id': 'bef4c76d-f256-4de1-8c50-19c6bd3e9bd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:34.269921 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f1f4d92b-5d1d-4cf2-ad00-d16a432c9784 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3693736 Aug 26 01:14:34.274703 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52374) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:34.288904 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group': {'name': 'tempest-secgroup--643713996'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:34.296637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:34.305685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:34.311921 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:34.335690 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:34.362647 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-aaa66445-8fc7-4388-b74e-79cb12a261d9 req-e3cad462-3de1-47f0-b2f0-97368700b603 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=68d20509-6edb-44ee-bebe-114405a8e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453185 Aug 26 01:14:34.385805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552eeb2-ef8f-4462-be83-33e8ae1af754 req-b54663dc-012a-4a2c-bfaf-8a9a6244fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:34.385805 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7552eeb2-ef8f-4462-be83-33e8ae1af754 req-b54663dc-012a-4a2c-bfaf-8a9a6244fccb service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5142238 Aug 26 01:14:34.396223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b0d753aa-18a3-40fe-8f58-394496fa0d57 None None] Provisioning for port 98f9d404-f771-43c2-a657-20f4654a6575 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:34.405394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b0d753aa-18a3-40fe-8f58-394496fa0d57 None None] Provisioning complete for port 98f9d404-f771-43c2-a657-20f4654a6575 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:34.405593 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00048d-8bcc-4e37-ac68-c3cc324f3701 req-5daee3df-ab8d-45ea-8648-82bbf4d4f6f1 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:34.405733 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b0d753aa-18a3-40fe-8f58-394496fa0d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:34.412162 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ff00048d-8bcc-4e37-ac68-c3cc324f3701 req-5daee3df-ab8d-45ea-8648-82bbf4d4f6f1 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 931 time: 0.3943982 Aug 26 01:14:34.452091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:34.472185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b0d753aa-18a3-40fe-8f58-394496fa0d57 None None] Port 98f9d404-f771-43c2-a657-20f4654a6575 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:34.512468 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ff00048d-8bcc-4e37-ac68-c3cc324f3701 req-1c6c6d0b-8eda-4527-80a2-19935cc0af86 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0990968 Aug 26 01:14:34.519796 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:34.554200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:34.560985 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:34.569256 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:34.571206 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-94ed3fb1-69df-41db-957b-8a59a82315bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:34.575071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:34.583003 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:34.622668 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-34a6a6fe-45d1-49d1-8628-1c4933865b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:34.624341 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-34a6a6fe-45d1-49d1-8628-1c4933865b31 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 1097 time: 0.1594443 Aug 26 01:14:34.634587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-94ed3fb1-69df-41db-957b-8a59a82315bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961d517b-7706-4bfe-bdaf-df7f1fcf6173']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:34.662467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-94ed3fb1-69df-41db-957b-8a59a82315bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbb42e1-9abc-464f-9111-0e4e8a7069c0') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:34.662823 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-94ed3fb1-69df-41db-957b-8a59a82315bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbb42e1-9abc-464f-9111-0e4e8a7069c0') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:34.680451 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-94ed3fb1-69df-41db-957b-8a59a82315bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:34.720959 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-1e015ca2-289c-439e-a4b0-c5243a8bc353 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295206b7-03b9-4f62-8ef3-7146d2da02b5 HTTP/1.1" status: 200 len: 217 time: 0.0742915 Aug 26 01:14:34.741782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-94ed3fb1-69df-41db-957b-8a59a82315bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:34.762463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ed3fb1-69df-41db-957b-8a59a82315bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:14:34.763025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-94ed3fb1-69df-41db-957b-8a59a82315bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:34.801131 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:34.812547 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-50daa967-0ed7-4963-990a-1315a9d1a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:34.814163 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-50daa967-0ed7-4963-990a-1315a9d1a212 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ef82664c-1805-4585-a01d-64dabc041c42 HTTP/1.1" status: 200 len: 834 time: 0.0846536 Aug 26 01:14:34.848418 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 9fbb42e1-9abc-464f-9111-0e4e8a7069c0 resource provider aggregate not found Aug 26 01:14:34.888133 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:34.894177 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 9fbb42e1-9abc-464f-9111-0e4e8a7069c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fbb42e1-9abc-464f-9111-0e4e8a7069c0 found for delete ", "request_id": "req-aa1e9d31-a65b-4023-b094-2fbcbde4ed77"}]} Aug 26 01:14:34.904093 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:34.920067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:34.925515 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:34.941595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:34.956067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142600b7-38b8-4fb0-be71-71c6b00de3d1,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:34.993518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-95936a5c-e871-4354-84ec-9f1077a30614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:34.995130 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-95936a5c-e871-4354-84ec-9f1077a30614 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d72c0b94-166a-4a66-a4e5-0afcda8d7d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1707664 Aug 26 01:14:35.034657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-94ed3fb1-69df-41db-957b-8a59a82315bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.058434 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-94ed3fb1-69df-41db-957b-8a59a82315bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.118840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.167527 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-849528f0-6882-4017-94b1-f52d1bbc533d service neutron] 10.222.0.94 "GET /v2.0/networks/d72c0b94-166a-4a66-a4e5-0afcda8d7d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594172 Aug 26 01:14:35.190141 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-94ed3fb1-69df-41db-957b-8a59a82315bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "DELETE /v2.0/networks/961d517b-7706-4bfe-bdaf-df7f1fcf6173 HTTP/1.1" status: 204 len: 168 time: 1.1561601 Aug 26 01:14:35.195228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52382) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:35.251162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.311825 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed3fb1-69df-41db-957b-8a59a82315bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event deleted for resources: {'Network': ['ID=961d517b-7706-4bfe-bdaf-df7f1fcf6173,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:35.317244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354cf2bc-d43d-4f13-ab42-7c82c0dc565d,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:35.353191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f9d404-f771-43c2-a657-20f4654a6575 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:14:35.365861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.375478 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8195278d-5a3b-463e-a38a-cdc957dea471 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.378191 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d853b513-be6b-49d7-b47e-fbb4f1929e33 req-e49a02f6-1145-4466-bf65-bd06ce6a6bc1 service neutron] 10.222.0.94 "GET /v2.0/networks/d72c0b94-166a-4a66-a4e5-0afcda8d7d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011163 Aug 26 01:14:35.394752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Transition to ACTIVE for port object 98f9d404-f771-43c2-a657-20f4654a6575 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:35.407995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.409342 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-57b974b4-2537-4287-8923-8fad3a354ac8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1279054 Aug 26 01:14:35.412284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52388) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:35.419511 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-870e5696-238b-4126-b7da-ea0c5ebfd7b3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '354cf2bc-d43d-4f13-ab42-7c82c0dc565d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:35.426637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-870e5696-238b-4126-b7da-ea0c5ebfd7b3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:35.431838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-870e5696-238b-4126-b7da-ea0c5ebfd7b3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:35.437022 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-870e5696-238b-4126-b7da-ea0c5ebfd7b3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:35.444259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-870e5696-238b-4126-b7da-ea0c5ebfd7b3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:35.452746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.523281 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.551267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-870e5696-238b-4126-b7da-ea0c5ebfd7b3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.625127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-870e5696-238b-4126-b7da-ea0c5ebfd7b3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.704572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-870e5696-238b-4126-b7da-ea0c5ebfd7b3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.704787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8195278d-5a3b-463e-a38a-cdc957dea471 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.747019 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e5696-238b-4126-b7da-ea0c5ebfd7b3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7dac0d-8aa4-4105-a48f-6ba9aa26a877,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:35.778865 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d0e93-add3-4f0b-b699-d7cf0023ebb9 req-e4629d6a-6770-4563-bbf8-833c6413b1d4 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:35.780567 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9f4d0e93-add3-4f0b-b699-d7cf0023ebb9 req-e4629d6a-6770-4563-bbf8-833c6413b1d4 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 943 time: 0.1226363 Aug 26 01:14:35.784898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Pushing event updated for resources: {'Port': ['ID=98f9d404-f771-43c2-a657-20f4654a6575,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:35.819274 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-8195278d-5a3b-463e-a38a-cdc957dea471 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e0e630-c0bf-4f53-956c-b4c9077db46d']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:35.833538 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9f4d0e93-add3-4f0b-b699-d7cf0023ebb9 req-80cc84f2-23f0-4ba8-b757-1f7a66a2b54a tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461197 Aug 26 01:14:35.835396 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-870e5696-238b-4126-b7da-ea0c5ebfd7b3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.836718 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-870e5696-238b-4126-b7da-ea0c5ebfd7b3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4234085 Aug 26 01:14:35.839594 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52394) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:35.848038 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-8195278d-5a3b-463e-a38a-cdc957dea471 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e119e0-1936-49af-a7a3-f0eb001e9ee2') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:35.848333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-8195278d-5a3b-463e-a38a-cdc957dea471 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e119e0-1936-49af-a7a3-f0eb001e9ee2') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:35.849586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-444f096e-20a4-4fc4-b036-e3548d970315 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '354cf2bc-d43d-4f13-ab42-7c82c0dc565d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:35.858514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-444f096e-20a4-4fc4-b036-e3548d970315 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:35.861928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-444f096e-20a4-4fc4-b036-e3548d970315 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:35.865437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-444f096e-20a4-4fc4-b036-e3548d970315 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:35.868363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8195278d-5a3b-463e-a38a-cdc957dea471 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.872347 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-444f096e-20a4-4fc4-b036-e3548d970315 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:35.894779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8195278d-5a3b-463e-a38a-cdc957dea471 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.915973 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8195278d-5a3b-463e-a38a-cdc957dea471 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:14:35.916363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8195278d-5a3b-463e-a38a-cdc957dea471 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.940053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcbffa-2b8f-4c7e-96e6-52a6678908cc req-d769c88d-074f-4c91-8ad7-9fd0b97a4bc2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:35.941520 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2afcbffa-2b8f-4c7e-96e6-52a6678908cc req-d769c88d-074f-4c91-8ad7-9fd0b97a4bc2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 944 time: 0.4254954 Aug 26 01:14:35.990823 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-444f096e-20a4-4fc4-b036-e3548d970315 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:35.995866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Attempting to bind port 98f9d404-f771-43c2-a657-20f4654a6575 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:14:35.999886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Attempting to bind port 98f9d404-f771-43c2-a657-20f4654a6575 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:14:35.999886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Attempting to bind port 98f9d404-f771-43c2-a657-20f4654a6575 on network 277863a4-4254-4976-bcf1-d2e6a4c64c1e {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:14:36.039179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Port 98f9d404-f771-43c2-a657-20f4654a6575 on network 277863a4-4254-4976-bcf1-d2e6a4c64c1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:14:36.039975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Attempting to bind port 98f9d404-f771-43c2-a657-20f4654a6575 on network 277863a4-4254-4976-bcf1-d2e6a4c64c1e {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:14:36.049131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:14:36.049131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Checking segment: {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:14:36.049563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Bound using segment: {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:14:36.049731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Bound port: 98f9d404-f771-43c2-a657-20f4654a6575, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:14:36.049960 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:36.107754 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2afcbffa-2b8f-4c7e-96e6-52a6678908cc req-40b82559-5ea6-49fd-a1db-74f3f5df8117 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=68d20509-6edb-44ee-bebe-114405a8e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605437 Aug 26 01:14:36.110016 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-444f096e-20a4-4fc4-b036-e3548d970315 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): There was a conflict when trying to complete your request. Aug 26 01:14:36.115109 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-444f096e-20a4-4fc4-b036-e3548d970315 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2702832 Aug 26 01:14:36.116488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52398) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:36.151889 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8195278d-5a3b-463e-a38a-cdc957dea471 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:36.186435 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8195278d-5a3b-463e-a38a-cdc957dea471 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:36.188021 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3700f1e9-4a36-4ac5-a3e1-05ac5abac222 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:36.197986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195278d-5a3b-463e-a38a-cdc957dea471 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event deleted for resources: {'Network': ['ID=99e0e630-c0bf-4f53-956c-b4c9077db46d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:36.206813 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8195278d-5a3b-463e-a38a-cdc957dea471 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "DELETE /v2.0/networks/99e0e630-c0bf-4f53-956c-b4c9077db46d HTTP/1.1" status: 204 len: 168 time: 1.0071950 Aug 26 01:14:36.206813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52402) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:36.212110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] For port 98f9d404-f771-43c2-a657-20f4654a6575, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:14:36.235256 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3700f1e9-4a36-4ac5-a3e1-05ac5abac222 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:36.305588 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] For port 98f9d404-f771-43c2-a657-20f4654a6575, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=98f9d404-f771-43c2-a657-20f4654a6575,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:14:36.380062 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3700f1e9-4a36-4ac5-a3e1-05ac5abac222 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:36.389088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd971d46-a018-4bab-ae76-b866102445a9 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:36.395353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd971d46-a018-4bab-ae76-b866102445a9 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:36.396127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bd971d46-a018-4bab-ae76-b866102445a9 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Synchronizing usage tracker for tenant:f129ca81027a4931936c60b47c5e9ff7 on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:36.400426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:36.403225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700f1e9-4a36-4ac5-a3e1-05ac5abac222 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=354cf2bc-d43d-4f13-ab42-7c82c0dc565d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:36.406545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3700f1e9-4a36-4ac5-a3e1-05ac5abac222 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:36.407662 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3700f1e9-4a36-4ac5-a3e1-05ac5abac222 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "DELETE /v2.0/security-groups/354cf2bc-d43d-4f13-ab42-7c82c0dc565d HTTP/1.1" status: 204 len: 168 time: 0.2900481 Aug 26 01:14:36.412851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52406) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:36.453091 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:36.453838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:36.455411 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] 10.222.0.94 "PUT /v2.0/ports/98f9d404-f771-43c2-a657-20f4654a6575 HTTP/1.1" status: 200 len: 1093 time: 2.1956987 Aug 26 01:14:36.462226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef4c76d-f256-4de1-8c50-19c6bd3e9bd9', 'tag': '98f9d404-f771-43c2-a657-20f4654a6575'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:14:36.472301 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f430fc6e-80df-406e-9bd8-f4cb411da577 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Synchronizing usage tracker for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:36.503153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c11290-3a51-4877-814a-acef193eac40 service neutron] Pushing event updated for resources: {'Port': ['ID=98f9d404-f771-43c2-a657-20f4654a6575,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:36.521330 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8cdcfc3-5ffa-4daf-8297-3cf190c09e66'] response: {'name': 'network-changed', 'server_uuid': 'bef4c76d-f256-4de1-8c50-19c6bd3e9bd9', 'tag': '98f9d404-f771-43c2-a657-20f4654a6575', 'status': 'completed', 'code': 200} Aug 26 01:14:36.565061 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bd971d46-a018-4bab-ae76-b866102445a9 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Unset dirty status for tenant:f129ca81027a4931936c60b47c5e9ff7 on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:36.566265 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bd971d46-a018-4bab-ae76-b866102445a9 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3591783 Aug 26 01:14:36.569827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52412) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:36.576674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0117d94a-975a-46de-9d10-35e4819351de tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1656236464'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:36.593529 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f430fc6e-80df-406e-9bd8-f4cb411da577 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Unset dirty status for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:36.599352 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f430fc6e-80df-406e-9bd8-f4cb411da577 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1810563 Aug 26 01:14:36.599352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52416) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:36.604574 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-abead32c-8a21-4647-b4a9-93f41e5ce556 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817636938'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:36.611469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-abead32c-8a21-4647-b4a9-93f41e5ce556 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:36.622261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-abead32c-8a21-4647-b4a9-93f41e5ce556 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:36.628633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0117d94a-975a-46de-9d10-35e4819351de tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:36.650128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0117d94a-975a-46de-9d10-35e4819351de tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:36.687941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97187add-474d-45c3-b726-87731dc584cf req-07955134-e2d6-45f6-b731-71147c42e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:36.689407 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97187add-474d-45c3-b726-87731dc584cf req-07955134-e2d6-45f6-b731-71147c42e391 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 1096 time: 0.1046553 Aug 26 01:14:36.710021 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-abead32c-8a21-4647-b4a9-93f41e5ce556 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:36.735167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-abead32c-8a21-4647-b4a9-93f41e5ce556 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:36.739306 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-abead32c-8a21-4647-b4a9-93f41e5ce556 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:36.742258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-abead32c-8a21-4647-b4a9-93f41e5ce556 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:36.748585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-abead32c-8a21-4647-b4a9-93f41e5ce556 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:36.780692 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0117d94a-975a-46de-9d10-35e4819351de tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Made reservation on behalf of f129ca81027a4931936c60b47c5e9ff7 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:36.784188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0117d94a-975a-46de-9d10-35e4819351de tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:36.842695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-abead32c-8a21-4647-b4a9-93f41e5ce556 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:36.845897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0117d94a-975a-46de-9d10-35e4819351de tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:14:36.879608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0117d94a-975a-46de-9d10-35e4819351de tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:36.879957 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-0117d94a-975a-46de-9d10-35e4819351de tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Added segment 9ab36088-82f2-400e-b430-11776fa66c3d of type vlan for network 927be252-176b-4119-8cc7-259a1ee25474 Aug 26 01:14:36.887170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-abead32c-8a21-4647-b4a9-93f41e5ce556 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:36.889355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97187add-474d-45c3-b726-87731dc584cf req-491933be-6d0d-4a4b-9281-78f6031cabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:36.890833 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97187add-474d-45c3-b726-87731dc584cf req-491933be-6d0d-4a4b-9281-78f6031cabc2 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1810031 Aug 26 01:14:36.935516 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a7e119e0-1936-49af-a7a3-f0eb001e9ee2 resource provider aggregate not found Aug 26 01:14:36.943077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0117d94a-975a-46de-9d10-35e4819351de tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:36.953883 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abead32c-8a21-4647-b4a9-93f41e5ce556 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436a28f1-5bd2-4087-926b-50622deac7aa,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:37.035909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-abead32c-8a21-4647-b4a9-93f41e5ce556 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:37.037209 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-abead32c-8a21-4647-b4a9-93f41e5ce556 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4371021 Aug 26 01:14:37.040354 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52428) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:37.045689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-cf4b878f-a10d-4626-a5b1-54096c40ed49 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '436a28f1-5bd2-4087-926b-50622deac7aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:37.046512 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING neutron.api.v2.base [None req-cf4b878f-a10d-4626-a5b1-54096c40ed49 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 26 01:14:37.047006 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-cf4b878f-a10d-4626-a5b1-54096c40ed49 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:37.048011 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cf4b878f-a10d-4626-a5b1-54096c40ed49 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067091 Aug 26 01:14:37.051227 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52432) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:37.121929 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42326eec-4ea3-4ef8-81b9-680052ddc9ea tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:37.124906 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a7e119e0-1936-49af-a7a3-f0eb001e9ee2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7e119e0-1936-49af-a7a3-f0eb001e9ee2 found for delete ", "request_id": "req-24556b62-b43f-4b92-92bd-5584499bc5db"}]} Aug 26 01:14:37.151296 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42326eec-4ea3-4ef8-81b9-680052ddc9ea tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:37.277084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97187add-474d-45c3-b726-87731dc584cf req-76db06d7-b7ba-42b8-af24-cf68396fff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:37.278721 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97187add-474d-45c3-b726-87731dc584cf req-76db06d7-b7ba-42b8-af24-cf68396fff13 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3700523 Aug 26 01:14:37.290982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0251cf-5a4d-47bf-b753-0114eacc3ddb req-53303b79-35c7-45a1-bfa2-69ba75b05848 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:37.291670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-0b0251cf-5a4d-47bf-b753-0114eacc3ddb req-53303b79-35c7-45a1-bfa2-69ba75b05848 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Synchronizing usage tracker for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:37.296055 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42326eec-4ea3-4ef8-81b9-680052ddc9ea tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:37.322669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42326eec-4ea3-4ef8-81b9-680052ddc9ea tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436a28f1-5bd2-4087-926b-50622deac7aa,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:37.329461 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42326eec-4ea3-4ef8-81b9-680052ddc9ea tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:37.333289 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-42326eec-4ea3-4ef8-81b9-680052ddc9ea tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "DELETE /v2.0/security-groups/436a28f1-5bd2-4087-926b-50622deac7aa HTTP/1.1" status: 204 len: 168 time: 0.2811260 Aug 26 01:14:37.334813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52438) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:37.336266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0117d94a-975a-46de-9d10-35e4819351de tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:37.342899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117d94a-975a-46de-9d10-35e4819351de tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:37.347109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0117d94a-975a-46de-9d10-35e4819351de tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:37.390639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484c8e8-bc8a-4b1b-a30c-21c21b8b0614 req-207a30d0-b421-4ac6-89d3-8bf9c1284de5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:37.392076 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d484c8e8-bc8a-4b1b-a30c-21c21b8b0614 req-207a30d0-b421-4ac6-89d3-8bf9c1284de5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 944 time: 0.1631846 Aug 26 01:14:37.415927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d7b3a342-6f7f-49ef-9f95-1a926e081643 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Synchronizing usage tracker for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:37.455440 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d484c8e8-bc8a-4b1b-a30c-21c21b8b0614 req-cadf0d3b-3f7d-4e5a-83e0-743562bd893e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=68d20509-6edb-44ee-bebe-114405a8e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558360 Aug 26 01:14:37.481385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-0b0251cf-5a4d-47bf-b753-0114eacc3ddb req-53303b79-35c7-45a1-bfa2-69ba75b05848 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Unset dirty status for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:37.482765 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b0251cf-5a4d-47bf-b753-0114eacc3ddb req-53303b79-35c7-45a1-bfa2-69ba75b05848 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 943 time: 0.3552649 Aug 26 01:14:37.509641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d7b3a342-6f7f-49ef-9f95-1a926e081643 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Unset dirty status for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:37.511673 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d7b3a342-6f7f-49ef-9f95-1a926e081643 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1758299 Aug 26 01:14:37.516265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52442) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:37.521614 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-bb6d7e80-a4d6-436c-9c41-488eaa4a9f4a tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003491767'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:37.527651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bb6d7e80-a4d6-436c-9c41-488eaa4a9f4a tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:37.538042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bb6d7e80-a4d6-436c-9c41-488eaa4a9f4a tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:37.538280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117d94a-975a-46de-9d10-35e4819351de tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event updated for resources: {'Network': ['ID=927be252-176b-4119-8cc7-259a1ee25474,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:37.549726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 927be252-176b-4119-8cc7-259a1ee25474 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:14:37.568708 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b0251cf-5a4d-47bf-b753-0114eacc3ddb req-cf03e3a5-bb6f-4e06-a47f-923b793d7f6a tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0787187 Aug 26 01:14:37.579152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-cb0e7528-ba27-4a0a-9220-27e2aeb29286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:37.580985 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-cb0e7528-ba27-4a0a-9220-27e2aeb29286 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 1096 time: 0.2327833 Aug 26 01:14:37.596222 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0117d94a-975a-46de-9d10-35e4819351de tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0253639 Aug 26 01:14:37.598992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52446) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:37.605717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-845502399'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:37.653981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 295206b7-03b9-4f62-8ef3-7146d2da02b5 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:14:37.659202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb6d7e80-a4d6-436c-9c41-488eaa4a9f4a tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:37.675961 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-fc3d8997-5b11-4c8c-9456-d44d07d9a1ae service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f9d404-f771-43c2-a657-20f4654a6575 HTTP/1.1" status: 200 len: 217 time: 0.0743358 Aug 26 01:14:37.678314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:37.682573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Usage tracker for resource:network and tenant:f129ca81027a4931936c60b47c5e9ff7 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:37.687913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:37.694871 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bb6d7e80-a4d6-436c-9c41-488eaa4a9f4a tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:37.700565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bb6d7e80-a4d6-436c-9c41-488eaa4a9f4a tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:37.708355 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bb6d7e80-a4d6-436c-9c41-488eaa4a9f4a tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:37.712640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bb6d7e80-a4d6-436c-9c41-488eaa4a9f4a tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:37.725187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:37.753894 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-aadbde72-4a9b-43b2-bc43-23730914e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:37.755427 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-aadbde72-4a9b-43b2-bc43-23730914e9b1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 HTTP/1.1" status: 200 len: 850 time: 0.0692179 Aug 26 01:14:37.787763 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb6d7e80-a4d6-436c-9c41-488eaa4a9f4a tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:37.813161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Made reservation on behalf of f129ca81027a4931936c60b47c5e9ff7 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:37.816569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:37.827419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 295206b7-03b9-4f62-8ef3-7146d2da02b5, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=295206b7-03b9-4f62-8ef3-7146d2da02b5,segment=NetworkSegment(0816503b-c7df-44a7-9aae-fed35f09711d),segment_id=0816503b-c7df-44a7-9aae-fed35f09711d)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:37.841895 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'port_id': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'mac_address': 'fa:16:3e:74:f2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:14:37.865150 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:14:37.875982 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb6d7e80-a4d6-436c-9c41-488eaa4a9f4a tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:37.880837 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:37.880837 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Added segment 49920bbb-0bcb-4e29-bba7-b43d4829a1ac of type vlan for network bc6c4754-0b1b-48fe-8dfc-fe91e9c3f2fb Aug 26 01:14:37.890735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-8e1469c3-aba6-4c58-8f33-2cb86f39a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:37.892454 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-8e1469c3-aba6-4c58-8f33-2cb86f39a53b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=277863a4-4254-4976-bcf1-d2e6a4c64c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1276572 Aug 26 01:14:37.909316 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 295206b7-03b9-4f62-8ef3-7146d2da02b5 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:37.909316 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:37.924697 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295206b7-03b9-4f62-8ef3-7146d2da02b5 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:14:37.929776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d7e80-a4d6-436c-9c41-488eaa4a9f4a tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=271ebac5-e8fa-4538-bdf0-23dd741d2394,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:37.938242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:37.942710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 295206b7-03b9-4f62-8ef3-7146d2da02b5, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=295206b7-03b9-4f62-8ef3-7146d2da02b5,segment=NetworkSegment(0816503b-c7df-44a7-9aae-fed35f09711d),segment_id=0816503b-c7df-44a7-9aae-fed35f09711d)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:38.039505 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb6d7e80-a4d6-436c-9c41-488eaa4a9f4a tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:38.040857 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bb6d7e80-a4d6-436c-9c41-488eaa4a9f4a tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5236511 Aug 26 01:14:38.044420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52450) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:38.056002 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-3abf248f-085e-4d2a-9399-d5ad68a96729 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '271ebac5-e8fa-4538-bdf0-23dd741d2394', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:38.056002 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING neutron.api.v2.base [None req-3abf248f-085e-4d2a-9399-d5ad68a96729 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 26 01:14:38.056002 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-3abf248f-085e-4d2a-9399-d5ad68a96729 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:38.056002 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3abf248f-085e-4d2a-9399-d5ad68a96729 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063329 Aug 26 01:14:38.058002 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52454) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:38.060481 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-6b03809a-6fdb-41b8-8e0f-45fa91ad12ee service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520193 Aug 26 01:14:38.084658 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:38.124696 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-92d3bd10-b687-4095-9ece-297e611a7555 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:38.157760 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=295206b7-03b9-4f62-8ef3-7146d2da02b5,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:38.158036 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-92d3bd10-b687-4095-9ece-297e611a7555 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:38.168061 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:38.172785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:38.173412 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:38.273633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-92d3bd10-b687-4095-9ece-297e611a7555 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:38.294474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3bd10-b687-4095-9ece-297e611a7555 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=271ebac5-e8fa-4538-bdf0-23dd741d2394,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:38.301281 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-92d3bd10-b687-4095-9ece-297e611a7555 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:38.305063 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-92d3bd10-b687-4095-9ece-297e611a7555 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "DELETE /v2.0/security-groups/271ebac5-e8fa-4538-bdf0-23dd741d2394 HTTP/1.1" status: 204 len: 168 time: 0.2460730 Aug 26 01:14:38.305635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52458) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:38.319516 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1d97c39-3a77-4ac3-85b3-5f053eba681e req-a4f042cf-ac75-4c76-ba5b-300bfcb45ca9 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525346 Aug 26 01:14:38.325596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event updated for resources: {'Network': ['ID=bc6c4754-0b1b-48fe-8dfc-fe91e9c3f2fb,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:38.337290 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network bc6c4754-0b1b-48fe-8dfc-fe91e9c3f2fb details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:14:38.357895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bd3578d5-463c-44c0-84f5-33a76a4f78c4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Synchronizing usage tracker for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:38.373260 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-11a7bb54-393a-41ee-81ef-cc0364b5328d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7730958 Aug 26 01:14:38.376759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52462) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:38.382715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Request body: {'ports': [{'network_id': '927be252-176b-4119-8cc7-259a1ee25474', 'name': 'tempest-port--598332749', 'admin_state_up': True}, {'network_id': 'bc6c4754-0b1b-48fe-8dfc-fe91e9c3f2fb', 'admin_state_up': False}]} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:38.383029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Request body: {'port': {'network_id': '927be252-176b-4119-8cc7-259a1ee25474', 'name': 'tempest-port--598332749', 'admin_state_up': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:38.383533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Request body: {'port': {'network_id': 'bc6c4754-0b1b-48fe-8dfc-fe91e9c3f2fb', 'admin_state_up': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:38.436130 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['295206b7-03b9-4f62-8ef3-7146d2da02b5'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:14:38.565638 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bd3578d5-463c-44c0-84f5-33a76a4f78c4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Unset dirty status for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:38.570574 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bd3578d5-463c-44c0-84f5-33a76a4f78c4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2603598 Aug 26 01:14:38.570887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52468) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:38.576084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-2cc4d5b5-b360-415e-a468-3164193e59b4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group': {'name': 'tempest-secgroup--717038526'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:38.583241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2cc4d5b5-b360-415e-a468-3164193e59b4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:38.594200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2cc4d5b5-b360-415e-a468-3164193e59b4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:38.686574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d5b5-b360-415e-a468-3164193e59b4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:38.776763 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2cc4d5b5-b360-415e-a468-3164193e59b4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:38.787310 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2cc4d5b5-b360-415e-a468-3164193e59b4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:38.790234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe1efd-3ee5-4676-aa2f-8642d5de7248 req-c4b0c91f-e67d-4d13-a220-258ae009d87b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:38.791914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2cc4d5b5-b360-415e-a468-3164193e59b4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:38.792516 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0abe1efd-3ee5-4676-aa2f-8642d5de7248 req-c4b0c91f-e67d-4d13-a220-258ae009d87b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 945 time: 0.2192271 Aug 26 01:14:38.797912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:38.800427 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2cc4d5b5-b360-415e-a468-3164193e59b4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:38.802150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Usage tracker for resource:port and tenant:f129ca81027a4931936c60b47c5e9ff7 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:38.806768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:38.831989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:38.852764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d7c28-b6b2-4195-a756-55ac7083e340 req-334b5162-7ae6-4230-9c94-6ca451bd5947 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:38.855495 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-044d7c28-b6b2-4195-a756-55ac7083e340 req-334b5162-7ae6-4230-9c94-6ca451bd5947 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 943 time: 0.1560378 Aug 26 01:14:38.869398 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0abe1efd-3ee5-4676-aa2f-8642d5de7248 req-734b58ff-ff9a-4fa3-a278-e63e78ec38a6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=68d20509-6edb-44ee-bebe-114405a8e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636899 Aug 26 01:14:38.930064 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-044d7c28-b6b2-4195-a756-55ac7083e340 req-5a28964c-ebb4-45d0-b56f-4d6f7e855123 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0663812 Aug 26 01:14:38.941475 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d5b5-b360-415e-a468-3164193e59b4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:38.944002 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Made reservation on behalf of f129ca81027a4931936c60b47c5e9ff7 for: {'port': 2} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:38.948505 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:38.967139 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:39.035237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d5b5-b360-415e-a468-3164193e59b4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:39.080468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4d5b5-b360-415e-a468-3164193e59b4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c179e6-1094-4102-ad2a-022d39627d74,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:39.182868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] device_id is not set on port f0004f7b-9538-4fc3-960b-a0a0d381dd9c yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:14:39.201681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d5b5-b360-415e-a468-3164193e59b4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:39.203149 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2cc4d5b5-b360-415e-a468-3164193e59b4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6312690 Aug 26 01:14:39.206183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52474) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:39.223577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1b63c4ef-e944-4c72-9f69-ad057079d9b3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '18c179e6-1094-4102-ad2a-022d39627d74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:39.223577 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING neutron.api.v2.base [None req-1b63c4ef-e944-4c72-9f69-ad057079d9b3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 26 01:14:39.223577 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-1b63c4ef-e944-4c72-9f69-ad057079d9b3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:39.223577 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1b63c4ef-e944-4c72-9f69-ad057079d9b3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064600 Aug 26 01:14:39.225956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52478) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:39.230818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-9d4bde23-0eb2-487b-82a7-07e94f0f64c7 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '18c179e6-1094-4102-ad2a-022d39627d74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:39.231479 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING neutron.api.v2.base [None req-9d4bde23-0eb2-487b-82a7-07e94f0f64c7 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 26 01:14:39.231947 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-9d4bde23-0eb2-487b-82a7-07e94f0f64c7 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:39.232871 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9d4bde23-0eb2-487b-82a7-07e94f0f64c7 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060000 Aug 26 01:14:39.235354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52482) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:39.241025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ac5b1ebe-31cf-4012-8935-1941d6798550 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '18c179e6-1094-4102-ad2a-022d39627d74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:39.241843 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING neutron.api.v2.base [None req-ac5b1ebe-31cf-4012-8935-1941d6798550 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 26 01:14:39.242309 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-ac5b1ebe-31cf-4012-8935-1941d6798550 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:39.243218 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ac5b1ebe-31cf-4012-8935-1941d6798550 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070255 Aug 26 01:14:39.245645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52486) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:39.250979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-65556bf3-674e-46a0-814f-51e5d5a35922 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '18c179e6-1094-4102-ad2a-022d39627d74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:39.251881 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING neutron.api.v2.base [None req-65556bf3-674e-46a0-814f-51e5d5a35922 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 26 01:14:39.252352 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-65556bf3-674e-46a0-814f-51e5d5a35922 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:39.253314 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-65556bf3-674e-46a0-814f-51e5d5a35922 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066197 Aug 26 01:14:39.255773 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52490) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:39.282245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:39.324147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e6812bb7-c61a-4f2d-b7eb-8e400d3819a9 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:39.352584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e6812bb7-c61a-4f2d-b7eb-8e400d3819a9 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:39.392099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] device_id is not set on port d811a012-b56d-48b6-b097-1718e7aff779 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:14:39.478953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:39.532416 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e6812bb7-c61a-4f2d-b7eb-8e400d3819a9 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:39.551908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6812bb7-c61a-4f2d-b7eb-8e400d3819a9 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c179e6-1094-4102-ad2a-022d39627d74,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:39.558624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e6812bb7-c61a-4f2d-b7eb-8e400d3819a9 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:39.559825 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e6812bb7-c61a-4f2d-b7eb-8e400d3819a9 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "DELETE /v2.0/security-groups/18c179e6-1094-4102-ad2a-022d39627d74 HTTP/1.1" status: 204 len: 168 time: 0.3031714 Aug 26 01:14:39.562379 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52494) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:39.565447 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:39.613350 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-78a5efcb-8973-4447-9e76-f45192275186 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Synchronizing usage tracker for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:39.625392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 295206b7-03b9-4f62-8ef3-7146d2da02b5 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:14:39.656720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event updated for resources: {'Port': ['ID=f0004f7b-9538-4fc3-960b-a0a0d381dd9c,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:39.667303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Checking segment: {'id': '9ab36088-82f2-400e-b430-11776fa66c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '927be252-176b-4119-8cc7-259a1ee25474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:14:39.667661 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Network hostable DHCP agents. Network: 927be252-176b-4119-8cc7-259a1ee25474, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:14:39.703521 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-78a5efcb-8973-4447-9e76-f45192275186 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Unset dirty status for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:39.704777 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-78a5efcb-8973-4447-9e76-f45192275186 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1414962 Aug 26 01:14:39.708640 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52498) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:39.713517 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3bc9d870-eab6-4ee1-91f8-bd9a05e01985 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190516711'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:39.720367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3bc9d870-eab6-4ee1-91f8-bd9a05e01985 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:39.730063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3bc9d870-eab6-4ee1-91f8-bd9a05e01985 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:39.783819 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Network 927be252-176b-4119-8cc7-259a1ee25474 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:14:39.816215 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 295206b7-03b9-4f62-8ef3-7146d2da02b5 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:39.816442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3bc9d870-eab6-4ee1-91f8-bd9a05e01985 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:39.821615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 295206b7-03b9-4f62-8ef3-7146d2da02b5 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:39.822029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:39.836295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3bc9d870-eab6-4ee1-91f8-bd9a05e01985 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:39.840193 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3bc9d870-eab6-4ee1-91f8-bd9a05e01985 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:39.843454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3bc9d870-eab6-4ee1-91f8-bd9a05e01985 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:39.849243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3bc9d870-eab6-4ee1-91f8-bd9a05e01985 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:39.909901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 927be252-176b-4119-8cc7-259a1ee25474) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:39.921079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:14:39.921079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:39.924637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3bc9d870-eab6-4ee1-91f8-bd9a05e01985 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:39.942817 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424be3bd-4fd0-4df9-931d-0bc357fa2cfb None None] Network 927be252-176b-4119-8cc7-259a1ee25474 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:40.001525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3bc9d870-eab6-4ee1-91f8-bd9a05e01985 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:40.032653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event updated for resources: {'Port': ['ID=d811a012-b56d-48b6-b097-1718e7aff779,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:40.047282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9d870-eab6-4ee1-91f8-bd9a05e01985 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8268a7-4573-4e59-99fd-8d1d861e3923,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:40.069123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 295206b7-03b9-4f62-8ef3-7146d2da02b5 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:40.070331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:40.131379 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Checking segment: {'id': '49920bbb-0bcb-4e29-bba7-b43d4829a1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'bc6c4754-0b1b-48fe-8dfc-fe91e9c3f2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:14:40.131686 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Network hostable DHCP agents. Network: bc6c4754-0b1b-48fe-8dfc-fe91e9c3f2fb, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:14:40.155887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ef761-33e9-40fa-b8f0-35b303b2438b req-dfda9118-b522-45b6-9c34-0867d066ed61 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:40.157409 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-606ef761-33e9-40fa-b8f0-35b303b2438b req-dfda9118-b522-45b6-9c34-0867d066ed61 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 943 time: 0.1050727 Aug 26 01:14:40.166034 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295206b7-03b9-4f62-8ef3-7146d2da02b5'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:14:40.173265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16d566-6e9f-4515-9723-a5ba26071894 req-b6c64c0c-4df0-4f6b-82c3-c4f894ed4a56 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:40.174793 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5f16d566-6e9f-4515-9723-a5ba26071894 req-b6c64c0c-4df0-4f6b-82c3-c4f894ed4a56 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 945 time: 0.1818221 Aug 26 01:14:40.187005 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 295206b7-03b9-4f62-8ef3-7146d2da02b5, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=295206b7-03b9-4f62-8ef3-7146d2da02b5,segment=NetworkSegment(0816503b-c7df-44a7-9aae-fed35f09711d),segment_id=0816503b-c7df-44a7-9aae-fed35f09711d)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:40.190266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3bc9d870-eab6-4ee1-91f8-bd9a05e01985 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:40.194296 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3bc9d870-eab6-4ee1-91f8-bd9a05e01985 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4819634 Aug 26 01:14:40.197305 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52508) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:40.204811 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-dda04050-3a9b-4904-bda2-f7eef8c9aae8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '9f8268a7-4573-4e59-99fd-8d1d861e3923', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:40.205783 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING neutron.api.v2.base [None req-dda04050-3a9b-4904-bda2-f7eef8c9aae8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 26 01:14:40.205910 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-dda04050-3a9b-4904-bda2-f7eef8c9aae8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:40.209515 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dda04050-3a9b-4904-bda2-f7eef8c9aae8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094042 Aug 26 01:14:40.210332 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52512) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:40.217123 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-606ef761-33e9-40fa-b8f0-35b303b2438b req-68698a07-8317-4b85-929e-414e7d1333e5 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0505559 Aug 26 01:14:40.225986 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-db02bec1-9aa0-4652-9a7a-0300ef7b0a6d tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '9f8268a7-4573-4e59-99fd-8d1d861e3923', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:40.237620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-db02bec1-9aa0-4652-9a7a-0300ef7b0a6d tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:40.244955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-db02bec1-9aa0-4652-9a7a-0300ef7b0a6d tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:40.250272 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5f16d566-6e9f-4515-9723-a5ba26071894 req-22ce4504-b96e-4e6e-bf8e-af19420b11fb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=68d20509-6edb-44ee-bebe-114405a8e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689459 Aug 26 01:14:40.254340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-db02bec1-9aa0-4652-9a7a-0300ef7b0a6d tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:40.254340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Network bc6c4754-0b1b-48fe-8dfc-fe91e9c3f2fb is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:14:40.261663 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-db02bec1-9aa0-4652-9a7a-0300ef7b0a6d tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:40.275221 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:40.308256 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc95e80e-433a-4537-8fb4-8aa97d301866'] response: {'server_uuid': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'code': 200} Aug 26 01:14:40.330610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, bc6c4754-0b1b-48fe-8dfc-fe91e9c3f2fb) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:40.334545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:14:40.341035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:40.346325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:40.346620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:40.348058 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=295206b7-03b9-4f62-8ef3-7146d2da02b5,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:40.351890 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce5744-2b5a-4351-ae20-62a7acd16e63 None None] Network bc6c4754-0b1b-48fe-8dfc-fe91e9c3f2fb requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:40.456889 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5a12ec14-ab8c-4866-904c-16403622e748 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0790443 Aug 26 01:14:40.459445 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52516) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:40.506490 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-db02bec1-9aa0-4652-9a7a-0300ef7b0a6d tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:40.506490 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-db02bec1-9aa0-4652-9a7a-0300ef7b0a6d tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2926698 Aug 26 01:14:40.507996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52520) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:40.516034 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-bbfa0166-2e7e-4db6-bea9-9d384acff2da tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '9f8268a7-4573-4e59-99fd-8d1d861e3923', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:40.516903 dv-neutron-854561-2-hyperv neutron-server[89862]: WARNING neutron.api.v2.base [None req-bbfa0166-2e7e-4db6-bea9-9d384acff2da tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 26 01:14:40.518105 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-bbfa0166-2e7e-4db6-bea9-9d384acff2da tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:40.519486 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bbfa0166-2e7e-4db6-bea9-9d384acff2da tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100338 Aug 26 01:14:40.528331 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52524) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:40.537673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-97ed9bd8-a311-4e15-9140-58436488d410 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '9f8268a7-4573-4e59-99fd-8d1d861e3923', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:40.545543 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-97ed9bd8-a311-4e15-9140-58436488d410 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:40.552537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-97ed9bd8-a311-4e15-9140-58436488d410 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:40.556171 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-97ed9bd8-a311-4e15-9140-58436488d410 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:40.563932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-97ed9bd8-a311-4e15-9140-58436488d410 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:40.588135 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2177ae7-5aab-4249-9f66-156ab0bf69d5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:40.594108 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2177ae7-5aab-4249-9f66-156ab0bf69d5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:40.594920 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f2177ae7-5aab-4249-9f66-156ab0bf69d5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Synchronizing usage tracker for tenant:f129ca81027a4931936c60b47c5e9ff7 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:40.600935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:40.690709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f2177ae7-5aab-4249-9f66-156ab0bf69d5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Unset dirty status for tenant:f129ca81027a4931936c60b47c5e9ff7 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:40.694768 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f2177ae7-5aab-4249-9f66-156ab0bf69d5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2314878 Aug 26 01:14:40.696240 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52528) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:40.765181 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-97ed9bd8-a311-4e15-9140-58436488d410 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:40.766144 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-97ed9bd8-a311-4e15-9140-58436488d410 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2351942 Aug 26 01:14:40.769688 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52532) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:40.777577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-17cd270c-977d-40c5-99c5-0fdb40a607ea tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '9f8268a7-4573-4e59-99fd-8d1d861e3923', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:40.783855 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING neutron.api.v2.base [None req-17cd270c-977d-40c5-99c5-0fdb40a607ea tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 26 01:14:40.783855 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-17cd270c-977d-40c5-99c5-0fdb40a607ea tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:40.783855 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-17cd270c-977d-40c5-99c5-0fdb40a607ea tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096598 Aug 26 01:14:40.784214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52536) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:40.790404 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e6e5f295-0345-442f-86fe-381babd130e0 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '9f8268a7-4573-4e59-99fd-8d1d861e3923', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:40.797599 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e6e5f295-0345-442f-86fe-381babd130e0 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:40.801836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e6e5f295-0345-442f-86fe-381babd130e0 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:40.804817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e6e5f295-0345-442f-86fe-381babd130e0 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:40.812127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e6e5f295-0345-442f-86fe-381babd130e0 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:40.884814 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-e6e5f295-0345-442f-86fe-381babd130e0 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Project b7004eda345e4f24ae256cf6e760df06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:14:40.936162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-7382d48f-f639-44e7-9cc8-c571ba194976 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Deleting port f0004f7b-9538-4fc3-960b-a0a0d381dd9c {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:40.936499 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7382d48f-f639-44e7-9cc8-c571ba194976 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:40.983314 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-e6e5f295-0345-442f-86fe-381babd130e0 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:40.987588 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e6e5f295-0345-442f-86fe-381babd130e0 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2027125 Aug 26 01:14:40.991097 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52540) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:40.993191 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-adebefbb-cc28-4dbc-bc60-e1f5b924fc26 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '9f8268a7-4573-4e59-99fd-8d1d861e3923', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:40.993653 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING neutron.api.v2.base [None req-adebefbb-cc28-4dbc-bc60-e1f5b924fc26 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 26 01:14:40.994137 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-adebefbb-cc28-4dbc-bc60-e1f5b924fc26 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:40.995032 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-adebefbb-cc28-4dbc-bc60-e1f5b924fc26 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059509 Aug 26 01:14:40.997588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52544) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:41.002263 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-00028d7b-5e16-4868-95ef-369af1185642 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '9f8268a7-4573-4e59-99fd-8d1d861e3923', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:41.009297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-00028d7b-5e16-4868-95ef-369af1185642 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:41.013279 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-00028d7b-5e16-4868-95ef-369af1185642 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:41.016344 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-00028d7b-5e16-4868-95ef-369af1185642 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:41.022393 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-00028d7b-5e16-4868-95ef-369af1185642 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:41.035327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24692b17-f5a9-42de-bb3c-c9b1238d2bf0 req-a1680e7b-d143-4bf4-8b3d-1a9f930a50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:41.036811 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-24692b17-f5a9-42de-bb3c-c9b1238d2bf0 req-a1680e7b-d143-4bf4-8b3d-1a9f930a50a0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 1099 time: 0.3017406 Aug 26 01:14:41.119265 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-00028d7b-5e16-4868-95ef-369af1185642 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Project b7004eda345e4f24ae256cf6e760df06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:14:41.171058 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-24692b17-f5a9-42de-bb3c-c9b1238d2bf0 req-bf53e062-c6c0-4566-a777-681e9c8b05c6 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=68d20509-6edb-44ee-bebe-114405a8e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196947 Aug 26 01:14:41.201267 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7382d48f-f639-44e7-9cc8-c571ba194976 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:41.210653 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-00028d7b-5e16-4868-95ef-369af1185642 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:41.211701 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-00028d7b-5e16-4868-95ef-369af1185642 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2132201 Aug 26 01:14:41.215653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52548) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:41.220842 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-7f442893-e68a-4644-9dde-9b77f3a2d22d tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '9f8268a7-4573-4e59-99fd-8d1d861e3923', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:41.226980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7f442893-e68a-4644-9dde-9b77f3a2d22d tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:41.230895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7f442893-e68a-4644-9dde-9b77f3a2d22d tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:41.233935 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7f442893-e68a-4644-9dde-9b77f3a2d22d tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:41.240302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7f442893-e68a-4644-9dde-9b77f3a2d22d tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:41.319554 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-7f442893-e68a-4644-9dde-9b77f3a2d22d tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Project b7004eda345e4f24ae256cf6e760df06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:14:41.333020 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-7382d48f-f639-44e7-9cc8-c571ba194976 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Calling delete_port for f0004f7b-9538-4fc3-960b-a0a0d381dd9c owned by {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:41.440389 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632504b-67c9-48ac-b5ba-8f74c414856f req-75ba4640-176e-4fc8-960c-031844a88bfb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:41.442552 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3632504b-67c9-48ac-b5ba-8f74c414856f req-75ba4640-176e-4fc8-960c-031844a88bfb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 943 time: 0.1076319 Aug 26 01:14:41.489668 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3632504b-67c9-48ac-b5ba-8f74c414856f req-23a1df11-adab-439d-b77f-d359bab0ab0a tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407805 Aug 26 01:14:41.526808 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-7f442893-e68a-4644-9dde-9b77f3a2d22d tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:41.528321 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7f442893-e68a-4644-9dde-9b77f3a2d22d tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3113077 Aug 26 01:14:41.530848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52556) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:41.582184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7382d48f-f639-44e7-9cc8-c571ba194976 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:41.599044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e285ecc4-2a96-48ef-9662-e23aa3031163 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:41.627929 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e285ecc4-2a96-48ef-9662-e23aa3031163 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:41.641294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382d48f-f639-44e7-9cc8-c571ba194976 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event deleted for resources: {'Port': ['ID=f0004f7b-9538-4fc3-960b-a0a0d381dd9c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:41.647966 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7382d48f-f639-44e7-9cc8-c571ba194976 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:41.675522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859e956-c83d-4244-85f4-272793ce233d req-6e127f90-aee1-473c-bcbf-c02acafc1641 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:41.677008 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4859e956-c83d-4244-85f4-272793ce233d req-6e127f90-aee1-473c-bcbf-c02acafc1641 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 946 time: 0.1618326 Aug 26 01:14:41.720120 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7382d48f-f639-44e7-9cc8-c571ba194976 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "DELETE /v2.0/ports/f0004f7b-9538-4fc3-960b-a0a0d381dd9c HTTP/1.1" status: 204 len: 168 time: 1.0226936 Aug 26 01:14:41.722932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52560) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:41.728841 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4859e956-c83d-4244-85f4-272793ce233d req-cc7be936-65b1-43e8-a57a-9a83e416d4d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=68d20509-6edb-44ee-bebe-114405a8e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427704 Aug 26 01:14:41.758170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e285ecc4-2a96-48ef-9662-e23aa3031163 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:41.793814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285ecc4-2a96-48ef-9662-e23aa3031163 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8268a7-4573-4e59-99fd-8d1d861e3923,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:41.808092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e285ecc4-2a96-48ef-9662-e23aa3031163 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:41.812198 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e285ecc4-2a96-48ef-9662-e23aa3031163 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "DELETE /v2.0/security-groups/9f8268a7-4573-4e59-99fd-8d1d861e3923 HTTP/1.1" status: 204 len: 168 time: 0.2780590 Aug 26 01:14:41.813241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52564) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:41.813375 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-0ac2f310-82f0-40aa-8351-6b8556c9366b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Deleting port d811a012-b56d-48b6-b097-1718e7aff779 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:41.813714 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0ac2f310-82f0-40aa-8351-6b8556c9366b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:41.869449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d448737c-90a3-4987-a2c3-83bf88415ec9 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Synchronizing usage tracker for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:42.013372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d448737c-90a3-4987-a2c3-83bf88415ec9 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Unset dirty status for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:42.017678 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d448737c-90a3-4987-a2c3-83bf88415ec9 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2003160 Aug 26 01:14:42.028300 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52568) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:42.028300 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d79ce1d7-11ea-4057-95a8-3ed24bfd8b6c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group': {'name': 'tempest-secgroup--559764345'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:42.031798 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d79ce1d7-11ea-4057-95a8-3ed24bfd8b6c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:42.035930 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0ac2f310-82f0-40aa-8351-6b8556c9366b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:42.041428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d79ce1d7-11ea-4057-95a8-3ed24bfd8b6c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:42.159122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d79ce1d7-11ea-4057-95a8-3ed24bfd8b6c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:42.160494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-0ac2f310-82f0-40aa-8351-6b8556c9366b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Calling delete_port for d811a012-b56d-48b6-b097-1718e7aff779 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:42.179063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d79ce1d7-11ea-4057-95a8-3ed24bfd8b6c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:42.182977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d79ce1d7-11ea-4057-95a8-3ed24bfd8b6c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:42.186081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d79ce1d7-11ea-4057-95a8-3ed24bfd8b6c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:42.192054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d79ce1d7-11ea-4057-95a8-3ed24bfd8b6c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:42.266573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d79ce1d7-11ea-4057-95a8-3ed24bfd8b6c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:42.330559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0ac2f310-82f0-40aa-8351-6b8556c9366b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:42.353261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d79ce1d7-11ea-4057-95a8-3ed24bfd8b6c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:42.379872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2f310-82f0-40aa-8351-6b8556c9366b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event deleted for resources: {'Port': ['ID=d811a012-b56d-48b6-b097-1718e7aff779,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:42.393504 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0ac2f310-82f0-40aa-8351-6b8556c9366b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:42.404155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ce1d7-11ea-4057-95a8-3ed24bfd8b6c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133d2065-5ed5-4a73-83c8-b8dd72bec80d,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:42.405828 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0ac2f310-82f0-40aa-8351-6b8556c9366b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "DELETE /v2.0/ports/d811a012-b56d-48b6-b097-1718e7aff779 HTTP/1.1" status: 204 len: 168 time: 0.6818273 Aug 26 01:14:42.408277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52572) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:42.473819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d79ce1d7-11ea-4057-95a8-3ed24bfd8b6c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:42.475231 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d79ce1d7-11ea-4057-95a8-3ed24bfd8b6c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4551485 Aug 26 01:14:42.484405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52576) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:42.484544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-109a6fbe-ecd6-4e17-9140-50e361851316 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '133d2065-5ed5-4a73-83c8-b8dd72bec80d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:42.491010 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-109a6fbe-ecd6-4e17-9140-50e361851316 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:42.495592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-109a6fbe-ecd6-4e17-9140-50e361851316 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:42.498780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-109a6fbe-ecd6-4e17-9140-50e361851316 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:42.504985 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-109a6fbe-ecd6-4e17-9140-50e361851316 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:42.569421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-97e77bd4-9c25-4d8f-b654-c357304710f9 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Synchronizing usage tracker for tenant:f129ca81027a4931936c60b47c5e9ff7 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:42.647001 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-97e77bd4-9c25-4d8f-b654-c357304710f9 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Unset dirty status for tenant:f129ca81027a4931936c60b47c5e9ff7 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:42.648178 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-97e77bd4-9c25-4d8f-b654-c357304710f9 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2387111 Aug 26 01:14:42.652842 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52582) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:42.658628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-820347387'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:42.663544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:42.667820 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Usage tracker for resource:network and tenant:f129ca81027a4931936c60b47c5e9ff7 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:42.671243 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-109a6fbe-ecd6-4e17-9140-50e361851316 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The resource could not be found. Aug 26 01:14:42.672408 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-109a6fbe-ecd6-4e17-9140-50e361851316 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1931028 Aug 26 01:14:42.673120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:42.675153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52586) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:42.679083 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:42.681460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-773d6eb3-8d92-4558-ac30-fde01e0338f4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '133d2065-5ed5-4a73-83c8-b8dd72bec80d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '566c2a9e-268c-4445-8ef5-af73f084e354'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:42.690771 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-773d6eb3-8d92-4558-ac30-fde01e0338f4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:42.696392 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-773d6eb3-8d92-4558-ac30-fde01e0338f4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:42.701033 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-773d6eb3-8d92-4558-ac30-fde01e0338f4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:42.707932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-773d6eb3-8d92-4558-ac30-fde01e0338f4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:42.721576 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a050556-4b68-43a2-b145-a3a90ca2c4f5 req-a51cedc8-5fd7-423d-96b7-702a6f8c1be8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:42.723073 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3a050556-4b68-43a2-b145-a3a90ca2c4f5 req-a51cedc8-5fd7-423d-96b7-702a6f8c1be8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 943 time: 0.1176975 Aug 26 01:14:42.753405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Made reservation on behalf of f129ca81027a4931936c60b47c5e9ff7 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:42.757171 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:42.782009 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3a050556-4b68-43a2-b145-a3a90ca2c4f5 req-a04d6f35-704d-4807-a5bd-b73f4a644e3d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0529461 Aug 26 01:14:42.792104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:14:42.803149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:42.803551 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Added segment cbad3f61-691c-4412-bbcd-74cd8df239bb of type vlan for network 789f764b-745e-4a0f-b1b4-6238a0bc65aa Aug 26 01:14:42.841009 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:42.898669 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-773d6eb3-8d92-4558-ac30-fde01e0338f4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The resource could not be found. Aug 26 01:14:42.899718 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-773d6eb3-8d92-4558-ac30-fde01e0338f4 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2235975 Aug 26 01:14:42.902646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52592) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:42.959174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f12ca-b71d-4741-92ab-c61ad926f3e4 req-07068a21-a6b2-4f52-8217-a73e7b9ba2b7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:42.960549 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eb8f12ca-b71d-4741-92ab-c61ad926f3e4 req-07068a21-a6b2-4f52-8217-a73e7b9ba2b7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 946 time: 0.0986552 Aug 26 01:14:42.970025 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e58dd027-479b-40ef-a210-44ebace96d7f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:42.984482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:42.989838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:42.990422 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:42.999736 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e58dd027-479b-40ef-a210-44ebace96d7f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:43.114057 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eb8f12ca-b71d-4741-92ab-c61ad926f3e4 req-a40cb6c9-2197-4973-b3cb-2f4a9fd53452 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=68d20509-6edb-44ee-bebe-114405a8e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475596 Aug 26 01:14:43.124538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event updated for resources: {'Network': ['ID=789f764b-745e-4a0f-b1b4-6238a0bc65aa,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:43.136441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 789f764b-745e-4a0f-b1b4-6238a0bc65aa details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:14:43.138477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e58dd027-479b-40ef-a210-44ebace96d7f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:43.162625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dd027-479b-40ef-a210-44ebace96d7f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=133d2065-5ed5-4a73-83c8-b8dd72bec80d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:43.176065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e58dd027-479b-40ef-a210-44ebace96d7f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:43.177797 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e58dd027-479b-40ef-a210-44ebace96d7f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "DELETE /v2.0/security-groups/133d2065-5ed5-4a73-83c8-b8dd72bec80d HTTP/1.1" status: 204 len: 168 time: 0.2735322 Aug 26 01:14:43.180039 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52598) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:43.198844 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-82c825fe-cfe9-4a45-a2f1-254e4488546c tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5443926 Aug 26 01:14:43.205576 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52602) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:43.213237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-754734510'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:43.229139 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:43.238911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Usage tracker for resource:network and tenant:f129ca81027a4931936c60b47c5e9ff7 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:43.250856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:43.261240 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:43.268217 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-22361359-36c0-4491-b11c-1b0de572bb78 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Synchronizing usage tracker for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:43.337369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7c9bc-6e13-4073-9ce6-c27df1e291e6 req-a7d3db1b-9fac-4e08-8b83-99ee55b71cc5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:43.338860 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2ef7c9bc-6e13-4073-9ce6-c27df1e291e6 req-a7d3db1b-9fac-4e08-8b83-99ee55b71cc5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 946 time: 0.1046264 Aug 26 01:14:43.359105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Made reservation on behalf of f129ca81027a4931936c60b47c5e9ff7 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:43.362799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:43.384897 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2ef7c9bc-6e13-4073-9ce6-c27df1e291e6 req-5a5cf2ee-7eeb-43bd-a4b6-e0e18176794c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=68d20509-6edb-44ee-bebe-114405a8e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394108 Aug 26 01:14:43.391034 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:14:43.410187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-22361359-36c0-4491-b11c-1b0de572bb78 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Unset dirty status for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:43.410187 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-22361359-36c0-4491-b11c-1b0de572bb78 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2200384 Aug 26 01:14:43.410187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:43.410187 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Added segment e4b83960-8dbc-4816-b9c4-897c9b413c9f of type vlan for network f067e52d-46a1-4357-804b-02be1ef1cd7a Aug 26 01:14:43.410187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52606) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:43.414586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52610) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:43.415155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-bd4ddd24-bf15-4c0d-954c-13d3453555ab tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': 'bb332995-296f-445f-9383-7a579bc92847', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:43.426208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bd4ddd24-bf15-4c0d-954c-13d3453555ab tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:43.439362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bd4ddd24-bf15-4c0d-954c-13d3453555ab tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:43.444678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bd4ddd24-bf15-4c0d-954c-13d3453555ab tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:43.452956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:43.456644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bd4ddd24-bf15-4c0d-954c-13d3453555ab tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:43.492594 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78707888-fc2e-4f30-bd2d-bc055616d177 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:43.494019 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-78707888-fc2e-4f30-bd2d-bc055616d177 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 1094 time: 0.0783834 Aug 26 01:14:43.497110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52614) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:43.502083 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:43.508061 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:43.512788 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:floatingip and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:43.515915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:43.522444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:43.593181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:43.598709 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:43.599296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:43.687742 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:43.709890 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-bd4ddd24-bf15-4c0d-954c-13d3453555ab tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The resource could not be found. Aug 26 01:14:43.711010 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bd4ddd24-bf15-4c0d-954c-13d3453555ab tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3043482 Aug 26 01:14:43.714686 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52618) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:43.720739 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-8f5b2aa5-7bc6-4b78-9ae7-e144c9ec4a3c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group': {'name': 'tempest-secgroup--412882910'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:43.726767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8f5b2aa5-7bc6-4b78-9ae7-e144c9ec4a3c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:43.736993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8f5b2aa5-7bc6-4b78-9ae7-e144c9ec4a3c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:43.776137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event updated for resources: {'Network': ['ID=f067e52d-46a1-4357-804b-02be1ef1cd7a,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:43.787082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network f067e52d-46a1-4357-804b-02be1ef1cd7a details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:14:43.795992 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-077c7fe6-1fb0-48d1-91af-955cea754361 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5889809 Aug 26 01:14:43.862118 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:43.902374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f5b2aa5-7bc6-4b78-9ae7-e144c9ec4a3c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:43.947226 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:14:43.948902 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8f5b2aa5-7bc6-4b78-9ae7-e144c9ec4a3c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:43.959618 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8f5b2aa5-7bc6-4b78-9ae7-e144c9ec4a3c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:43.973795 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8f5b2aa5-7bc6-4b78-9ae7-e144c9ec4a3c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:43.983189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8f5b2aa5-7bc6-4b78-9ae7-e144c9ec4a3c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:44.194519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39f617-974b-4052-b8dd-c52f8492a613 req-990d3e06-0a95-41c6-bc70-e5539b438ce1 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:44.195992 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0f39f617-974b-4052-b8dd-c52f8492a613 req-990d3e06-0a95-41c6-bc70-e5539b438ce1 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 943 time: 0.1684108 Aug 26 01:14:44.206342 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.172 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/404fcaa4-6c82-4e88-83f9-90d84ae1385f) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:14:44.259123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f5b2aa5-7bc6-4b78-9ae7-e144c9ec4a3c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:44.324133 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0f39f617-974b-4052-b8dd-c52f8492a613 req-7e95363b-7f3e-4468-8a28-42af1034a32f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1191194 Aug 26 01:14:44.329928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f5b2aa5-7bc6-4b78-9ae7-e144c9ec4a3c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:44.379268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b2aa5-7bc6-4b78-9ae7-e144c9ec4a3c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fd4b08-f0dc-4c8f-b727-73b291bb3ddd,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:44.412149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:44.456117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8f5b2aa5-7bc6-4b78-9ae7-e144c9ec4a3c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:44.457290 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8f5b2aa5-7bc6-4b78-9ae7-e144c9ec4a3c tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7407205 Aug 26 01:14:44.460050 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52624) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:44.464989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-83f35858-ea1f-4a5d-aec0-7d875155b29f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group': {'name': 'tempest-secgroup--417908076'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:44.471646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-83f35858-ea1f-4a5d-aec0-7d875155b29f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:44.475780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-83f35858-ea1f-4a5d-aec0-7d875155b29f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:44.478789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-83f35858-ea1f-4a5d-aec0-7d875155b29f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:44.484535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-83f35858-ea1f-4a5d-aec0-7d875155b29f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:44.513849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:44.564461 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-83f35858-ea1f-4a5d-aec0-7d875155b29f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:44.581817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:14:44.585059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:44.586763 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-83f35858-ea1f-4a5d-aec0-7d875155b29f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:44.589355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:14:44.592299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-83f35858-ea1f-4a5d-aec0-7d875155b29f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:44.595927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-83f35858-ea1f-4a5d-aec0-7d875155b29f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:44.602802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-83f35858-ea1f-4a5d-aec0-7d875155b29f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:44.637496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=404fcaa4-6c82-4e88-83f9-90d84ae1385f,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:44.681685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-83f35858-ea1f-4a5d-aec0-7d875155b29f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:44.767023 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-83f35858-ea1f-4a5d-aec0-7d875155b29f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:44.809930 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f35858-ea1f-4a5d-aec0-7d875155b29f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1279d047-ce80-494e-9c1d-6ad8f2c02f73,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:44.909484 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-83f35858-ea1f-4a5d-aec0-7d875155b29f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:44.913461 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-83f35858-ea1f-4a5d-aec0-7d875155b29f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4497135 Aug 26 01:14:44.913776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52628) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:44.920106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-7111cc9e-03e4-496a-976c-3b8b2e1162e0 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '53fd4b08-f0dc-4c8f-b727-73b291bb3ddd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1279d047-ce80-494e-9c1d-6ad8f2c02f73'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:44.928250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7111cc9e-03e4-496a-976c-3b8b2e1162e0 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:44.932783 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7111cc9e-03e4-496a-976c-3b8b2e1162e0 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:44.937086 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7111cc9e-03e4-496a-976c-3b8b2e1162e0 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:44.944476 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7111cc9e-03e4-496a-976c-3b8b2e1162e0 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:45.027211 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:45.207280 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-7111cc9e-03e4-496a-976c-3b8b2e1162e0 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:45.210997 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7111cc9e-03e4-496a-976c-3b8b2e1162e0 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2929308 Aug 26 01:14:45.211286 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52632) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:45.241066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:45.278790 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42b29930-0e79-45d0-a07f-363113bf08e3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:45.306030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42b29930-0e79-45d0-a07f-363113bf08e3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:45.459079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:45.482767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42b29930-0e79-45d0-a07f-363113bf08e3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:45.513831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b29930-0e79-45d0-a07f-363113bf08e3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1279d047-ce80-494e-9c1d-6ad8f2c02f73,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:45.525996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:45.544817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-42b29930-0e79-45d0-a07f-363113bf08e3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:45.548687 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-42b29930-0e79-45d0-a07f-363113bf08e3 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "DELETE /v2.0/security-groups/1279d047-ce80-494e-9c1d-6ad8f2c02f73 HTTP/1.1" status: 204 len: 168 time: 0.3363593 Aug 26 01:14:45.549128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52638) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:45.573650 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597acff-3cf7-443e-b94b-c184995fc665 req-a881b235-dcc6-42d2-bfd7-c18aaac66db5 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:45.575479 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f597acff-3cf7-443e-b94b-c184995fc665 req-a881b235-dcc6-42d2-bfd7-c18aaac66db5 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 943 time: 0.1331234 Aug 26 01:14:45.627794 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f597acff-3cf7-443e-b94b-c184995fc665 req-74f03887-1baa-4407-a48f-ccac8994cd8b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457139 Aug 26 01:14:45.665858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:45.729866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=404fcaa4-6c82-4e88-83f9-90d84ae1385f,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:45.831913 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e557fb90-1217-4ff3-9420-033ecf60da37 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2531424 Aug 26 01:14:45.834662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52642) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:46.024324 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP b511121c-af73-49bd-8452-d32bf28aa546 associated. External IP: 172.26.2.172, port: 295206b7-03b9-4f62-8ef3-7146d2da02b5. Aug 26 01:14:46.175951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-71634314-3070-42c2-84b6-3474f6206835 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:46.226032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-71634314-3070-42c2-84b6-3474f6206835 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:46.459774 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:14:46.580578 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-71634314-3070-42c2-84b6-3474f6206835 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:46.614149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71634314-3070-42c2-84b6-3474f6206835 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fd4b08-f0dc-4c8f-b727-73b291bb3ddd,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:46.660326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-71634314-3070-42c2-84b6-3474f6206835 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:46.661440 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-71634314-3070-42c2-84b6-3474f6206835 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "DELETE /v2.0/security-groups/53fd4b08-f0dc-4c8f-b727-73b291bb3ddd HTTP/1.1" status: 204 len: 168 time: 0.8258882 Aug 26 01:14:46.664286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52648) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:46.690595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:14:46.703929 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84abc7f4-a4a3-4627-8005-2b8305a6e5a9 None None] Sync routers for ids ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:14:46.713981 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84abc7f4-a4a3-4627-8005-2b8305a6e5a9 None None] Routers {'30b44b28-d560-49c8-b9fe-f2cbf66e18d2'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:46.714914 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-84abc7f4-a4a3-4627-8005-2b8305a6e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:46.752375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f2cccc0f-5d0e-425c-87a0-92c05d11a319 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Synchronizing usage tracker for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:46.830165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:46.870727 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f2cccc0f-5d0e-425c-87a0-92c05d11a319 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Unset dirty status for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:46.877199 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f2cccc0f-5d0e-425c-87a0-92c05d11a319 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2069480 Aug 26 01:14:46.878222 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52652) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:46.885197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-679224b0-1233-4be8-ab51-2b8cf98e2796 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267366333'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:46.894973 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-679224b0-1233-4be8-ab51-2b8cf98e2796 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:46.911017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-679224b0-1233-4be8-ab51-2b8cf98e2796 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:46.912712 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-69c4d1c2-f859-4a02-83e7-02a924b56fe2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4145849 Aug 26 01:14:46.916712 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'tag': '295206b7-03b9-4f62-8ef3-7146d2da02b5'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:14:46.923738 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52656) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:46.935704 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-84abc7f4-a4a3-4627-8005-2b8305a6e5a9 None None] Set router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:14:46.998696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d907b-afb0-4a73-95f7-5df024c0fc58 req-8da497b1-6e9b-46df-a54f-5a4458eb2a43 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:47.002196 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-590d907b-afb0-4a73-95f7-5df024c0fc58 req-8da497b1-6e9b-46df-a54f-5a4458eb2a43 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 943 time: 0.2322857 Aug 26 01:14:47.005434 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-679224b0-1233-4be8-ab51-2b8cf98e2796 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:47.021519 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a930103-b93e-4e60-8f15-02117a5cdaf7'] response: {'name': 'network-changed', 'server_uuid': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'tag': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'status': 'completed', 'code': 200} Aug 26 01:14:47.028153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-679224b0-1233-4be8-ab51-2b8cf98e2796 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:47.032534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-679224b0-1233-4be8-ab51-2b8cf98e2796 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:47.035637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-679224b0-1233-4be8-ab51-2b8cf98e2796 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:47.041453 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-679224b0-1233-4be8-ab51-2b8cf98e2796 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:47.072612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52662) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:47.082318 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Request body: {'subnets': [{'network_id': '789f764b-745e-4a0f-b1b4-6238a0bc65aa', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1219216495', 'ip_version': 6}, {'network_id': 'f067e52d-46a1-4357-804b-02be1ef1cd7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:47.082621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Request body: {'subnet': {'network_id': '789f764b-745e-4a0f-b1b4-6238a0bc65aa', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1219216495', 'ip_version': 6}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:47.083392 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Request body: {'subnet': {'network_id': 'f067e52d-46a1-4357-804b-02be1ef1cd7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:47.139565 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-590d907b-afb0-4a73-95f7-5df024c0fc58 req-00ad8044-e451-4a26-be1b-232e576b73b3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1075356 Aug 26 01:14:47.182985 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d054626a-9d83-492f-9dd5-d2bccbdf85f0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/b511121c-af73-49bd-8452-d32bf28aa546 HTTP/1.1" status: 200 len: 992 time: 0.2581136 Aug 26 01:14:47.204178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e56b20-31a6-497c-a720-77f0dcd30f6f req-06fc76cc-5029-4309-91ca-7d85fc75c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:47.205929 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a1e56b20-31a6-497c-a720-77f0dcd30f6f req-06fc76cc-5029-4309-91ca-7d85fc75c605 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 1099 time: 0.1353552 Aug 26 01:14:47.225008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-679224b0-1233-4be8-ab51-2b8cf98e2796 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:47.300267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-679224b0-1233-4be8-ab51-2b8cf98e2796 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:47.333213 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-84abc7f4-a4a3-4627-8005-2b8305a6e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:14:14Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b511121c-af73-49bd-8452-d32bf28aa546', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'port_id': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'mac_address': 'fa:16:3e:74:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:14:44Z', 'updated_at': '2022-08-26T01:14:44Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0adc1d-c37b-4ee6-85fd-da3fcecd216d', 'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:8e:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:12Z', 'updated_at': '2022-08-26T01:14:21Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:47.338010 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84abc7f4-a4a3-4627-8005-2b8305a6e5a9 None None] Checking router: 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:14:47.347424 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84abc7f4-a4a3-4627-8005-2b8305a6e5a9 None None] Routers {'30b44b28-d560-49c8-b9fe-f2cbf66e18d2'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:47.348144 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-84abc7f4-a4a3-4627-8005-2b8305a6e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:47.354086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e56b20-31a6-497c-a720-77f0dcd30f6f req-585ab448-ef36-44da-a6df-e7d05a5d72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:47.356745 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a1e56b20-31a6-497c-a720-77f0dcd30f6f req-585ab448-ef36-44da-a6df-e7d05a5d72ec service neutron] 10.222.0.94 "GET /v2.0/networks?id=d72c0b94-166a-4a66-a4e5-0afcda8d7d37 HTTP/1.1" status: 200 len: 899 time: 0.1428761 Aug 26 01:14:47.377337 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679224b0-1233-4be8-ab51-2b8cf98e2796 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b5339a-4b78-4921-8963-cdb99cf4b819,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:47.383988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:47.388121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Usage tracker for resource:subnet and tenant:f129ca81027a4931936c60b47c5e9ff7 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:47.391072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:47.397479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:47.458479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-679224b0-1233-4be8-ab51-2b8cf98e2796 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:47.461771 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-679224b0-1233-4be8-ab51-2b8cf98e2796 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5792243 Aug 26 01:14:47.463955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52666) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:47.469052 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a1e56b20-31a6-497c-a720-77f0dcd30f6f req-1384f538-3490-4535-b621-492c4dedf2d4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295206b7-03b9-4f62-8ef3-7146d2da02b5 HTTP/1.1" status: 200 len: 1000 time: 0.1008871 Aug 26 01:14:47.471279 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-da29019d-ce14-49f2-a984-7a3f90836588 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '49b5339a-4b78-4921-8963-cdb99cf4b819', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:47.478502 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-da29019d-ce14-49f2-a984-7a3f90836588 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:47.483884 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-da29019d-ce14-49f2-a984-7a3f90836588 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:47.487687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-da29019d-ce14-49f2-a984-7a3f90836588 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:47.495236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-da29019d-ce14-49f2-a984-7a3f90836588 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:47.538495 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-84abc7f4-a4a3-4627-8005-2b8305a6e5a9 None None] Set router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:14:47.541845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e56b20-31a6-497c-a720-77f0dcd30f6f req-87401634-6976-47ce-83ef-0d7d41b20d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:47.544373 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a1e56b20-31a6-497c-a720-77f0dcd30f6f req-87401634-6976-47ce-83ef-0d7d41b20d32 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ef82664c-1805-4585-a01d-64dabc041c42 HTTP/1.1" status: 200 len: 834 time: 0.0666690 Aug 26 01:14:47.551759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Made reservation on behalf of f129ca81027a4931936c60b47c5e9ff7 for: {'subnet': 2} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:47.556726 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:47.557183 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:47.628906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e56b20-31a6-497c-a720-77f0dcd30f6f req-285b5283-53dc-4314-b6c4-d8e30a5395d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:47.630450 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a1e56b20-31a6-497c-a720-77f0dcd30f6f req-285b5283-53dc-4314-b6c4-d8e30a5395d6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d72c0b94-166a-4a66-a4e5-0afcda8d7d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805759 Aug 26 01:14:47.642148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 98f9d404-f771-43c2-a657-20f4654a6575 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:14:47.801083 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-da29019d-ce14-49f2-a984-7a3f90836588 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:47.802225 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-da29019d-ce14-49f2-a984-7a3f90836588 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3362737 Aug 26 01:14:47.806080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52670) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:47.815049 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-93d81424-53f8-4628-8cce-5d0213151b74 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group_rule': {'security_group_id': '49b5339a-4b78-4921-8963-cdb99cf4b819', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:47.822466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-93d81424-53f8-4628-8cce-5d0213151b74 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:47.829873 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 98f9d404-f771-43c2-a657-20f4654a6575, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=98f9d404-f771-43c2-a657-20f4654a6575,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:47.845958 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-93d81424-53f8-4628-8cce-5d0213151b74 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:47.850952 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '98f9d404-f771-43c2-a657-20f4654a6575', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'port_id': '98f9d404-f771-43c2-a657-20f4654a6575', 'mac_address': 'fa:16:3e:eb:e6:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:14:47.851741 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-93d81424-53f8-4628-8cce-5d0213151b74 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:47.869153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-93d81424-53f8-4628-8cce-5d0213151b74 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:47.922870 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-84abc7f4-a4a3-4627-8005-2b8305a6e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:14:14Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b511121c-af73-49bd-8452-d32bf28aa546', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'port_id': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'mac_address': 'fa:16:3e:74:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:14:44Z', 'updated_at': '2022-08-26T01:14:44Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0adc1d-c37b-4ee6-85fd-da3fcecd216d', 'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:8e:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:12Z', 'updated_at': '2022-08-26T01:14:21Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:47.927117 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84abc7f4-a4a3-4627-8005-2b8305a6e5a9 None None] The sync data for ids ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'] in dv-neutron-854561-2-hyperv is: [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:14:14Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b511121c-af73-49bd-8452-d32bf28aa546', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'port_id': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'mac_address': 'fa:16:3e:74:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:14:44Z', 'updated_at': '2022-08-26T01:14:44Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0adc1d-c37b-4ee6-85fd-da3fcecd216d', 'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:8e:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:12Z', 'updated_at': '2022-08-26T01:14:21Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:14:47.939049 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 98f9d404-f771-43c2-a657-20f4654a6575 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:47.939632 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:47.963526 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f9d404-f771-43c2-a657-20f4654a6575 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:14:47.989510 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 98f9d404-f771-43c2-a657-20f4654a6575, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=98f9d404-f771-43c2-a657-20f4654a6575,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:48.012265 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a1e56b20-31a6-497c-a720-77f0dcd30f6f req-01382282-3c88-4bb9-ada1-06ec5f6ed7fb service neutron] 10.222.0.94 "GET /v2.0/networks/d72c0b94-166a-4a66-a4e5-0afcda8d7d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749049 Aug 26 01:14:48.084805 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:48.139567 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-93d81424-53f8-4628-8cce-5d0213151b74 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:14:48.140839 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-93d81424-53f8-4628-8cce-5d0213151b74 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3338385 Aug 26 01:14:48.144050 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52674) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:48.157112 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a1e56b20-31a6-497c-a720-77f0dcd30f6f req-fa3a0424-e1ff-450c-8652-ba3ea937e0af service neutron] 10.222.0.94 "GET /v2.0/networks/d72c0b94-166a-4a66-a4e5-0afcda8d7d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386795 Aug 26 01:14:48.187631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52680) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:48.218387 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495d904-56c9-44bf-95f5-4c753e723479 None None] New status for floating IP b511121c-af73-49bd-8452-d32bf28aa546: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:14:48.313598 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9a7fa963-b82f-4c61-b3ba-b81216e6c157 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/b511121c-af73-49bd-8452-d32bf28aa546 HTTP/1.1" status: 200 len: 992 time: 0.1247013 Aug 26 01:14:48.323328 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=98f9d404-f771-43c2-a657-20f4654a6575,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:48.351064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:48.406662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['98f9d404-f771-43c2-a657-20f4654a6575'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:14:48.427053 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d63d33ff-1127-49c3-9bcb-f4ab86159453 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:48.504977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d63d33ff-1127-49c3-9bcb-f4ab86159453 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:48.537382 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event updated for resources: {'Subnet': ['ID=e578bc63-0b8a-4a80-b054-5a2d5481d4cf,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:48.557804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Checking segment: {'id': 'cbad3f61-691c-4412-bbcd-74cd8df239bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '789f764b-745e-4a0f-b1b4-6238a0bc65aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:14:48.558135 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Network hostable DHCP agents. Network: 789f764b-745e-4a0f-b1b4-6238a0bc65aa, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:14:48.598312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32bdc9-4071-497f-a906-53ff945071e6 req-7fc3fe2e-e0d2-4afe-8b8d-a90c7c6a5d62 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:48.599760 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0d32bdc9-4071-497f-a906-53ff945071e6 req-7fc3fe2e-e0d2-4afe-8b8d-a90c7c6a5d62 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 944 time: 0.2527623 Aug 26 01:14:48.646800 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0d32bdc9-4071-497f-a906-53ff945071e6 req-e6b303a6-5e00-4fe7-a953-5d7b474ff42a tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403147 Aug 26 01:14:48.698028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Network 789f764b-745e-4a0f-b1b4-6238a0bc65aa is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:14:48.703013 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d63d33ff-1127-49c3-9bcb-f4ab86159453 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:48.721142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d33ff-1127-49c3-9bcb-f4ab86159453 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b5339a-4b78-4921-8963-cdb99cf4b819,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:48.737308 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d63d33ff-1127-49c3-9bcb-f4ab86159453 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:48.738466 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d63d33ff-1127-49c3-9bcb-f4ab86159453 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "DELETE /v2.0/security-groups/49b5339a-4b78-4921-8963-cdb99cf4b819 HTTP/1.1" status: 204 len: 168 time: 0.5933814 Aug 26 01:14:48.741357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52684) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:48.786673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 789f764b-745e-4a0f-b1b4-6238a0bc65aa) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:48.792530 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:48.803900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0187d4-5360-4233-807a-c3f715ac031a None None] Network 789f764b-745e-4a0f-b1b4-6238a0bc65aa requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:48.812004 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-39b401c6-cbc6-42a3-ae17-76fc8419def8 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0694721 Aug 26 01:14:48.812831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52688) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:48.818617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-aba97a1d-cb75-4ba6-aaf9-d2b253e32def tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group': {'name': 'tempest-secgroup--477640379'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:48.825219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aba97a1d-cb75-4ba6-aaf9-d2b253e32def tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:48.829965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aba97a1d-cb75-4ba6-aaf9-d2b253e32def tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:48.834262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aba97a1d-cb75-4ba6-aaf9-d2b253e32def tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:48.840540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aba97a1d-cb75-4ba6-aaf9-d2b253e32def tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:48.883074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event updated for resources: {'Subnet': ['ID=997ddf43-1e6b-4e43-b98c-e4aec5461c67,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:48.893352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Checking segment: {'id': 'e4b83960-8dbc-4816-b9c4-897c9b413c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f067e52d-46a1-4357-804b-02be1ef1cd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:14:48.893900 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Network hostable DHCP agents. Network: f067e52d-46a1-4357-804b-02be1ef1cd7a, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:14:48.913096 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aba97a1d-cb75-4ba6-aaf9-d2b253e32def tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:48.933107 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aba97a1d-cb75-4ba6-aaf9-d2b253e32def tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:48.936981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aba97a1d-cb75-4ba6-aaf9-d2b253e32def tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Usage tracker for resource:security_group_rule and tenant:b7004eda345e4f24ae256cf6e760df06 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:48.939968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aba97a1d-cb75-4ba6-aaf9-d2b253e32def tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:48.945835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aba97a1d-cb75-4ba6-aaf9-d2b253e32def tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:49.030251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aba97a1d-cb75-4ba6-aaf9-d2b253e32def tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:49.041889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-789f764b-745e-4a0f-b1b4-6238a0bc65aa', 'network_id': '789f764b-745e-4a0f-b1b4-6238a0bc65aa', 'tenant_id': 'f129ca81027a4931936c60b47c5e9ff7', 'fixed_ips': [{'subnet_id': 'e578bc63-0b8a-4a80-b054-5a2d5481d4cf'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:14:49.042779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:49.080914 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Network f067e52d-46a1-4357-804b-02be1ef1cd7a is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:14:49.112985 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aba97a1d-cb75-4ba6-aaf9-d2b253e32def tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:49.161015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba97a1d-cb75-4ba6-aaf9-d2b253e32def tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a7ed98-435c-4056-afe3-5383d8cff65e,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:49.204230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Allocated IP 2001:db8::1 (789f764b-745e-4a0f-b1b4-6238a0bc65aa/e578bc63-0b8a-4a80-b054-5a2d5481d4cf/71f15d06-60f8-474f-9f49-7d166523c53c) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:14:49.212491 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, f067e52d-46a1-4357-804b-02be1ef1cd7a) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:49.217148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:49.217637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:49.218373 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:49.233240 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139048d2-f69e-486f-ad8b-0664c3461619 None None] Network f067e52d-46a1-4357-804b-02be1ef1cd7a requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:49.269529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aba97a1d-cb75-4ba6-aaf9-d2b253e32def tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:49.272670 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-aba97a1d-cb75-4ba6-aaf9-d2b253e32def tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4566987 Aug 26 01:14:49.274068 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52692) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:49.279395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-fac412b1-1c19-4463-9bcd-e03cffce9791 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:49.279833 dv-neutron-854561-2-hyperv neutron-server[89863]: WARNING neutron.api.v2.base [None req-fac412b1-1c19-4463-9bcd-e03cffce9791 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 26 01:14:49.280344 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-fac412b1-1c19-4463-9bcd-e03cffce9791 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] update failed (client error): There was a conflict when trying to complete your request. Aug 26 01:14:49.281290 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fac412b1-1c19-4463-9bcd-e03cffce9791 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "PUT /v2.0/security-groups/75a7ed98-435c-4056-afe3-5383d8cff65e HTTP/1.1" status: 409 len: 330 time: 0.0061083 Aug 26 01:14:49.283723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52696) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:49.317572 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52700) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:49.323807 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-40dacbbf-8dfd-40e1-baa4-e2dbf64feb4b tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.2471159 Aug 26 01:14:49.323967 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52704) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:49.411449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-17b30af8-3b70-4b94-85a2-0e519315bb72 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:49.430471 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-91fe58ef-6de3-4e80-a50e-ae57cc1c56d1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/b511121c-af73-49bd-8452-d32bf28aa546 HTTP/1.1" status: 200 len: 994 time: 0.1114938 Aug 26 01:14:49.454900 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3023e3-0403-437b-b5e6-b4661d2c5559 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:49.456497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3023e3-0403-437b-b5e6-b4661d2c5559 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:49.458016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3023e3-0403-437b-b5e6-b4661d2c5559 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:49.458794 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-df3023e3-0403-437b-b5e6-b4661d2c5559 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Synchronizing usage tracker for tenant:f129ca81027a4931936c60b47c5e9ff7 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:49.468615 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-17b30af8-3b70-4b94-85a2-0e519315bb72 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:49.583873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-df3023e3-0403-437b-b5e6-b4661d2c5559 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Unset dirty status for tenant:f129ca81027a4931936c60b47c5e9ff7 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:49.585079 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-df3023e3-0403-437b-b5e6-b4661d2c5559 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2595639 Aug 26 01:14:49.596695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52708) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:49.642844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-17b30af8-3b70-4b94-85a2-0e519315bb72 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:49.648434 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 98f9d404-f771-43c2-a657-20f4654a6575 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:14:49.673196 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b30af8-3b70-4b94-85a2-0e519315bb72 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a7ed98-435c-4056-afe3-5383d8cff65e,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:49.673455 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:49.691359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-17b30af8-3b70-4b94-85a2-0e519315bb72 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:49.695017 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-17b30af8-3b70-4b94-85a2-0e519315bb72 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "DELETE /v2.0/security-groups/75a7ed98-435c-4056-afe3-5383d8cff65e HTTP/1.1" status: 204 len: 168 time: 0.4079285 Aug 26 01:14:49.696029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52714) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:49.702176 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d063ce-5a99-43ad-a420-8c4f810b98bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Deleting subnet e578bc63-0b8a-4a80-b054-5a2d5481d4cf {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:14:49.708414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-f067e52d-46a1-4357-804b-02be1ef1cd7a', 'network_id': 'f067e52d-46a1-4357-804b-02be1ef1cd7a', 'tenant_id': 'f129ca81027a4931936c60b47c5e9ff7', 'fixed_ips': [{'subnet_id': '997ddf43-1e6b-4e43-b98c-e4aec5461c67'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:14:49.709232 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:49.739682 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Transition to ACTIVE for port object 71f15d06-60f8-474f-9f49-7d166523c53c will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:49.759370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4a5cb955-10d4-4a1b-81d2-669aca333b1f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Synchronizing usage tracker for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:49.810139 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Transition to ACTIVE for port object 71f15d06-60f8-474f-9f49-7d166523c53c will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:49.841845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4a5cb955-10d4-4a1b-81d2-669aca333b1f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] Unset dirty status for tenant:b7004eda345e4f24ae256cf6e760df06 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:49.847870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52718) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:49.848407 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4a5cb955-10d4-4a1b-81d2-669aca333b1f tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1507258 Aug 26 01:14:49.865521 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-ddf0d60e-8182-48cd-a553-12cd8b8fa331 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] delete failed (client error): The resource could not be found. Aug 26 01:14:49.866651 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ddf0d60e-8182-48cd-a553-12cd8b8fa331 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "DELETE /v2.0/security-groups/94187a55-478a-4fdc-a89e-7dda346c09e6 HTTP/1.1" status: 404 len: 347 time: 0.0178063 Aug 26 01:14:49.873422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52722) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:49.877234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f7383-40f3-49db-b288-5efb5dbf06d0 req-8b80ad84-b784-48e9-951d-e6b8104f4be2 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:49.879059 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-785f7383-40f3-49db-b288-5efb5dbf06d0 req-8b80ad84-b784-48e9-951d-e6b8104f4be2 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 944 time: 0.1058266 Aug 26 01:14:49.890692 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-4d7e5d91-7ca2-4881-971f-6fceff1c8dc2 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] show failed (client error): The resource could not be found. Aug 26 01:14:49.895605 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4d7e5d91-7ca2-4881-971f-6fceff1c8dc2 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "GET /v2.0/security-groups/6b1f0785-e8b0-427e-9321-9d782ef9d257 HTTP/1.1" status: 404 len: 347 time: 0.0172915 Aug 26 01:14:49.895769 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52726) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:49.910643 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-ac90fadf-7a8a-48db-97d1-28cc3e1c2324 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] show failed (client error): The resource could not be found. Aug 26 01:14:49.915019 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ac90fadf-7a8a-48db-97d1-28cc3e1c2324 tempest-NegativeSecGroupIPv6Test-851556814 tempest-NegativeSecGroupIPv6Test-851556814-project] 10.222.0.83 "GET /v2.0/security-group-rules/60297938-f48e-4130-a67b-1bda3dd1073d HTTP/1.1" status: 404 len: 356 time: 0.0149958 Aug 26 01:14:49.927479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5d063ce-5a99-43ad-a420-8c4f810b98bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:49.930029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:49.941234 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-785f7383-40f3-49db-b288-5efb5dbf06d0 req-8a4acef0-a65a-418d-a1f6-0979abad0bd2 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0555930 Aug 26 01:14:49.990513 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5d063ce-5a99-43ad-a420-8c4f810b98bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:49.999377 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 98f9d404-f771-43c2-a657-20f4654a6575 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:50.003273 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Allocated IP 2001:db8:0:1::1 (f067e52d-46a1-4357-804b-02be1ef1cd7a/997ddf43-1e6b-4e43-b98c-e4aec5461c67/f2b6899d-e3c8-425d-84fb-0895b835336f) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:14:50.006793 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Network 789f764b-745e-4a0f-b1b4-6238a0bc65aa is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:14:50.018025 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:50.021003 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:14:50.037074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 98f9d404-f771-43c2-a657-20f4654a6575 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:50.037461 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:50.085195 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5d063ce-5a99-43ad-a420-8c4f810b98bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:50.201378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Pushing event updated for resources: {'Port': ['ID=71f15d06-60f8-474f-9f49-7d166523c53c,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:50.293578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Attempting to bind port 71f15d06-60f8-474f-9f49-7d166523c53c on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:14:50.294001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Attempting to bind port 71f15d06-60f8-474f-9f49-7d166523c53c by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'cbad3f61-691c-4412-bbcd-74cd8df239bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '789f764b-745e-4a0f-b1b4-6238a0bc65aa'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:14:50.294374 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Attempting to bind port 71f15d06-60f8-474f-9f49-7d166523c53c on network 789f764b-745e-4a0f-b1b4-6238a0bc65aa {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:14:50.309564 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:14:50.310234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Checking segment: {'id': 'cbad3f61-691c-4412-bbcd-74cd8df239bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '789f764b-745e-4a0f-b1b4-6238a0bc65aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:14:50.310794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:50.311198 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Bound using segment: {'id': 'cbad3f61-691c-4412-bbcd-74cd8df239bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '789f764b-745e-4a0f-b1b4-6238a0bc65aa'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:14:50.311675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Bound port: 71f15d06-60f8-474f-9f49-7d166523c53c, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbad3f61-691c-4412-bbcd-74cd8df239bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '789f764b-745e-4a0f-b1b4-6238a0bc65aa'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:14:50.312051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:50.361040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5d063ce-5a99-43ad-a420-8c4f810b98bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:50.401788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d063ce-5a99-43ad-a420-8c4f810b98bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event deleted for resources: {'Subnet': ['ID=e578bc63-0b8a-4a80-b054-5a2d5481d4cf,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:50.405709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5d063ce-5a99-43ad-a420-8c4f810b98bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:50.487527 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b5d063ce-5a99-43ad-a420-8c4f810b98bb tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "DELETE /v2.0/subnets/e578bc63-0b8a-4a80-b054-5a2d5481d4cf HTTP/1.1" status: 204 len: 168 time: 0.8897111 Aug 26 01:14:50.490002 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52732) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:50.540589 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 98f9d404-f771-43c2-a657-20f4654a6575 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:50.540979 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:50.563199 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2d578b-26ba-4ddb-8fa7-7aff8c52c73e tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Deleting subnet 997ddf43-1e6b-4e43-b98c-e4aec5461c67 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:14:50.595092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] For port 71f15d06-60f8-474f-9f49-7d166523c53c, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:14:50.596765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef4c76d-f256-4de1-8c50-19c6bd3e9bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f9d404-f771-43c2-a657-20f4654a6575'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:14:50.604199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] For port 71f15d06-60f8-474f-9f49-7d166523c53c, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=71f15d06-60f8-474f-9f49-7d166523c53c,segment=NetworkSegment(cbad3f61-691c-4412-bbcd-74cd8df239bb),segment_id=cbad3f61-691c-4412-bbcd-74cd8df239bb)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:14:50.609922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:50.615962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 98f9d404-f771-43c2-a657-20f4654a6575, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=98f9d404-f771-43c2-a657-20f4654a6575,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:50.622976 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Transition to ACTIVE for port object f2b6899d-e3c8-425d-84fb-0895b835336f will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:50.644758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Transition to ACTIVE for port object f2b6899d-e3c8-425d-84fb-0895b835336f will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:50.650209 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c8e4ba-c0cf-4b9d-ba22-6f347ffd2e37'] response: {'server_uuid': 'bef4c76d-f256-4de1-8c50-19c6bd3e9bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f9d404-f771-43c2-a657-20f4654a6575', 'code': 200} Aug 26 01:14:50.657984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52740) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:50.685677 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:50.714616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fa2d578b-26ba-4ddb-8fa7-7aff8c52c73e tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:50.735351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:50.738851 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:50.775203 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Network f067e52d-46a1-4357-804b-02be1ef1cd7a is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:14:50.780698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:50.782585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fa2d578b-26ba-4ddb-8fa7-7aff8c52c73e tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:50.787159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:14:50.837599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc4156-de47-4d17-96d3-f5943104f6aa None None] Pushing event updated for resources: {'Port': ['ID=71f15d06-60f8-474f-9f49-7d166523c53c,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:50.902173 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-57a5ea4b-c4cb-4f09-805a-cd3eb043a012 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b7004eda345e4f24ae256cf6e760df06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405930 Aug 26 01:14:50.903162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52746) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:50.940998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fa2d578b-26ba-4ddb-8fa7-7aff8c52c73e tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:50.980732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cf60dbca-d915-44b1-b581-e44e520e7897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:51.032057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cf60dbca-d915-44b1-b581-e44e520e7897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:51.032262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Attempting to bind port f2b6899d-e3c8-425d-84fb-0895b835336f on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:14:51.032524 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Attempting to bind port f2b6899d-e3c8-425d-84fb-0895b835336f by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'e4b83960-8dbc-4816-b9c4-897c9b413c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f067e52d-46a1-4357-804b-02be1ef1cd7a'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:14:51.032774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Attempting to bind port f2b6899d-e3c8-425d-84fb-0895b835336f on network f067e52d-46a1-4357-804b-02be1ef1cd7a {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:14:51.034820 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Pushing event updated for resources: {'Port': ['ID=f2b6899d-e3c8-425d-84fb-0895b835336f,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:51.084488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:14:51.084857 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Checking segment: {'id': 'e4b83960-8dbc-4816-b9c4-897c9b413c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f067e52d-46a1-4357-804b-02be1ef1cd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:14:51.085309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:51.085696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Bound using segment: {'id': 'e4b83960-8dbc-4816-b9c4-897c9b413c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f067e52d-46a1-4357-804b-02be1ef1cd7a'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:14:51.086191 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Bound port: f2b6899d-e3c8-425d-84fb-0895b835336f, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b83960-8dbc-4816-b9c4-897c9b413c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f067e52d-46a1-4357-804b-02be1ef1cd7a'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:14:51.086556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:51.115795 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fa2d578b-26ba-4ddb-8fa7-7aff8c52c73e tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:51.127525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b241aa-4a99-4528-b749-c31950231e69 None None] Network 789f764b-745e-4a0f-b1b4-6238a0bc65aa requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:51.158934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fa2d578b-26ba-4ddb-8fa7-7aff8c52c73e tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:51.165946 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d578b-26ba-4ddb-8fa7-7aff8c52c73e tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event deleted for resources: {'Subnet': ['ID=997ddf43-1e6b-4e43-b98c-e4aec5461c67,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:51.173568 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fa2d578b-26ba-4ddb-8fa7-7aff8c52c73e tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "DELETE /v2.0/subnets/997ddf43-1e6b-4e43-b98c-e4aec5461c67 HTTP/1.1" status: 204 len: 168 time: 0.6823876 Aug 26 01:14:51.176021 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52752) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:51.245506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b563d8-b51a-4554-ac35-a2aaff2003c0 req-6364e072-520f-460d-90e4-ed980772c140 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:51.247687 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-91b563d8-b51a-4554-ac35-a2aaff2003c0 req-6364e072-520f-460d-90e4-ed980772c140 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 945 time: 0.1740472 Aug 26 01:14:51.249578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e2a6b1-ca41-489c-bbd9-60729417753d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:51.250298 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b0e2a6b1-ca41-489c-bbd9-60729417753d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Synchronizing usage tracker for tenant:f129ca81027a4931936c60b47c5e9ff7 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:51.275945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15840e26-ad95-4fb7-bd7a-272a3516d366 req-329a325d-ab36-4e4d-a7ca-e870a5843e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:51.278199 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15840e26-ad95-4fb7-bd7a-272a3516d366 req-329a325d-ab36-4e4d-a7ca-e870a5843e69 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 1098 time: 0.1625106 Aug 26 01:14:51.319580 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cf60dbca-d915-44b1-b581-e44e520e7897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:51.341606 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-91b563d8-b51a-4554-ac35-a2aaff2003c0 req-7efbf414-8434-4a8e-ae67-280fa63eb091 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0865378 Aug 26 01:14:51.350091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b0e2a6b1-ca41-489c-bbd9-60729417753d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Unset dirty status for tenant:f129ca81027a4931936c60b47c5e9ff7 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:51.352376 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b0e2a6b1-ca41-489c-bbd9-60729417753d tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1752510 Aug 26 01:14:51.357656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60dbca-d915-44b1-b581-e44e520e7897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142600b7-38b8-4fb0-be71-71c6b00de3d1,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:51.358887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52756) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:51.360734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=98f9d404-f771-43c2-a657-20f4654a6575,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:51.374287 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15840e26-ad95-4fb7-bd7a-272a3516d366 req-ebfa2094-e8e4-44c0-b512-520c29a08305 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0786128 Aug 26 01:14:51.431682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cf60dbca-d915-44b1-b581-e44e520e7897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:51.433282 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cf60dbca-d915-44b1-b581-e44e520e7897 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/142600b7-38b8-4fb0-be71-71c6b00de3d1 HTTP/1.1" status: 204 len: 168 time: 0.5288630 Aug 26 01:14:51.453019 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] For port f2b6899d-e3c8-425d-84fb-0895b835336f, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:14:51.473377 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] For port f2b6899d-e3c8-425d-84fb-0895b835336f, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f2b6899d-e3c8-425d-84fb-0895b835336f,segment=NetworkSegment(e4b83960-8dbc-4816-b9c4-897c9b413c9f),segment_id=e4b83960-8dbc-4816-b9c4-897c9b413c9f)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:14:51.494860 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:51.506220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Deleting port f2b6899d-e3c8-425d-84fb-0895b835336f {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:51.506552 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:51.553314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:51.670189 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ef13e-a0bd-4168-bd21-df2f74fb6c32 None None] Pushing event updated for resources: {'Port': ['ID=f2b6899d-e3c8-425d-84fb-0895b835336f,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:51.680800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e18d63-9273-4165-940b-5acbe8478f24 None None] Network f067e52d-46a1-4357-804b-02be1ef1cd7a requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:51.717389 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] For port f2b6899d-e3c8-425d-84fb-0895b835336f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f2b6899d-e3c8-425d-84fb-0895b835336f,segment=NetworkSegment(e4b83960-8dbc-4816-b9c4-897c9b413c9f),segment_id=e4b83960-8dbc-4816-b9c4-897c9b413c9f)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:51.717763 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:51.899678 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4af35c-2e24-45d5-9cff-4a48f763dc90 None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:14:51.966241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Calling delete_port for f2b6899d-e3c8-425d-84fb-0895b835336f owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:52.012346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4af35c-2e24-45d5-9cff-4a48f763dc90 None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:14:52.132389 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:52.184997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event deleted for resources: {'Port': ['ID=f2b6899d-e3c8-425d-84fb-0895b835336f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:52.190503 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] No DVR routers for this DVR port f2b6899d-e3c8-425d-84fb-0895b835336f on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:14:52.333397 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:52.366561 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f067e52d-46a1-4357-804b-02be1ef1cd7a']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:52.383508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b83960-8dbc-4816-b9c4-897c9b413c9f') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:52.383508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b83960-8dbc-4816-b9c4-897c9b413c9f') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:52.388388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6249b5-546c-4a2d-b7bb-5c2d7e1f52b9 None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:14:52.393597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:52.411627 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:52.419302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:14:52.419867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:52.519977 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment e4b83960-8dbc-4816-b9c4-897c9b413c9f resource provider aggregate not found Aug 26 01:14:52.549256 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6249b5-546c-4a2d-b7bb-5c2d7e1f52b9 None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:14:52.585658 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment e4b83960-8dbc-4816-b9c4-897c9b413c9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4b83960-8dbc-4816-b9c4-897c9b413c9f found for delete ", "request_id": "req-50f216b9-ab80-496d-8ddd-e364cb62bcf6"}]} Aug 26 01:14:52.627799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52786) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:52.650436 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149933f-3f14-4cca-9039-b105af61aa49 req-b3b54271-8741-4367-a4cc-3311f306b62f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:52.652004 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4149933f-3f14-4cca-9039-b105af61aa49 req-b3b54271-8741-4367-a4cc-3311f306b62f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 945 time: 0.1283691 Aug 26 01:14:52.697096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:52.702517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:52.740720 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4149933f-3f14-4cca-9039-b105af61aa49 req-4bc0af0b-827e-4870-a123-8472f752c19b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0826180 Aug 26 01:14:52.762903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-754407478'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:52.762903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event deleted for resources: {'Network': ['ID=f067e52d-46a1-4357-804b-02be1ef1cd7a,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:52.764370 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:52.767828 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-001ac25e-2495-411e-b10b-39d29ae2ad04 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "DELETE /v2.0/networks/f067e52d-46a1-4357-804b-02be1ef1cd7a HTTP/1.1" status: 204 len: 168 time: 1.4076662 Aug 26 01:14:52.770351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52792) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:52.770836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Usage tracker for resource:network and tenant:bb547400861a40028ee18cc4acac9f54 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:52.774460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:52.790770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:52.904031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:52.914561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Deleting port 71f15d06-60f8-474f-9f49-7d166523c53c {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:14:52.914891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:52.924319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Made reservation on behalf of bb547400861a40028ee18cc4acac9f54 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:52.928270 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:52.944743 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:52.964398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:52.968716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Usage tracker for resource:security_group_rule and tenant:bb547400861a40028ee18cc4acac9f54 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:52.972205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:52.978039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:53.070474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:53.118994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:53.131987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] For port 71f15d06-60f8-474f-9f49-7d166523c53c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=71f15d06-60f8-474f-9f49-7d166523c53c,segment=NetworkSegment(cbad3f61-691c-4412-bbcd-74cd8df239bb),segment_id=cbad3f61-691c-4412-bbcd-74cd8df239bb)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:53.132351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:53.153525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:14:53.162279 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4e6848-addb-473d-b707-c5032238f2e5,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:53.168065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:53.168913 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Added segment 79c9f379-9c8f-4796-87b1-8b8c143fc5ff of type vlan for network fbfd5439-7257-4dc9-ad4e-9f30ae557c83 Aug 26 01:14:53.195367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:53.261418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Calling delete_port for 71f15d06-60f8-474f-9f49-7d166523c53c owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:14:53.284959 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:53.290731 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:53.291342 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:53.406612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Pushing event updated for resources: {'Network': ['ID=fbfd5439-7257-4dc9-ad4e-9f30ae557c83,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:53.416801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network fbfd5439-7257-4dc9-ad4e-9f30ae557c83 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:14:53.482282 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0bbc27fe-cd70-4ea0-b142-b6021db31c92 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8529983 Aug 26 01:14:53.486197 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52796) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:53.492246 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Request body: {'subnet': {'network_id': 'fbfd5439-7257-4dc9-ad4e-9f30ae557c83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:53.561109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:53.628308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] No DVR routers for this DVR port 71f15d06-60f8-474f-9f49-7d166523c53c on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:14:53.630056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event deleted for resources: {'Port': ['ID=71f15d06-60f8-474f-9f49-7d166523c53c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:53.751385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:53.767793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Usage tracker for resource:subnet and tenant:bb547400861a40028ee18cc4acac9f54 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:53.773343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:53.781399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:53.788975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:53.816798 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789f764b-745e-4a0f-b1b4-6238a0bc65aa']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:53.830625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbad3f61-691c-4412-bbcd-74cd8df239bb') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:53.830950 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbad3f61-691c-4412-bbcd-74cd8df239bb') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:53.843030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:53.860075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:53.868073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:14:53.868462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:53.937305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Made reservation on behalf of bb547400861a40028ee18cc4acac9f54 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:53.940849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:53.956304 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment cbad3f61-691c-4412-bbcd-74cd8df239bb resource provider aggregate not found Aug 26 01:14:54.089259 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment cbad3f61-691c-4412-bbcd-74cd8df239bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbad3f61-691c-4412-bbcd-74cd8df239bb found for delete ", "request_id": "req-674a2efc-2998-4c0e-9d5f-b878ca9bf1b3"}]} Aug 26 01:14:54.163683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aacf38-eb9f-4587-9faa-0bb3c4a43c42 req-6fc92ee5-15ba-495f-a5a2-3fa4035a9f48 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:54.165155 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-86aacf38-eb9f-4587-9faa-0bb3c4a43c42 req-6fc92ee5-15ba-495f-a5a2-3fa4035a9f48 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 945 time: 0.3001418 Aug 26 01:14:54.206089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:54.227283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:54.239856 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-86aacf38-eb9f-4587-9faa-0bb3c4a43c42 req-7ec6ae05-5cbb-4b40-8878-9c8c67ed30a8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0688226 Aug 26 01:14:54.253261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event deleted for resources: {'Network': ['ID=789f764b-745e-4a0f-b1b4-6238a0bc65aa,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:54.298414 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-43e662f7-2aed-4375-943f-a923490876d2 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "DELETE /v2.0/networks/789f764b-745e-4a0f-b1b4-6238a0bc65aa HTTP/1.1" status: 204 len: 168 time: 1.5226235 Aug 26 01:14:54.299081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52808) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:54.436151 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:54.472787 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-10090d57-7504-4644-94a8-1a6defd61482 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:54.517582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Pushing event updated for resources: {'Subnet': ['ID=94f0e6c0-b3bd-487d-aceb-659109516017,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:54.526273 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Checking segment: {'id': '79c9f379-9c8f-4796-87b1-8b8c143fc5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'fbfd5439-7257-4dc9-ad4e-9f30ae557c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:14:54.526634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Network hostable DHCP agents. Network: fbfd5439-7257-4dc9-ad4e-9f30ae557c83, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:14:54.611932 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Network fbfd5439-7257-4dc9-ad4e-9f30ae557c83 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:14:54.618862 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a8501-69f4-4e89-b3c1-50ad013a115e req-1664e08d-5877-4422-a0c3-9302c89e7798 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:54.620344 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ca6a8501-69f4-4e89-b3c1-50ad013a115e req-1664e08d-5877-4422-a0c3-9302c89e7798 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 945 time: 0.2448022 Aug 26 01:14:54.630224 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-10090d57-7504-4644-94a8-1a6defd61482 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:54.680572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-10090d57-7504-4644-94a8-1a6defd61482 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6c4754-0b1b-48fe-8dfc-fe91e9c3f2fb']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:54.686481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, fbfd5439-7257-4dc9-ad4e-9f30ae557c83) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:54.691534 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:54.692363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:54.696718 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283c733e-4a67-452a-861c-d036d1917617 None None] Network fbfd5439-7257-4dc9-ad4e-9f30ae557c83 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:54.698607 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-10090d57-7504-4644-94a8-1a6defd61482 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49920bbb-0bcb-4e29-bba7-b43d4829a1ac') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:54.698909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-10090d57-7504-4644-94a8-1a6defd61482 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49920bbb-0bcb-4e29-bba7-b43d4829a1ac') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:54.708888 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ca6a8501-69f4-4e89-b3c1-50ad013a115e req-50169d5d-cad5-407f-8e32-ce0272594878 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0807993 Aug 26 01:14:54.715142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-10090d57-7504-4644-94a8-1a6defd61482 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:54.737463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-10090d57-7504-4644-94a8-1a6defd61482 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:54.741826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52812) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:54.744211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10090d57-7504-4644-94a8-1a6defd61482 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:14:54.744878 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-10090d57-7504-4644-94a8-1a6defd61482 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:54.816841 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 49920bbb-0bcb-4e29-bba7-b43d4829a1ac resource provider aggregate not found Aug 26 01:14:54.824059 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-33faa8ce-a0cc-4d0d-9ede-f8fde61f69b9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3364809 Aug 26 01:14:54.827249 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52822) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:54.834438 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Request body: {'port': {'network_id': 'fbfd5439-7257-4dc9-ad4e-9f30ae557c83', 'name': 'tempest-TagsExtTest-2087272579'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:54.854459 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 49920bbb-0bcb-4e29-bba7-b43d4829a1ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49920bbb-0bcb-4e29-bba7-b43d4829a1ac found for delete ", "request_id": "req-721ff248-1c88-4ca7-9371-34a192d2be9a"}]} Aug 26 01:14:54.955850 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-fbfd5439-7257-4dc9-ad4e-9f30ae557c83', 'network_id': 'fbfd5439-7257-4dc9-ad4e-9f30ae557c83', 'tenant_id': 'bb547400861a40028ee18cc4acac9f54', 'fixed_ips': [{'subnet_id': '94f0e6c0-b3bd-487d-aceb-659109516017'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:14:54.957289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:54.958791 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-10090d57-7504-4644-94a8-1a6defd61482 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:54.985489 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-10090d57-7504-4644-94a8-1a6defd61482 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:54.992174 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10090d57-7504-4644-94a8-1a6defd61482 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event deleted for resources: {'Network': ['ID=bc6c4754-0b1b-48fe-8dfc-fe91e9c3f2fb,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:55.000912 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-10090d57-7504-4644-94a8-1a6defd61482 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "DELETE /v2.0/networks/bc6c4754-0b1b-48fe-8dfc-fe91e9c3f2fb HTTP/1.1" status: 204 len: 168 time: 0.7006397 Aug 26 01:14:55.003277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52826) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:55.067722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:55.073082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Usage tracker for resource:port and tenant:bb547400861a40028ee18cc4acac9f54 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:55.077324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:55.084766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054ebe8f-99a0-44fe-85a4-bfee9ec3b35d tempest-TestVolumeBootPattern-2085999328 tempest-TestVolumeBootPattern-2085999328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:55.085482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-054ebe8f-99a0-44fe-85a4-bfee9ec3b35d tempest-TestVolumeBootPattern-2085999328 tempest-TestVolumeBootPattern-2085999328-project-admin] Synchronizing usage tracker for tenant:7f049227929549a6ab37dc27fa657b8e on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:14:55.088307 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:55.175923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Made reservation on behalf of bb547400861a40028ee18cc4acac9f54 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:55.179758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:55.198626 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Allocated IP 172.20.0.2 (fbfd5439-7257-4dc9-ad4e-9f30ae557c83/94f0e6c0-b3bd-487d-aceb-659109516017/ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:14:55.202445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] device_id is not set on port 97370819-8a72-4fe6-8d6a-2308a380639a yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:14:55.237657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-feb37415-5d58-41a9-b640-b1130056f2c5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:55.237997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-054ebe8f-99a0-44fe-85a4-bfee9ec3b35d tempest-TestVolumeBootPattern-2085999328 tempest-TestVolumeBootPattern-2085999328-project-admin] Unset dirty status for tenant:7f049227929549a6ab37dc27fa657b8e on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:14:55.241834 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-054ebe8f-99a0-44fe-85a4-bfee9ec3b35d tempest-TestVolumeBootPattern-2085999328 tempest-TestVolumeBootPattern-2085999328-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 1093 time: 0.4960699 Aug 26 01:14:55.242239 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52830) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:55.249334 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '98f9d404-f771-43c2-a657-20f4654a6575', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:55.259063 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:55.266319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Usage tracker for resource:floatingip and tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:55.271445 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:55.307071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:55.406968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:55.431478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-feb37415-5d58-41a9-b640-b1130056f2c5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:55.444169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:55.457217 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Transition to ACTIVE for port object ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:55.476728 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Transition to ACTIVE for port object ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:55.519420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-feb37415-5d58-41a9-b640-b1130056f2c5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927be252-176b-4119-8cc7-259a1ee25474']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:55.534898 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-feb37415-5d58-41a9-b640-b1130056f2c5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab36088-82f2-400e-b430-11776fa66c3d') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:55.535203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-feb37415-5d58-41a9-b640-b1130056f2c5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab36088-82f2-400e-b430-11776fa66c3d') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:55.549616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:55.551033 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-feb37415-5d58-41a9-b640-b1130056f2c5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:55.574405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-feb37415-5d58-41a9-b640-b1130056f2c5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:55.583876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb37415-5d58-41a9-b640-b1130056f2c5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:14:55.584290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-feb37415-5d58-41a9-b640-b1130056f2c5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:55.619271 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Network fbfd5439-7257-4dc9-ad4e-9f30ae557c83 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:14:55.623347 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:55.626099 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:14:55.628345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Allocated IP 172.20.0.7 (fbfd5439-7257-4dc9-ad4e-9f30ae557c83/94f0e6c0-b3bd-487d-aceb-659109516017/97370819-8a72-4fe6-8d6a-2308a380639a) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:14:55.684829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Pushing event updated for resources: {'Port': ['ID=ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:55.721804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:55.747838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Attempting to bind port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:14:55.748530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Attempting to bind port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '79c9f379-9c8f-4796-87b1-8b8c143fc5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'fbfd5439-7257-4dc9-ad4e-9f30ae557c83'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:14:55.748764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Attempting to bind port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 on network fbfd5439-7257-4dc9-ad4e-9f30ae557c83 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:14:55.755074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:14:55.755532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Checking segment: {'id': '79c9f379-9c8f-4796-87b1-8b8c143fc5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'fbfd5439-7257-4dc9-ad4e-9f30ae557c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:14:55.759742 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:55.759742 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Bound using segment: {'id': '79c9f379-9c8f-4796-87b1-8b8c143fc5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'fbfd5439-7257-4dc9-ad4e-9f30ae557c83'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:14:55.759742 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Bound port: ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c9f379-9c8f-4796-87b1-8b8c143fc5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'fbfd5439-7257-4dc9-ad4e-9f30ae557c83'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:14:55.759742 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:55.789122 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-feb37415-5d58-41a9-b640-b1130056f2c5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:55.795150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-feb37415-5d58-41a9-b640-b1130056f2c5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:55.835520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb37415-5d58-41a9-b640-b1130056f2c5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] Pushing event deleted for resources: {'Network': ['ID=927be252-176b-4119-8cc7-259a1ee25474,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:55.854726 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-feb37415-5d58-41a9-b640-b1130056f2c5 tempest-BulkNetworkOpsIpV6Test-1802900018 tempest-BulkNetworkOpsIpV6Test-1802900018-project] 10.222.0.83 "DELETE /v2.0/networks/927be252-176b-4119-8cc7-259a1ee25474 HTTP/1.1" status: 204 len: 168 time: 0.8503628 Aug 26 01:14:55.872935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] For port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:14:55.876883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] For port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9,segment=NetworkSegment(79c9f379-9c8f-4796-87b1-8b8c143fc5ff),segment_id=79c9f379-9c8f-4796-87b1-8b8c143fc5ff)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:14:55.900237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:55.926016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Transition to ACTIVE for port object 97370819-8a72-4fe6-8d6a-2308a380639a will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:14:55.941797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Allocated IP 172.26.2.156 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/39a61241-79e5-46de-9c73-ddd62ff3cdfc) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:14:56.024487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:56.075954 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:56.113856 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9e287-ffba-4c57-98e0-35cc7c69d268 None None] Pushing event updated for resources: {'Port': ['ID=ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:56.114912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:56.154893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Network fbfd5439-7257-4dc9-ad4e-9f30ae557c83 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:14:56.158428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:56.162983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:14:56.258883 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:56.334897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Pushing event updated for resources: {'Port': ['ID=97370819-8a72-4fe6-8d6a-2308a380639a,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:56.377415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:14:56.384250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:56.384899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:56.390520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:14:56.394217 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:14:56.439553 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'Port': ['ID=39a61241-79e5-46de-9c73-ddd62ff3cdfc,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:56.496799 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-18392022-8b1b-4fe6-a7d8-38a535f59a56 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6678896 Aug 26 01:14:56.499437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52838) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:56.506200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-86a01f3f-79b3-477a-9155-8ee3ea5fccfc tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2067653730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:56.516806 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52842) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:56.520133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-86a01f3f-79b3-477a-9155-8ee3ea5fccfc tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:56.532980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-86a01f3f-79b3-477a-9155-8ee3ea5fccfc tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Usage tracker for resource:router and tenant:bb547400861a40028ee18cc4acac9f54 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:56.536436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-86a01f3f-79b3-477a-9155-8ee3ea5fccfc tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:56.544560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-86a01f3f-79b3-477a-9155-8ee3ea5fccfc tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:56.614878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:14:56.652543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-86a01f3f-79b3-477a-9155-8ee3ea5fccfc tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:56.653721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-86a01f3f-79b3-477a-9155-8ee3ea5fccfc tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:56.699730 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-86a01f3f-79b3-477a-9155-8ee3ea5fccfc tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:56.752581 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-21139108-7fbf-43fd-a6e7-9bd91262e787 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f129ca81027a4931936c60b47c5e9ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340109 Aug 26 01:14:56.754902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52848) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:56.822501 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-54600a21-cdd9-4445-80c6-472f85ac6f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:56.827168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:56.843858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-86a01f3f-79b3-477a-9155-8ee3ea5fccfc tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:56.881559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-54600a21-cdd9-4445-80c6-472f85ac6f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:56.900288 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 9ab36088-82f2-400e-b430-11776fa66c3d resource provider aggregate not found Aug 26 01:14:56.923225 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 9ab36088-82f2-400e-b430-11776fa66c3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ab36088-82f2-400e-b430-11776fa66c3d found for delete ", "request_id": "req-4aed98d7-ce96-4587-8f53-23e916146967"}]} Aug 26 01:14:56.926202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:56.967498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-86a01f3f-79b3-477a-9155-8ee3ea5fccfc tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:56.968841 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-86a01f3f-79b3-477a-9155-8ee3ea5fccfc tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4684148 Aug 26 01:14:56.971631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52856) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:56.977486 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fd4e078c-6729-4c0e-a21f-fc7d013ccda5 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-667416977', 'prefixes': ['172.20.0.0/16']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:56.983285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fd4e078c-6729-4c0e-a21f-fc7d013ccda5 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:57.056582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-54600a21-cdd9-4445-80c6-472f85ac6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:57.082052 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:57.084468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54600a21-cdd9-4445-80c6-472f85ac6f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a94ae1-dd83-440b-8d07-fdbfaa19c6ab,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:57.092551 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-54600a21-cdd9-4445-80c6-472f85ac6f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:57.096802 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-54600a21-cdd9-4445-80c6-472f85ac6f71 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c7a94ae1-dd83-440b-8d07-fdbfaa19c6ab HTTP/1.1" status: 204 len: 168 time: 0.3404775 Aug 26 01:14:57.249500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989238cd-2721-4ba7-bc90-3ac027f41ac4 None None] Network fbfd5439-7257-4dc9-ad4e-9f30ae557c83 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:14:57.314301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fd4e078c-6729-4c0e-a21f-fc7d013ccda5 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks [] for subnetpool, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:57.320073 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fd4e078c-6729-4c0e-a21f-fc7d013ccda5 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3472281 Aug 26 01:14:57.321307 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52862) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:57.328990 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-9f4ae1bc-c070-448c-a1b1-e2c9915b2d4f tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '94f0e6c0-b3bd-487d-aceb-659109516017', 'tempest-TagsExtTest-Tag-959894875') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:57.452246 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:57.492909 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c0505c5b-db4c-4d81-bce8-1f9015343fab None None] Provisioning for port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:57.507223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c0505c5b-db4c-4d81-bce8-1f9015343fab None None] Provisioning complete for port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:57.507602 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0505c5b-db4c-4d81-bce8-1f9015343fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:57.567399 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9f4ae1bc-c070-448c-a1b1-e2c9915b2d4f tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "PUT /v2.0/subnets/94f0e6c0-b3bd-487d-aceb-659109516017/tags/tempest-TagsExtTest-Tag-959894875 HTTP/1.1" status: 201 len: 201 time: 0.2451336 Aug 26 01:14:57.569938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52868) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:57.584345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-93767076-0566-43e3-a926-123e1df1b6e4 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '97370819-8a72-4fe6-8d6a-2308a380639a', 'tempest-TagsExtTest-Tag-1933092921') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:57.584693 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:57.685447 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c0505c5b-db4c-4d81-bce8-1f9015343fab None None] Current status of the port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:57.686167 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0505c5b-db4c-4d81-bce8-1f9015343fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:57.724074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'Port': ['ID=39a61241-79e5-46de-9c73-ddd62ff3cdfc,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:57.729984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:57.741550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c0505c5b-db4c-4d81-bce8-1f9015343fab None None] For port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9,segment=NetworkSegment(79c9f379-9c8f-4796-87b1-8b8c143fc5ff),segment_id=79c9f379-9c8f-4796-87b1-8b8c143fc5ff)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:14:57.802500 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-93767076-0566-43e3-a926-123e1df1b6e4 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "PUT /v2.0/ports/97370819-8a72-4fe6-8d6a-2308a380639a/tags/tempest-TagsExtTest-Tag-1933092921 HTTP/1.1" status: 201 len: 201 time: 0.2272260 Aug 26 01:14:57.802500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52878) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:57.810266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-001e3ab7-61af-4225-a718-a2ddfffbace8 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df25666b-aeb2-4344-9e50-91d8e4211247', 'tempest-TagsExtTest-Tag-1689663807') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:57.830440 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0505c5b-db4c-4d81-bce8-1f9015343fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:57.960097 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0505c5b-db4c-4d81-bce8-1f9015343fab None None] Pushing event updated for resources: {'Port': ['ID=ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:58.047263 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Floating IP a4a94b52-2274-4307-a176-411da86a81ab associated. External IP: 172.26.2.156, port: 98f9d404-f771-43c2-a657-20f4654a6575. Aug 26 01:14:58.068188 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c0be28f0-0d6d-4b0a-860a-31e7b67cbb3c None None] Provisioning complete for port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:58.068767 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0be28f0-0d6d-4b0a-860a-31e7b67cbb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:58.203455 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-001e3ab7-61af-4225-a718-a2ddfffbace8 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "PUT /v2.0/routers/df25666b-aeb2-4344-9e50-91d8e4211247/tags/tempest-TagsExtTest-Tag-1689663807 HTTP/1.1" status: 201 len: 201 time: 0.4013016 Aug 26 01:14:58.207180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52888) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:58.214975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-019590ac-58e0-4fba-a72f-7ef3d1766ff1 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '12f84291-a824-4eff-bcdc-5e39d09da730', 'tempest-TagsExtTest-Tag-915675687') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:58.322974 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c0be28f0-0d6d-4b0a-860a-31e7b67cbb3c None None] Current status of the port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:58.385527 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-019590ac-58e0-4fba-a72f-7ef3d1766ff1 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "PUT /v2.0/subnetpools/12f84291-a824-4eff-bcdc-5e39d09da730/tags/tempest-TagsExtTest-Tag-915675687 HTTP/1.1" status: 201 len: 201 time: 0.1766748 Aug 26 01:14:58.389136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52896) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:58.396308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-985348d5-d77f-4b05-972d-1a28e481639b tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '94f0e6c0-b3bd-487d-aceb-659109516017') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:58.486881 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-985348d5-d77f-4b05-972d-1a28e481639b tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/subnets/94f0e6c0-b3bd-487d-aceb-659109516017/tags HTTP/1.1" status: 200 len: 240 time: 0.0963678 Aug 26 01:14:58.489452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52900) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:58.494981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-36a44be4-4680-409d-8587-85e693276e5d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '94f0e6c0-b3bd-487d-aceb-659109516017', 'tempest-TagsExtTest-Tag-959894875') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:58.503458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c0be28f0-0d6d-4b0a-860a-31e7b67cbb3c None None] Provisioning for port 97370819-8a72-4fe6-8d6a-2308a380639a completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:14:58.509573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c0be28f0-0d6d-4b0a-860a-31e7b67cbb3c None None] Provisioning complete for port 97370819-8a72-4fe6-8d6a-2308a380639a triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:58.509707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Router 27d9cace-c75f-4bcd-8061-d44c0eb332ba has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:14:58.510226 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0be28f0-0d6d-4b0a-860a-31e7b67cbb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:58.522830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52904) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:58.569249 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-36a44be4-4680-409d-8587-85e693276e5d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/subnets/94f0e6c0-b3bd-487d-aceb-659109516017/tags/tempest-TagsExtTest-Tag-959894875 HTTP/1.1" status: 204 len: 168 time: 0.0785198 Aug 26 01:14:58.572932 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52908) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:58.582894 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:14:58.585291 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-6992d00b-d92c-4b0a-b320-cd82aeecd03d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '94f0e6c0-b3bd-487d-aceb-659109516017', 'tempest-TagsExtTest-Tag-959894875') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:58.640961 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c0be28f0-0d6d-4b0a-860a-31e7b67cbb3c None None] Port 97370819-8a72-4fe6-8d6a-2308a380639a cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:58.686961 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:58.687359 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:58.729357 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:14:58.748600 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5918a3-855b-4e13-895f-909cfc5ecb0d None None] Sync routers for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:14:58.762476 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5918a3-855b-4e13-895f-909cfc5ecb0d None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:58.763085 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-6d5918a3-855b-4e13-895f-909cfc5ecb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:58.776419 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6992d00b-d92c-4b0a-b320-cd82aeecd03d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/subnets/94f0e6c0-b3bd-487d-aceb-659109516017/tags/tempest-TagsExtTest-Tag-959894875 HTTP/1.1" status: 204 len: 168 time: 0.1993206 Aug 26 01:14:58.776419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52914) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:58.785370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-379db4cd-d005-4dec-8922-8a3161bcd32a tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '94f0e6c0-b3bd-487d-aceb-659109516017') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:58.793799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Request body: {'networks': [{'name': 'tempest-network--1640881263'}, {'name': 'tempest-network--149486031'}]} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:58.794170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Request body: {'network': {'name': 'tempest-network--1640881263'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:58.794901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Request body: {'network': {'name': 'tempest-network--149486031'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:14:58.806473 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:58.820387 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Usage tracker for resource:network and tenant:47a5a08a04f540f28342245ad5d7a77a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:58.826768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:58.832060 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3c2bbe75-1b87-40d6-bea6-a494eab09b4f None None] Provisioning complete for port 97370819-8a72-4fe6-8d6a-2308a380639a triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:14:58.833342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3c2bbe75-1b87-40d6-bea6-a494eab09b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:58.842485 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:58.872178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:58.877717 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-379db4cd-d005-4dec-8922-8a3161bcd32a tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/subnets/94f0e6c0-b3bd-487d-aceb-659109516017/tags HTTP/1.1" status: 200 len: 205 time: 0.1003947 Aug 26 01:14:58.878612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52918) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:58.885982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-c86662b3-3972-4a18-bd2e-39910a43efa8 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '97370819-8a72-4fe6-8d6a-2308a380639a') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:58.971726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bbe75-1b87-40d6-bea6-a494eab09b4f None None] Port 97370819-8a72-4fe6-8d6a-2308a380639a cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:14:58.992234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:14:58.997804 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-91213eba-8fad-4765-8308-97fa7b7d9b47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7543166 Aug 26 01:14:58.998545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef4c76d-f256-4de1-8c50-19c6bd3e9bd9', 'tag': '98f9d404-f771-43c2-a657-20f4654a6575'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:14:59.005434 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c86662b3-3972-4a18-bd2e-39910a43efa8 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/ports/97370819-8a72-4fe6-8d6a-2308a380639a/tags HTTP/1.1" status: 200 len: 241 time: 0.1224415 Aug 26 01:14:59.006986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52926) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:59.015591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-c15b8e7c-96f8-4455-be18-cd930aace485 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '97370819-8a72-4fe6-8d6a-2308a380639a', 'tempest-TagsExtTest-Tag-1933092921') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:59.033104 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-6d5918a3-855b-4e13-895f-909cfc5ecb0d None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:14:59.041266 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Made reservation on behalf of 47a5a08a04f540f28342245ad5d7a77a for: {'network': 2} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:14:59.050980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:59.070412 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b9a7b8-2bea-4489-80d2-a14de2a64396'] response: {'name': 'network-changed', 'server_uuid': 'bef4c76d-f256-4de1-8c50-19c6bd3e9bd9', 'tag': '98f9d404-f771-43c2-a657-20f4654a6575', 'status': 'completed', 'code': 200} Aug 26 01:14:59.074810 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:59.102139 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c15b8e7c-96f8-4455-be18-cd930aace485 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/ports/97370819-8a72-4fe6-8d6a-2308a380639a/tags/tempest-TagsExtTest-Tag-1933092921 HTTP/1.1" status: 204 len: 168 time: 0.0922608 Aug 26 01:14:59.103340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:14:59.104938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52930) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:59.109582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Usage tracker for resource:security_group_rule and tenant:47a5a08a04f540f28342245ad5d7a77a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:14:59.111198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-26f11f1a-e22e-4f4e-99cb-108a35425e1a tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '97370819-8a72-4fe6-8d6a-2308a380639a', 'tempest-TagsExtTest-Tag-1933092921') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:59.112766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:14:59.118458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:14:59.220453 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:59.257330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a983771-ecde-4bd9-9218-a39bcb9bcaa4 req-c57d7991-ccbc-43a4-81a4-429adf348443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:59.258702 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8a983771-ecde-4bd9-9218-a39bcb9bcaa4 req-c57d7991-ccbc-43a4-81a4-429adf348443 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 1098 time: 0.1224222 Aug 26 01:14:59.291807 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:59.292299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:59.347891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4776d7ec-e078-431b-a1d6-1192c2acb84b,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:14:59.353082 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:14:59.363580 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:59.363845 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Added segment e2f0feb8-2fcc-40cb-9f1c-4df03f4c5c35 of type vlan for network 06938d01-23bf-4802-aa1d-1b8dd533f8ba Aug 26 01:14:59.381432 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-26f11f1a-e22e-4f4e-99cb-108a35425e1a tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/ports/97370819-8a72-4fe6-8d6a-2308a380639a/tags/tempest-TagsExtTest-Tag-1933092921 HTTP/1.1" status: 204 len: 168 time: 0.2748184 Aug 26 01:14:59.385701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52934) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:59.391516 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-eb58721d-0a94-4fea-a29d-89fec1b3547c tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '97370819-8a72-4fe6-8d6a-2308a380639a') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:59.431133 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:59.434141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a983771-ecde-4bd9-9218-a39bcb9bcaa4 req-d7b49c81-0732-493a-bc7f-4f0bf9dbedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:59.435263 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8a983771-ecde-4bd9-9218-a39bcb9bcaa4 req-d7b49c81-0732-493a-bc7f-4f0bf9dbedfb service neutron] 10.222.0.94 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 913 time: 0.1695473 Aug 26 01:14:59.439002 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-6d5918a3-855b-4e13-895f-909cfc5ecb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'a4a94b52-2274-4307-a176-411da86a81ab', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'floating_ip_address': '172.26.2.156', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'port_id': '98f9d404-f771-43c2-a657-20f4654a6575', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'mac_address': 'fa:16:3e:eb:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef4c76d-f256-4de1-8c50-19c6bd3e9bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:14:56Z', 'updated_at': '2022-08-26T01:14:56Z', 'revision_number': 0, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:59.443161 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5918a3-855b-4e13-895f-909cfc5ecb0d None None] Checking router: 27d9cace-c75f-4bcd-8061-d44c0eb332ba for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:14:59.452820 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5918a3-855b-4e13-895f-909cfc5ecb0d None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:14:59.453451 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-6d5918a3-855b-4e13-895f-909cfc5ecb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:14:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:59.493331 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-eb58721d-0a94-4fea-a29d-89fec1b3547c tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/ports/97370819-8a72-4fe6-8d6a-2308a380639a/tags HTTP/1.1" status: 200 len: 205 time: 0.1065061 Aug 26 01:14:59.497154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52938) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:59.502879 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:14:59.507993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-42d73756-d061-4788-a435-3a635fda8ee8 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df25666b-aeb2-4344-9e50-91d8e4211247') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:59.551643 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8a983771-ecde-4bd9-9218-a39bcb9bcaa4 req-f127a5da-b38e-4a0d-b61f-62b88dd15f30 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f9d404-f771-43c2-a657-20f4654a6575 HTTP/1.1" status: 200 len: 999 time: 0.1097903 Aug 26 01:14:59.617914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a983771-ecde-4bd9-9218-a39bcb9bcaa4 req-ad066352-2205-4ab7-a575-d9c336855eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:59.619369 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8a983771-ecde-4bd9-9218-a39bcb9bcaa4 req-ad066352-2205-4ab7-a575-d9c336855eae service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 HTTP/1.1" status: 200 len: 850 time: 0.0607235 Aug 26 01:14:59.643443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:59.648399 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Added segment 99c04884-d970-4c72-a4b8-d5ca27d9254f of type vlan for network 1c52c62e-ae29-4cb7-a90b-c12527e82721 Aug 26 01:14:59.649869 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-6d5918a3-855b-4e13-895f-909cfc5ecb0d None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:14:59.711788 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a983771-ecde-4bd9-9218-a39bcb9bcaa4 req-1683a0ac-4cda-4c0b-85e9-a5107b1457e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:14:59.713302 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8a983771-ecde-4bd9-9218-a39bcb9bcaa4 req-1683a0ac-4cda-4c0b-85e9-a5107b1457e0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=277863a4-4254-4976-bcf1-d2e6a4c64c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872958 Aug 26 01:14:59.804524 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-42d73756-d061-4788-a435-3a635fda8ee8 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/routers/df25666b-aeb2-4344-9e50-91d8e4211247/tags HTTP/1.1" status: 200 len: 241 time: 0.3058004 Aug 26 01:14:59.808810 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52942) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:14:59.813240 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:14:59.819678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-0862b757-8a3d-43ec-bf70-6801284e7fd9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df25666b-aeb2-4344-9e50-91d8e4211247', 'tempest-TagsExtTest-Tag-1689663807') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:14:59.868714 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8a983771-ecde-4bd9-9218-a39bcb9bcaa4 req-393220b7-9a43-4b84-a8a0-544255c6e08d service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483834 Aug 26 01:14:59.994373 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0862b757-8a3d-43ec-bf70-6801284e7fd9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/routers/df25666b-aeb2-4344-9e50-91d8e4211247/tags/tempest-TagsExtTest-Tag-1689663807 HTTP/1.1" status: 204 len: 168 time: 0.1817796 Aug 26 01:14:59.997422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52946) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:00.006137 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-74662f6f-c591-475f-854b-73a6afae0c54 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'df25666b-aeb2-4344-9e50-91d8e4211247', 'tempest-TagsExtTest-Tag-1689663807') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:00.053280 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-6d5918a3-855b-4e13-895f-909cfc5ecb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'a4a94b52-2274-4307-a176-411da86a81ab', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'floating_ip_address': '172.26.2.156', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'port_id': '98f9d404-f771-43c2-a657-20f4654a6575', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'mac_address': 'fa:16:3e:eb:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef4c76d-f256-4de1-8c50-19c6bd3e9bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:14:56Z', 'updated_at': '2022-08-26T01:14:56Z', 'revision_number': 0, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:00.060145 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5918a3-855b-4e13-895f-909cfc5ecb0d None None] The sync data for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv is: [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'a4a94b52-2274-4307-a176-411da86a81ab', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'floating_ip_address': '172.26.2.156', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'port_id': '98f9d404-f771-43c2-a657-20f4654a6575', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'mac_address': 'fa:16:3e:eb:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef4c76d-f256-4de1-8c50-19c6bd3e9bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:14:56Z', 'updated_at': '2022-08-26T01:14:56Z', 'revision_number': 0, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:15:00.107713 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:00.108456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:00.118320 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:00.126888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:00.127954 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:00.246394 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8a983771-ecde-4bd9-9218-a39bcb9bcaa4 req-70a5d012-6cab-4cfb-9c74-489a071ecf99 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689690 Aug 26 01:15:00.318200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0aff3f-4498-46ba-b1da-1e33c711772a None None] New status for floating IP a4a94b52-2274-4307-a176-411da86a81ab: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:15:00.370462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event updated for resources: {'Network': ['ID=06938d01-23bf-4802-aa1d-1b8dd533f8ba,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:00.383303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 06938d01-23bf-4802-aa1d-1b8dd533f8ba details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:00.461899 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9377031 Aug 26 01:15:00.466485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52950) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:00.492711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567bc17-4792-4a05-8c9c-466c9edf6192 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event updated for resources: {'Network': ['ID=1c52c62e-ae29-4cb7-a90b-c12527e82721,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:00.512385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 1c52c62e-ae29-4cb7-a90b-c12527e82721 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:00.597592 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-74662f6f-c591-475f-854b-73a6afae0c54 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/routers/df25666b-aeb2-4344-9e50-91d8e4211247/tags/tempest-TagsExtTest-Tag-1689663807 HTTP/1.1" status: 204 len: 168 time: 0.5961618 Aug 26 01:15:00.598736 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52954) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:00.608988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-0188b08e-2676-4edf-8399-2376127fd4f8 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df25666b-aeb2-4344-9e50-91d8e4211247') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:00.684456 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-12c12e8c-7498-4312-bc38-da9d2e4a6585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:00.778889 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11a9257-51f0-4026-8c0e-7ec1eb9cd8fa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:00.784815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11a9257-51f0-4026-8c0e-7ec1eb9cd8fa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:00.790961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11a9257-51f0-4026-8c0e-7ec1eb9cd8fa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:00.797920 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11a9257-51f0-4026-8c0e-7ec1eb9cd8fa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:00.799623 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a11a9257-51f0-4026-8c0e-7ec1eb9cd8fa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3312600 Aug 26 01:15:00.803024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52958) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:00.905920 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0188b08e-2676-4edf-8399-2376127fd4f8 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/routers/df25666b-aeb2-4344-9e50-91d8e4211247/tags HTTP/1.1" status: 200 len: 205 time: 0.3065372 Aug 26 01:15:00.910186 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52962) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:00.915603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-9fed35dd-478d-4769-bcbd-138caa3bd4a1 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '12f84291-a824-4eff-bcdc-5e39d09da730') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:00.941200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-650ae0a2-9a7e-456a-a06b-83b2b71d3d9e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:00.947561 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9fed35dd-478d-4769-bcbd-138caa3bd4a1 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/subnetpools/12f84291-a824-4eff-bcdc-5e39d09da730/tags HTTP/1.1" status: 200 len: 240 time: 0.0335729 Aug 26 01:15:00.947868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52966) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:00.954116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-30618553-2716-4ed6-afe8-be190d600df3 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '12f84291-a824-4eff-bcdc-5e39d09da730', 'tempest-TagsExtTest-Tag-915675687') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:00.986428 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-30618553-2716-4ed6-afe8-be190d600df3 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/subnetpools/12f84291-a824-4eff-bcdc-5e39d09da730/tags/tempest-TagsExtTest-Tag-915675687 HTTP/1.1" status: 204 len: 168 time: 0.0369036 Aug 26 01:15:00.989024 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52970) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:00.994175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-b7365e35-f69b-4038-b189-e9f82a4822b8 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '12f84291-a824-4eff-bcdc-5e39d09da730', 'tempest-TagsExtTest-Tag-915675687') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:01.078479 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-650ae0a2-9a7e-456a-a06b-83b2b71d3d9e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:01.116559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-650ae0a2-9a7e-456a-a06b-83b2b71d3d9e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06938d01-23bf-4802-aa1d-1b8dd533f8ba']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:01.127361 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b7365e35-f69b-4038-b189-e9f82a4822b8 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/subnetpools/12f84291-a824-4eff-bcdc-5e39d09da730/tags/tempest-TagsExtTest-Tag-915675687 HTTP/1.1" status: 204 len: 168 time: 0.1373150 Aug 26 01:15:01.129907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52974) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:01.130043 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-650ae0a2-9a7e-456a-a06b-83b2b71d3d9e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f0feb8-2fcc-40cb-9f1c-4df03f4c5c35') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:01.130315 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-650ae0a2-9a7e-456a-a06b-83b2b71d3d9e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f0feb8-2fcc-40cb-9f1c-4df03f4c5c35') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:01.135184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-3bca214c-b8de-42bd-a8c9-30eb27568952 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '12f84291-a824-4eff-bcdc-5e39d09da730') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:01.143314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-650ae0a2-9a7e-456a-a06b-83b2b71d3d9e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:01.161311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-650ae0a2-9a7e-456a-a06b-83b2b71d3d9e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:01.161619 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3bca214c-b8de-42bd-a8c9-30eb27568952 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/subnetpools/12f84291-a824-4eff-bcdc-5e39d09da730/tags HTTP/1.1" status: 200 len: 205 time: 0.0306175 Aug 26 01:15:01.164191 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52978) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:01.169123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-650ae0a2-9a7e-456a-a06b-83b2b71d3d9e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:01.169668 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-650ae0a2-9a7e-456a-a06b-83b2b71d3d9e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:01.175199 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-70e68947-ea2e-451b-91e5-0943716d5992 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '12f84291-a824-4eff-bcdc-5e39d09da730') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:01.198465 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-70e68947-ea2e-451b-91e5-0943716d5992 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/subnetpools/12f84291-a824-4eff-bcdc-5e39d09da730/tags HTTP/1.1" status: 204 len: 168 time: 0.0332897 Aug 26 01:15:01.201452 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52984) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:01.206614 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-0522f309-73fa-4367-84f4-b1a065fcb013 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df25666b-aeb2-4344-9e50-91d8e4211247') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:01.237227 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment e2f0feb8-2fcc-40cb-9f1c-4df03f4c5c35 resource provider aggregate not found Aug 26 01:15:01.268186 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment e2f0feb8-2fcc-40cb-9f1c-4df03f4c5c35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2f0feb8-2fcc-40cb-9f1c-4df03f4c5c35 found for delete ", "request_id": "req-2a2760d8-b556-4685-bbbb-cc01f9cb9df2"}]} Aug 26 01:15:01.336936 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-650ae0a2-9a7e-456a-a06b-83b2b71d3d9e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:01.352252 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0522f309-73fa-4367-84f4-b1a065fcb013 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/routers/df25666b-aeb2-4344-9e50-91d8e4211247/tags HTTP/1.1" status: 204 len: 168 time: 0.1497872 Aug 26 01:15:01.354897 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52990) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:01.360617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-6fb21266-87f8-4184-a6fb-2920a52530fb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '97370819-8a72-4fe6-8d6a-2308a380639a') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:01.361445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-650ae0a2-9a7e-456a-a06b-83b2b71d3d9e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:01.374455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ae0a2-9a7e-456a-a06b-83b2b71d3d9e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event deleted for resources: {'Network': ['ID=06938d01-23bf-4802-aa1d-1b8dd533f8ba,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:01.377095 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-650ae0a2-9a7e-456a-a06b-83b2b71d3d9e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "DELETE /v2.0/networks/06938d01-23bf-4802-aa1d-1b8dd533f8ba HTTP/1.1" status: 204 len: 168 time: 0.5731585 Aug 26 01:15:01.380233 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 52994) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:01.445860 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6fb21266-87f8-4184-a6fb-2920a52530fb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/ports/97370819-8a72-4fe6-8d6a-2308a380639a/tags HTTP/1.1" status: 204 len: 168 time: 0.0865114 Aug 26 01:15:01.447524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 52998) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:01.453239 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-6b887494-df8d-4916-a6a8-282846eeab1e tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '94f0e6c0-b3bd-487d-aceb-659109516017') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:01.504492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0522bf21-c331-4a8e-8cbd-40123380db29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:01.534537 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6b887494-df8d-4916-a6a8-282846eeab1e tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/subnets/94f0e6c0-b3bd-487d-aceb-659109516017/tags HTTP/1.1" status: 204 len: 168 time: 0.0822523 Aug 26 01:15:01.535078 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53002) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:01.540160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-3f5bb17f-0051-417e-9934-c69161373288 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '94f0e6c0-b3bd-487d-aceb-659109516017', 'tempest-TagsExtTest-Tag-1297600944') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:01.649358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0522bf21-c331-4a8e-8cbd-40123380db29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:01.678505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-0522bf21-c331-4a8e-8cbd-40123380db29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c52c62e-ae29-4cb7-a90b-c12527e82721']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:01.691828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-0522bf21-c331-4a8e-8cbd-40123380db29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c04884-d970-4c72-a4b8-d5ca27d9254f') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:01.692104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-0522bf21-c331-4a8e-8cbd-40123380db29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c04884-d970-4c72-a4b8-d5ca27d9254f') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:01.704868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0522bf21-c331-4a8e-8cbd-40123380db29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:01.723604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0522bf21-c331-4a8e-8cbd-40123380db29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:01.730232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0522bf21-c331-4a8e-8cbd-40123380db29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:01.730703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0522bf21-c331-4a8e-8cbd-40123380db29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:01.738820 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3f5bb17f-0051-417e-9934-c69161373288 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "PUT /v2.0/subnets/94f0e6c0-b3bd-487d-aceb-659109516017/tags/tempest-TagsExtTest-Tag-1297600944 HTTP/1.1" status: 201 len: 201 time: 0.2028966 Aug 26 01:15:01.742211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53006) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:01.748036 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-7c1f22ca-123d-4db4-b6be-3d6c59829c6e tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '97370819-8a72-4fe6-8d6a-2308a380639a', 'tempest-TagsExtTest-Tag-1586656403') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:01.921308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0522bf21-c331-4a8e-8cbd-40123380db29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:01.940436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0522bf21-c331-4a8e-8cbd-40123380db29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:01.951845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522bf21-c331-4a8e-8cbd-40123380db29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event deleted for resources: {'Network': ['ID=1c52c62e-ae29-4cb7-a90b-c12527e82721,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:01.954757 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0522bf21-c331-4a8e-8cbd-40123380db29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "DELETE /v2.0/networks/1c52c62e-ae29-4cb7-a90b-c12527e82721 HTTP/1.1" status: 204 len: 168 time: 0.5735066 Aug 26 01:15:01.957255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53010) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:02.064696 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7c1f22ca-123d-4db4-b6be-3d6c59829c6e tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "PUT /v2.0/ports/97370819-8a72-4fe6-8d6a-2308a380639a/tags/tempest-TagsExtTest-Tag-1586656403 HTTP/1.1" status: 201 len: 201 time: 0.3211870 Aug 26 01:15:02.067386 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53014) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:02.073067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-adf3ea50-59a7-4134-a128-84de3e6a9314 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df25666b-aeb2-4344-9e50-91d8e4211247', 'tempest-TagsExtTest-Tag-1874388675') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:02.230231 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc98d84-224c-437c-9d93-4e2180bb73e1 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:02.236336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc98d84-224c-437c-9d93-4e2180bb73e1 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:02.237131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2cc98d84-224c-437c-9d93-4e2180bb73e1 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Synchronizing usage tracker for tenant:47a5a08a04f540f28342245ad5d7a77a on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:15:02.299258 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-adf3ea50-59a7-4134-a128-84de3e6a9314 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "PUT /v2.0/routers/df25666b-aeb2-4344-9e50-91d8e4211247/tags/tempest-TagsExtTest-Tag-1874388675 HTTP/1.1" status: 201 len: 201 time: 0.2307882 Aug 26 01:15:02.310280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53018) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:02.315709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-3fc5aedb-87f9-48cc-b5c1-70f5024fb4a6 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '12f84291-a824-4eff-bcdc-5e39d09da730', 'tempest-TagsExtTest-Tag-1049332409') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:02.343550 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2cc98d84-224c-437c-9d93-4e2180bb73e1 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Unset dirty status for tenant:47a5a08a04f540f28342245ad5d7a77a on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:15:02.344732 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2cc98d84-224c-437c-9d93-4e2180bb73e1 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3865454 Aug 26 01:15:02.348479 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53022) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:02.354192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-45c8e075-4548-4b8c-8c61-031eed0c39aa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-565909451'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:02.359097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-45c8e075-4548-4b8c-8c61-031eed0c39aa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:02.370485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-45c8e075-4548-4b8c-8c61-031eed0c39aa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:02.456464 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3fc5aedb-87f9-48cc-b5c1-70f5024fb4a6 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "PUT /v2.0/subnetpools/12f84291-a824-4eff-bcdc-5e39d09da730/tags/tempest-TagsExtTest-Tag-1049332409 HTTP/1.1" status: 201 len: 201 time: 0.1450424 Aug 26 01:15:02.459092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53026) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:02.464240 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-2b7ba21c-ff27-45c8-b8bd-0d0a0f7d8a31 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '94f0e6c0-b3bd-487d-aceb-659109516017', {'tags': ['tempest-TagsExtTest-Tag-1573715590', 'tempest-TagsExtTest-Tag-1179368892', 'tempest-TagsExtTest-Tag-602541111']}) {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:02.468011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c8e075-4548-4b8c-8c61-031eed0c39aa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Made reservation on behalf of 47a5a08a04f540f28342245ad5d7a77a for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:02.472014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45c8e075-4548-4b8c-8c61-031eed0c39aa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:02.502862 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c8e075-4548-4b8c-8c61-031eed0c39aa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:02.512323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45c8e075-4548-4b8c-8c61-031eed0c39aa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:02.513003 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-45c8e075-4548-4b8c-8c61-031eed0c39aa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Added segment e38d64b2-23dc-4efb-b2e7-ef3e50a53955 of type vlan for network b376b80a-81c8-4acc-93dd-6d64816cad1d Aug 26 01:15:02.540980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45c8e075-4548-4b8c-8c61-031eed0c39aa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:02.613367 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2b7ba21c-ff27-45c8-b8bd-0d0a0f7d8a31 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "PUT /v2.0/subnets/94f0e6c0-b3bd-487d-aceb-659109516017/tags HTTP/1.1" status: 200 len: 317 time: 0.1530399 Aug 26 01:15:02.616247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53030) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:02.621764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-a1e28808-1c5b-4b6b-b2fc-71b945aec23d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '94f0e6c0-b3bd-487d-aceb-659109516017') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:02.646310 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45c8e075-4548-4b8c-8c61-031eed0c39aa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:02.652029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c8e075-4548-4b8c-8c61-031eed0c39aa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:02.652785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45c8e075-4548-4b8c-8c61-031eed0c39aa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:02.764608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8e075-4548-4b8c-8c61-031eed0c39aa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event updated for resources: {'Network': ['ID=b376b80a-81c8-4acc-93dd-6d64816cad1d,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:02.775556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network b376b80a-81c8-4acc-93dd-6d64816cad1d details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:02.799866 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a1e28808-1c5b-4b6b-b2fc-71b945aec23d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/subnets/94f0e6c0-b3bd-487d-aceb-659109516017/tags HTTP/1.1" status: 204 len: 168 time: 0.1824172 Aug 26 01:15:02.802570 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53034) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:02.807964 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-71151b82-0e21-4b72-a1f0-cc7c934157d7 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '94f0e6c0-b3bd-487d-aceb-659109516017', 'tempest-TagsExtTest-Tag-1573715590') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:02.828015 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-45c8e075-4548-4b8c-8c61-031eed0c39aa tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4784787 Aug 26 01:15:02.830632 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53038) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:02.839343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2071014771'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:02.846107 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:02.852318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Usage tracker for resource:network and tenant:47a5a08a04f540f28342245ad5d7a77a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:02.856313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:02.864797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:02.885283 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-71151b82-0e21-4b72-a1f0-cc7c934157d7 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] show failed (client error): The resource could not be found. Aug 26 01:15:02.887155 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-71151b82-0e21-4b72-a1f0-cc7c934157d7 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/subnets/94f0e6c0-b3bd-487d-aceb-659109516017/tags/tempest-TagsExtTest-Tag-1573715590 HTTP/1.1" status: 404 len: 329 time: 0.0827465 Aug 26 01:15:02.890288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53042) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:02.895619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-97b4399d-0708-4f75-af55-ec8bef7e7b75 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '94f0e6c0-b3bd-487d-aceb-659109516017', 'tempest-TagsExtTest-Tag-1179368892') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:02.972542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Made reservation on behalf of 47a5a08a04f540f28342245ad5d7a77a for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:02.976525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:03.009900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:03.019469 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ac88bf2d-e866-4a18-9eeb-950bf87eafe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:03.020804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:03.021917 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Added segment 522d793e-ede0-40ca-821d-38e86ebe7ce0 of type vlan for network 4d2d42e1-0a2e-4f85-a328-03cc1657d0f8 Aug 26 01:15:03.057362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:03.084248 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-97b4399d-0708-4f75-af55-ec8bef7e7b75 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] show failed (client error): The resource could not be found. Aug 26 01:15:03.087240 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-97b4399d-0708-4f75-af55-ec8bef7e7b75 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/subnets/94f0e6c0-b3bd-487d-aceb-659109516017/tags/tempest-TagsExtTest-Tag-1179368892 HTTP/1.1" status: 404 len: 329 time: 0.1959450 Aug 26 01:15:03.089004 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53046) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:03.094462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-a44115d1-a3e6-4ecf-8909-6f8cee1381cf tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '94f0e6c0-b3bd-487d-aceb-659109516017', 'tempest-TagsExtTest-Tag-602541111') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:03.162030 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-a44115d1-a3e6-4ecf-8909-6f8cee1381cf tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] show failed (client error): The resource could not be found. Aug 26 01:15:03.163143 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a44115d1-a3e6-4ecf-8909-6f8cee1381cf tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/subnets/94f0e6c0-b3bd-487d-aceb-659109516017/tags/tempest-TagsExtTest-Tag-602541111 HTTP/1.1" status: 404 len: 328 time: 0.0725625 Aug 26 01:15:03.166301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53050) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:03.171686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-312b389f-a9b0-4fac-b301-7388349e682c tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '97370819-8a72-4fe6-8d6a-2308a380639a', {'tags': ['tempest-TagsExtTest-Tag-2049349618', 'tempest-TagsExtTest-Tag-1086458538', 'tempest-TagsExtTest-Tag-178609551']}) {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:03.292977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:03.292977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:03.292977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:03.299283 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 99c04884-d970-4c72-a4b8-d5ca27d9254f resource provider aggregate not found Aug 26 01:15:03.342828 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 99c04884-d970-4c72-a4b8-d5ca27d9254f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99c04884-d970-4c72-a4b8-d5ca27d9254f found for delete ", "request_id": "req-0b89df13-beb8-4118-a0e8-11b096a4b843"}]} Aug 26 01:15:03.414004 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event updated for resources: {'Network': ['ID=4d2d42e1-0a2e-4f85-a328-03cc1657d0f8,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:03.424102 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 4d2d42e1-0a2e-4f85-a328-03cc1657d0f8 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:03.439402 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-312b389f-a9b0-4fac-b301-7388349e682c tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "PUT /v2.0/ports/97370819-8a72-4fe6-8d6a-2308a380639a/tags HTTP/1.1" status: 200 len: 317 time: 0.2720320 Aug 26 01:15:03.442371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53058) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:03.447561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-b3cf02ce-beeb-431c-b29f-2242b24347c5 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '97370819-8a72-4fe6-8d6a-2308a380639a') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:03.522782 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fe01ab13-b933-486e-9292-8fdf4d1644ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6907089 Aug 26 01:15:03.525599 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53062) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:03.533005 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Request body: {'ports': [{'network_id': 'b376b80a-81c8-4acc-93dd-6d64816cad1d', 'name': 'tempest-port--1228225014', 'admin_state_up': True}, {'network_id': '4d2d42e1-0a2e-4f85-a328-03cc1657d0f8', 'admin_state_up': False}]} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:03.533414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Request body: {'port': {'network_id': 'b376b80a-81c8-4acc-93dd-6d64816cad1d', 'name': 'tempest-port--1228225014', 'admin_state_up': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:03.533940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Request body: {'port': {'network_id': '4d2d42e1-0a2e-4f85-a328-03cc1657d0f8', 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:03.802664 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:03.803936 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:03.805187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Usage tracker for resource:port and tenant:47a5a08a04f540f28342245ad5d7a77a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:03.809280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:03.816517 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:03.851633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53066) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:03.854811 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b3cf02ce-beeb-431c-b29f-2242b24347c5 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/ports/97370819-8a72-4fe6-8d6a-2308a380639a/tags HTTP/1.1" status: 204 len: 168 time: 0.3984685 Aug 26 01:15:03.857678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-58f900b4-90eb-4503-beea-cf4167ff6b32 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '97370819-8a72-4fe6-8d6a-2308a380639a', 'tempest-TagsExtTest-Tag-2049349618') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:03.924111 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-58f900b4-90eb-4503-beea-cf4167ff6b32 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] show failed (client error): The resource could not be found. Aug 26 01:15:03.924111 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-58f900b4-90eb-4503-beea-cf4167ff6b32 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/ports/97370819-8a72-4fe6-8d6a-2308a380639a/tags/tempest-TagsExtTest-Tag-2049349618 HTTP/1.1" status: 404 len: 329 time: 0.0813389 Aug 26 01:15:03.926457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53070) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:03.932056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-ea8fd4d6-4ba9-4283-aca5-30ea56d34e0a tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '97370819-8a72-4fe6-8d6a-2308a380639a', 'tempest-TagsExtTest-Tag-1086458538') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:03.944207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Made reservation on behalf of 47a5a08a04f540f28342245ad5d7a77a for: {'port': 2} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:03.958678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:03.972910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:03.983482 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:04.015675 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-ea8fd4d6-4ba9-4283-aca5-30ea56d34e0a tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] show failed (client error): The resource could not be found. Aug 26 01:15:04.016767 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ea8fd4d6-4ba9-4283-aca5-30ea56d34e0a tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/ports/97370819-8a72-4fe6-8d6a-2308a380639a/tags/tempest-TagsExtTest-Tag-1086458538 HTTP/1.1" status: 404 len: 329 time: 0.0892994 Aug 26 01:15:04.020555 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53074) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:04.025466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-80cf5302-4c40-4988-9693-775dd09f8e23 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '97370819-8a72-4fe6-8d6a-2308a380639a', 'tempest-TagsExtTest-Tag-178609551') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:04.104420 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-80cf5302-4c40-4988-9693-775dd09f8e23 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] show failed (client error): The resource could not be found. Aug 26 01:15:04.105636 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-80cf5302-4c40-4988-9693-775dd09f8e23 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/ports/97370819-8a72-4fe6-8d6a-2308a380639a/tags/tempest-TagsExtTest-Tag-178609551 HTTP/1.1" status: 404 len: 328 time: 0.0840921 Aug 26 01:15:04.108685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53078) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:04.113636 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-1cdb3413-cb51-4953-bab9-594627bc3e67 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'df25666b-aeb2-4344-9e50-91d8e4211247', {'tags': ['tempest-TagsExtTest-Tag-1532077400', 'tempest-TagsExtTest-Tag-318769075', 'tempest-TagsExtTest-Tag-1755955644']}) {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:04.221707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] device_id is not set on port 8c4fd443-ee36-4523-b0eb-f775fe37b6c6 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:15:04.315839 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:04.405417 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1cdb3413-cb51-4953-bab9-594627bc3e67 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "PUT /v2.0/routers/df25666b-aeb2-4344-9e50-91d8e4211247/tags HTTP/1.1" status: 200 len: 317 time: 0.2959673 Aug 26 01:15:04.408568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53082) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:04.413043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-52c6e280-c0ad-4d3f-9656-5bfcd1bc7620 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df25666b-aeb2-4344-9e50-91d8e4211247') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:04.437077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] device_id is not set on port c9302d68-62f6-4000-8912-8076366fc127 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:15:04.535914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:04.781152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:04.865072 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-52c6e280-c0ad-4d3f-9656-5bfcd1bc7620 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/routers/df25666b-aeb2-4344-9e50-91d8e4211247/tags HTTP/1.1" status: 204 len: 168 time: 0.4551225 Aug 26 01:15:04.867206 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53086) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:04.875197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-fd0baa5a-4425-418f-80ff-875510f4a7ae tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df25666b-aeb2-4344-9e50-91d8e4211247', 'tempest-TagsExtTest-Tag-1532077400') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:04.892877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event updated for resources: {'Port': ['ID=8c4fd443-ee36-4523-b0eb-f775fe37b6c6,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:04.899213 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Checking segment: {'id': 'e38d64b2-23dc-4efb-b2e7-ef3e50a53955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'b376b80a-81c8-4acc-93dd-6d64816cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:04.899815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Network hostable DHCP agents. Network: b376b80a-81c8-4acc-93dd-6d64816cad1d, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:15:05.047678 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-fd0baa5a-4425-418f-80ff-875510f4a7ae tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] show failed (client error): The resource could not be found. Aug 26 01:15:05.047678 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fd0baa5a-4425-418f-80ff-875510f4a7ae tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/routers/df25666b-aeb2-4344-9e50-91d8e4211247/tags/tempest-TagsExtTest-Tag-1532077400 HTTP/1.1" status: 404 len: 329 time: 0.1696386 Aug 26 01:15:05.047678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53090) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:05.047678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-f578c7b7-c5ff-4592-9070-9ccc05d4f53b tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df25666b-aeb2-4344-9e50-91d8e4211247', 'tempest-TagsExtTest-Tag-318769075') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:05.084007 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Network b376b80a-81c8-4acc-93dd-6d64816cad1d is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:15:05.183486 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-f578c7b7-c5ff-4592-9070-9ccc05d4f53b tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] show failed (client error): The resource could not be found. Aug 26 01:15:05.184530 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f578c7b7-c5ff-4592-9070-9ccc05d4f53b tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/routers/df25666b-aeb2-4344-9e50-91d8e4211247/tags/tempest-TagsExtTest-Tag-318769075 HTTP/1.1" status: 404 len: 328 time: 0.1424761 Aug 26 01:15:05.187479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53094) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:05.192347 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-d873e5b0-7f99-40f6-be43-3eabe34aa687 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df25666b-aeb2-4344-9e50-91d8e4211247', 'tempest-TagsExtTest-Tag-1755955644') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:05.204192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, b376b80a-81c8-4acc-93dd-6d64816cad1d) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:05.208184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:15:05.209035 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:05.213498 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5072f682-e6bf-499f-a44e-c9a7e7f9460e None None] Network b376b80a-81c8-4acc-93dd-6d64816cad1d requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:05.313349 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event updated for resources: {'Port': ['ID=c9302d68-62f6-4000-8912-8076366fc127,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:05.329077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Checking segment: {'id': '522d793e-ede0-40ca-821d-38e86ebe7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4d2d42e1-0a2e-4f85-a328-03cc1657d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:05.329483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Network hostable DHCP agents. Network: 4d2d42e1-0a2e-4f85-a328-03cc1657d0f8, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:15:05.338452 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-d873e5b0-7f99-40f6-be43-3eabe34aa687 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] show failed (client error): The resource could not be found. Aug 26 01:15:05.339969 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d873e5b0-7f99-40f6-be43-3eabe34aa687 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/routers/df25666b-aeb2-4344-9e50-91d8e4211247/tags/tempest-TagsExtTest-Tag-1755955644 HTTP/1.1" status: 404 len: 329 time: 0.1515672 Aug 26 01:15:05.342790 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53098) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:05.350027 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-d78e78ea-9777-4186-b4a3-33194098573a tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '12f84291-a824-4eff-bcdc-5e39d09da730', {'tags': ['tempest-TagsExtTest-Tag-1502763551', 'tempest-TagsExtTest-Tag-287866337', 'tempest-TagsExtTest-Tag-1293453080']}) {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:05.592683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Network 4d2d42e1-0a2e-4f85-a328-03cc1657d0f8 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:15:05.674875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:05.684506 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d78e78ea-9777-4186-b4a3-33194098573a tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "PUT /v2.0/subnetpools/12f84291-a824-4eff-bcdc-5e39d09da730/tags HTTP/1.1" status: 200 len: 317 time: 0.3307986 Aug 26 01:15:05.686401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53102) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:05.691408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-6ef9ef1c-b013-4e52-b475-0410ab54f6eb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '12f84291-a824-4eff-bcdc-5e39d09da730') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:06.263602 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 4d2d42e1-0a2e-4f85-a328-03cc1657d0f8) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:06.267701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:15:06.272995 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072f90fd-05ed-4192-9b25-4cbbd9e4f630 None None] Network 4d2d42e1-0a2e-4f85-a328-03cc1657d0f8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:06.273499 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:06.278989 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:06.279686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:06.310508 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6ef9ef1c-b013-4e52-b475-0410ab54f6eb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/subnetpools/12f84291-a824-4eff-bcdc-5e39d09da730/tags HTTP/1.1" status: 204 len: 168 time: 0.6229324 Aug 26 01:15:06.313410 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53108) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:06.318818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.tag.tag_plugin [None req-80cf857b-1e11-4641-97bf-abab94192611 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '12f84291-a824-4eff-bcdc-5e39d09da730', 'tempest-TagsExtTest-Tag-1502763551') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:06.344434 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-80cf857b-1e11-4641-97bf-abab94192611 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] show failed (client error): The resource could not be found. Aug 26 01:15:06.345504 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-80cf857b-1e11-4641-97bf-abab94192611 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/subnetpools/12f84291-a824-4eff-bcdc-5e39d09da730/tags/tempest-TagsExtTest-Tag-1502763551 HTTP/1.1" status: 404 len: 329 time: 0.0309713 Aug 26 01:15:06.356481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53112) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:06.361715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-f3d62dfd-e39b-433f-8241-f413cef64ae9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '12f84291-a824-4eff-bcdc-5e39d09da730', 'tempest-TagsExtTest-Tag-287866337') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:06.391466 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-f3d62dfd-e39b-433f-8241-f413cef64ae9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] show failed (client error): The resource could not be found. Aug 26 01:15:06.393340 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f3d62dfd-e39b-433f-8241-f413cef64ae9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/subnetpools/12f84291-a824-4eff-bcdc-5e39d09da730/tags/tempest-TagsExtTest-Tag-287866337 HTTP/1.1" status: 404 len: 328 time: 0.0357859 Aug 26 01:15:06.397201 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53116) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:06.402322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-da81ac0c-9361-4171-a695-1e66693c195d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '12f84291-a824-4eff-bcdc-5e39d09da730', 'tempest-TagsExtTest-Tag-1293453080') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:06.414183 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4bdf92f9-36b0-4a61-af76-e8c068f18378 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8874762 Aug 26 01:15:06.422167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53120) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:06.431515 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-da81ac0c-9361-4171-a695-1e66693c195d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] show failed (client error): The resource could not be found. Aug 26 01:15:06.432540 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-da81ac0c-9361-4171-a695-1e66693c195d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/subnetpools/12f84291-a824-4eff-bcdc-5e39d09da730/tags/tempest-TagsExtTest-Tag-1293453080 HTTP/1.1" status: 404 len: 329 time: 0.0344355 Aug 26 01:15:06.436620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53124) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:06.442927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-ef923700-2c4d-46db-a47b-db86b0fea326 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '12f84291-a824-4eff-bcdc-5e39d09da730') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:06.477954 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ef923700-2c4d-46db-a47b-db86b0fea326 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/subnetpools/12f84291-a824-4eff-bcdc-5e39d09da730/tags HTTP/1.1" status: 204 len: 168 time: 0.0375671 Aug 26 01:15:06.478219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53128) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:06.483702 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-ee33fe9e-e176-4eae-a967-4e54ba673d33 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df25666b-aeb2-4344-9e50-91d8e4211247') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:06.538204 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8a9ae2-0220-4f8b-bebd-5a4ab909603b tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:06.545765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8a9ae2-0220-4f8b-bebd-5a4ab909603b tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:06.549502 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9a8a9ae2-0220-4f8b-bebd-5a4ab909603b tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1264699 Aug 26 01:15:06.550617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53132) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:06.629256 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-337d9313-f557-4dfa-b254-94e0c145041a tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Deleting port 8c4fd443-ee36-4523-b0eb-f775fe37b6c6 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:15:06.629602 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-337d9313-f557-4dfa-b254-94e0c145041a tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:06.753184 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ee33fe9e-e176-4eae-a967-4e54ba673d33 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/routers/df25666b-aeb2-4344-9e50-91d8e4211247/tags HTTP/1.1" status: 204 len: 168 time: 0.2716382 Aug 26 01:15:06.753851 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53136) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:06.758541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-fd347ee5-0ab6-4236-9a4c-ecfbd895dd26 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '97370819-8a72-4fe6-8d6a-2308a380639a') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:06.844958 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fd347ee5-0ab6-4236-9a4c-ecfbd895dd26 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/ports/97370819-8a72-4fe6-8d6a-2308a380639a/tags HTTP/1.1" status: 204 len: 168 time: 0.0880113 Aug 26 01:15:06.845212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53140) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:06.850442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.tag.tag_plugin [None req-241870ca-1c6e-42a4-8e48-565de5f282f9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '94f0e6c0-b3bd-487d-aceb-659109516017') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:06.923045 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-241870ca-1c6e-42a4-8e48-565de5f282f9 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/subnets/94f0e6c0-b3bd-487d-aceb-659109516017/tags HTTP/1.1" status: 204 len: 168 time: 0.0766325 Aug 26 01:15:06.930602 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53144) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:06.978780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-337d9313-f557-4dfa-b254-94e0c145041a tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:07.102557 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-337d9313-f557-4dfa-b254-94e0c145041a tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Calling delete_port for 8c4fd443-ee36-4523-b0eb-f775fe37b6c6 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:15:07.164771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-391b665a-8e4e-4bb5-b58f-881ee567af57 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks [] for subnetpool, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:07.165977 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-391b665a-8e4e-4bb5-b58f-881ee567af57 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/subnetpools/12f84291-a824-4eff-bcdc-5e39d09da730 HTTP/1.1" status: 204 len: 168 time: 0.2358994 Aug 26 01:15:07.169421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53148) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:07.222981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bc7dfa4a-85e6-4ac6-a6bf-a8c2fb36dfce tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Synchronizing usage tracker for tenant:bb547400861a40028ee18cc4acac9f54 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:15:07.286729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-337d9313-f557-4dfa-b254-94e0c145041a tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:07.320508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bc7dfa4a-85e6-4ac6-a6bf-a8c2fb36dfce tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Unset dirty status for tenant:bb547400861a40028ee18cc4acac9f54 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:15:07.321812 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bc7dfa4a-85e6-4ac6-a6bf-a8c2fb36dfce tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "GET /v2.0/ports?device_id=df25666b-aeb2-4344-9e50-91d8e4211247 HTTP/1.1" status: 200 len: 205 time: 0.1512530 Aug 26 01:15:07.324404 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53152) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:07.348613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d9313-f557-4dfa-b254-94e0c145041a tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event deleted for resources: {'Port': ['ID=8c4fd443-ee36-4523-b0eb-f775fe37b6c6,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:07.356084 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-337d9313-f557-4dfa-b254-94e0c145041a tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:07.362923 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-337d9313-f557-4dfa-b254-94e0c145041a tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "DELETE /v2.0/ports/8c4fd443-ee36-4523-b0eb-f775fe37b6c6 HTTP/1.1" status: 204 len: 168 time: 0.8110163 Aug 26 01:15:07.365566 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53156) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:07.436233 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-9ced8069-c261-46bc-bb02-e38809ef1145 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Deleting port c9302d68-62f6-4000-8912-8076366fc127 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:15:07.438521 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ced8069-c261-46bc-bb02-e38809ef1145 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:07.459780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-94465200-5ef1-4476-be94-d9981234d761 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:07.667875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ced8069-c261-46bc-bb02-e38809ef1145 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:07.766932 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-94465200-5ef1-4476-be94-d9981234d761 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:07.769680 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-94465200-5ef1-4476-be94-d9981234d761 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:07.795298 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-9ced8069-c261-46bc-bb02-e38809ef1145 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Calling delete_port for c9302d68-62f6-4000-8912-8076366fc127 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:15:07.895783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-94465200-5ef1-4476-be94-d9981234d761 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:07.896550 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94465200-5ef1-4476-be94-d9981234d761 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Fanout notify agent at l3_agent the message router_deleted on router df25666b-aeb2-4344-9e50-91d8e4211247 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:15:07.913608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-94465200-5ef1-4476-be94-d9981234d761 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:07.915369 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-94465200-5ef1-4476-be94-d9981234d761 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/routers/df25666b-aeb2-4344-9e50-91d8e4211247 HTTP/1.1" status: 204 len: 168 time: 0.5896738 Aug 26 01:15:07.918838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53164) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:07.983422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ced8069-c261-46bc-bb02-e38809ef1145 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:08.022341 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1a9dea22-5fcd-4c50-a257-8c2feb5a114d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Deleting port 97370819-8a72-4fe6-8d6a-2308a380639a {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:15:08.022690 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a9dea22-5fcd-4c50-a257-8c2feb5a114d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:08.075743 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced8069-c261-46bc-bb02-e38809ef1145 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event deleted for resources: {'Port': ['ID=c9302d68-62f6-4000-8912-8076366fc127,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:08.091904 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9ced8069-c261-46bc-bb02-e38809ef1145 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:08.103605 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9ced8069-c261-46bc-bb02-e38809ef1145 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "DELETE /v2.0/ports/c9302d68-62f6-4000-8912-8076366fc127 HTTP/1.1" status: 204 len: 168 time: 0.7370694 Aug 26 01:15:08.107172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53168) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:08.160052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c3151102-900f-43ef-aa19-b7beffa30ddc tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Synchronizing usage tracker for tenant:47a5a08a04f540f28342245ad5d7a77a on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:15:08.234762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c3151102-900f-43ef-aa19-b7beffa30ddc tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Unset dirty status for tenant:47a5a08a04f540f28342245ad5d7a77a on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:15:08.235860 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c3151102-900f-43ef-aa19-b7beffa30ddc tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1277075 Aug 26 01:15:08.239726 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53172) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:08.245068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1733676211'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:08.250211 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:08.254373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Usage tracker for resource:network and tenant:47a5a08a04f540f28342245ad5d7a77a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:08.257281 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:08.263784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:08.299009 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a9dea22-5fcd-4c50-a257-8c2feb5a114d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:08.383458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Made reservation on behalf of 47a5a08a04f540f28342245ad5d7a77a for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:08.387239 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:08.415471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:08.422205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1a9dea22-5fcd-4c50-a257-8c2feb5a114d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Calling delete_port for 97370819-8a72-4fe6-8d6a-2308a380639a owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:15:08.424781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:08.425124 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Added segment 47a71513-57c0-4df3-ada7-06b67176b808 of type vlan for network 1e70972c-fb23-44da-b8aa-849bbffa5739 Aug 26 01:15:08.451394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:08.572339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:08.577976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:08.578591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:08.691220 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event updated for resources: {'Network': ['ID=1e70972c-fb23-44da-b8aa-849bbffa5739,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:08.698251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:08.698615 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:08.699540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:08.699871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:08.700191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:08.700509 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:08.700863 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:08.701262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:08.701609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:08.707282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:08.707282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:08.707282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:08.714393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 1e70972c-fb23-44da-b8aa-849bbffa5739 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:08.749380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a9dea22-5fcd-4c50-a257-8c2feb5a114d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:08.773782 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-51757c38-449c-47f9-85c4-c7b29480d301 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5322559 Aug 26 01:15:08.778348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53176) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:08.792620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2063361268'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:08.799348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:08.799888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dea22-5fcd-4c50-a257-8c2feb5a114d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Pushing event deleted for resources: {'Port': ['ID=97370819-8a72-4fe6-8d6a-2308a380639a,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:08.804295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Usage tracker for resource:network and tenant:47a5a08a04f540f28342245ad5d7a77a is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:08.809728 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:08.817421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:08.932374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1a9dea22-5fcd-4c50-a257-8c2feb5a114d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:08.937593 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Made reservation on behalf of 47a5a08a04f540f28342245ad5d7a77a for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:08.942222 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:08.973403 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:08.985400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:08.987088 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Added segment 7a0acf76-4ea1-48f5-bb86-dae045696ce6 of type vlan for network 83896ec6-0a42-4d54-b05b-559b31a96969 Aug 26 01:15:09.014781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:09.061800 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1a9dea22-5fcd-4c50-a257-8c2feb5a114d tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/ports/97370819-8a72-4fe6-8d6a-2308a380639a HTTP/1.1" status: 204 len: 168 time: 1.1416523 Aug 26 01:15:09.064491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53180) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:09.133695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5519065-363a-46ef-8f90-51c48ba45457 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Deleting subnet 94f0e6c0-b3bd-487d-aceb-659109516017 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:15:09.137293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f5519065-363a-46ef-8f90-51c48ba45457 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:09.164358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:09.169721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:09.170324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:09.299601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f5519065-363a-46ef-8f90-51c48ba45457 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:09.337574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event updated for resources: {'Network': ['ID=83896ec6-0a42-4d54-b05b-559b31a96969,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:09.347957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 83896ec6-0a42-4d54-b05b-559b31a96969 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:09.362363 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a52e7149-6b2e-44b6-818e-b1a6230cfc29 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5826633 Aug 26 01:15:09.396124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f5519065-363a-46ef-8f90-51c48ba45457 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:09.488434 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53184) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:09.495064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Request body: {'subnets': [{'network_id': '1e70972c-fb23-44da-b8aa-849bbffa5739', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1293706231', 'ip_version': 4}, {'network_id': '83896ec6-0a42-4d54-b05b-559b31a96969', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:09.502698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Request body: {'subnet': {'network_id': '1e70972c-fb23-44da-b8aa-849bbffa5739', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1293706231', 'ip_version': 4}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:09.502698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Request body: {'subnet': {'network_id': '83896ec6-0a42-4d54-b05b-559b31a96969', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:09.680632 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f5519065-363a-46ef-8f90-51c48ba45457 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:09.721945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5519065-363a-46ef-8f90-51c48ba45457 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Pushing event deleted for resources: {'Subnet': ['ID=94f0e6c0-b3bd-487d-aceb-659109516017,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:09.726705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f5519065-363a-46ef-8f90-51c48ba45457 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:09.737393 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:09.737611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8a7354-4d26-4369-8176-c3837030e17e None None] Network fbfd5439-7257-4dc9-ad4e-9f30ae557c83 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:09.738645 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f5519065-363a-46ef-8f90-51c48ba45457 tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/subnets/94f0e6c0-b3bd-487d-aceb-659109516017 HTTP/1.1" status: 204 len: 168 time: 0.6730921 Aug 26 01:15:09.739480 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53188) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:09.741725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Usage tracker for resource:subnet and tenant:47a5a08a04f540f28342245ad5d7a77a is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:09.745307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:09.754954 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:09.857916 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Made reservation on behalf of 47a5a08a04f540f28342245ad5d7a77a for: {'subnet': 2} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:09.862901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:09.863531 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:09.869087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:09.881770 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Deleting port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:15:09.882118 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:10.087758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ebde73-7fd9-45f6-858e-b35d8932ade7 None None] DHCP port deletion for fbfd5439-7257-4dc9-ad4e-9f30ae557c83 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:15:10.093461 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b2ebde73-7fd9-45f6-858e-b35d8932ade7 None None] Deleting port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:15:10.094796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b2ebde73-7fd9-45f6-858e-b35d8932ade7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:10.160963 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] For port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9,segment=NetworkSegment(79c9f379-9c8f-4796-87b1-8b8c143fc5ff),segment_id=79c9f379-9c8f-4796-87b1-8b8c143fc5ff)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:10.161451 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:10.331920 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Calling delete_port for ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:15:10.380970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b2ebde73-7fd9-45f6-858e-b35d8932ade7 None None] For port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9,segment=NetworkSegment(79c9f379-9c8f-4796-87b1-8b8c143fc5ff),segment_id=79c9f379-9c8f-4796-87b1-8b8c143fc5ff)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:10.380970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b2ebde73-7fd9-45f6-858e-b35d8932ade7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:10.484180 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:10.514836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:10.522478 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b2ebde73-7fd9-45f6-858e-b35d8932ade7 None None] Calling delete_port for ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:15:10.568953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event updated for resources: {'Subnet': ['ID=744b324f-564f-4664-a162-7d1daecc8544,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:10.584359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Checking segment: {'id': '47a71513-57c0-4df3-ada7-06b67176b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '1e70972c-fb23-44da-b8aa-849bbffa5739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:10.585350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Network hostable DHCP agents. Network: 1e70972c-fb23-44da-b8aa-849bbffa5739, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:15:10.588889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:15:10.598358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] No DVR routers for this DVR port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:15:10.599997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Pushing event deleted for resources: {'Port': ['ID=ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:10.630846 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:15:10.631286 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:15:10.649768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:10.651933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-b2ebde73-7fd9-45f6-858e-b35d8932ade7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:15:10.652786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-b2ebde73-7fd9-45f6-858e-b35d8932ade7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:15:10.695568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Network 1e70972c-fb23-44da-b8aa-849bbffa5739 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:15:10.729713 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:10.755488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfd5439-7257-4dc9-ad4e-9f30ae557c83']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:10.767714 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c9f379-9c8f-4796-87b1-8b8c143fc5ff') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:10.768679 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c9f379-9c8f-4796-87b1-8b8c143fc5ff') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:10.779408 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:10.792965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 1e70972c-fb23-44da-b8aa-849bbffa5739) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:10.795968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:10.803088 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:10.803243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:10.803405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:10.807419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09dbab9-aa01-4ef8-b7fd-5a6dd390e18a None None] Network 1e70972c-fb23-44da-b8aa-849bbffa5739 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:10.878915 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event updated for resources: {'Subnet': ['ID=52118859-9b6f-4cdb-885c-8ccfb6661873,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:10.893926 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 79c9f379-9c8f-4796-87b1-8b8c143fc5ff resource provider aggregate not found Aug 26 01:15:10.901395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Checking segment: {'id': '7a0acf76-4ea1-48f5-bb86-dae045696ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '83896ec6-0a42-4d54-b05b-559b31a96969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:10.902669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Network hostable DHCP agents. Network: 83896ec6-0a42-4d54-b05b-559b31a96969, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:15:10.923477 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 79c9f379-9c8f-4796-87b1-8b8c143fc5ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79c9f379-9c8f-4796-87b1-8b8c143fc5ff found for delete ", "request_id": "req-c8e0140e-d16e-4e1c-bfe9-1a43596598a7"}]} Aug 26 01:15:10.972157 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Network 83896ec6-0a42-4d54-b05b-559b31a96969 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:15:10.998119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:11.017568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:11.029200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] Pushing event deleted for resources: {'Network': ['ID=fbfd5439-7257-4dc9-ad4e-9f30ae557c83,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:11.036685 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-741ef897-ae72-44e8-8a14-15b0bdae52bb tempest-TagsExtTest-972763812 tempest-TagsExtTest-972763812-project] 10.222.0.83 "DELETE /v2.0/networks/fbfd5439-7257-4dc9-ad4e-9f30ae557c83 HTTP/1.1" status: 204 len: 168 time: 1.2956889 Aug 26 01:15:11.060849 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-1e70972c-fb23-44da-b8aa-849bbffa5739', 'network_id': '1e70972c-fb23-44da-b8aa-849bbffa5739', 'tenant_id': '47a5a08a04f540f28342245ad5d7a77a', 'fixed_ips': [{'subnet_id': '744b324f-564f-4664-a162-7d1daecc8544'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:15:11.061680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:11.066945 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 83896ec6-0a42-4d54-b05b-559b31a96969) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:11.072292 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:11.072292 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:11.072857 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:11.123071 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8cd138-0ced-48bb-89fa-697433d1b387 None None] Network 83896ec6-0a42-4d54-b05b-559b31a96969 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:11.155534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b2ebde73-7fd9-45f6-858e-b35d8932ade7 None None] Deleting port ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:15:11.155908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b2ebde73-7fd9-45f6-858e-b35d8932ade7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:11.193210 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4f8724c4-15c6-4dbc-b3ea-4e666bdf0389 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7036247 Aug 26 01:15:11.195747 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53200) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:11.268488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19767eb0-3a03-47c4-bc92-e6a0bbab734e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:11.271262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19767eb0-3a03-47c4-bc92-e6a0bbab734e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:11.271835 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19767eb0-3a03-47c4-bc92-e6a0bbab734e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:11.272719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-19767eb0-3a03-47c4-bc92-e6a0bbab734e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Synchronizing usage tracker for tenant:47a5a08a04f540f28342245ad5d7a77a on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:15:11.304676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b2ebde73-7fd9-45f6-858e-b35d8932ade7 None None] The port 'ddadcdfc-8e8a-4072-8e3d-2865a5aedcd9' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:15:11.381519 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-19767eb0-3a03-47c4-bc92-e6a0bbab734e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Unset dirty status for tenant:47a5a08a04f540f28342245ad5d7a77a on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:15:11.382994 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-19767eb0-3a03-47c4-bc92-e6a0bbab734e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1863232 Aug 26 01:15:11.386457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53204) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:11.443069 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Allocated IP 172.20.0.2 (1e70972c-fb23-44da-b8aa-849bbffa5739/744b324f-564f-4664-a162-7d1daecc8544/835edcd3-fd6e-426f-b2e7-8fd6e74ba86a) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:15:11.471734 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-641e1883-7a18-48af-9e29-25d7f134c0c2 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Deleting subnet 744b324f-564f-4664-a162-7d1daecc8544 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:15:11.616447 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53210) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:11.631446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-83896ec6-0a42-4d54-b05b-559b31a96969', 'network_id': '83896ec6-0a42-4d54-b05b-559b31a96969', 'tenant_id': '47a5a08a04f540f28342245ad5d7a77a', 'fixed_ips': [{'subnet_id': '52118859-9b6f-4cdb-885c-8ccfb6661873'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:15:11.632322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:11.787601 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2ef3f6e4-9492-48da-a2eb-964adc9173a3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bb547400861a40028ee18cc4acac9f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701367 Aug 26 01:15:11.790285 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53216) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:11.863028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8567f0a7-d3fd-40f8-bb1a-a2d11555e1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:11.900887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:11.905679 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8567f0a7-d3fd-40f8-bb1a-a2d11555e1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:11.908631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Transition to ACTIVE for port object 835edcd3-fd6e-426f-b2e7-8fd6e74ba86a will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:11.924741 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Allocated IP 172.20.0.18 (83896ec6-0a42-4d54-b05b-559b31a96969/52118859-9b6f-4cdb-885c-8ccfb6661873/787ac483-bd20-4bde-badb-7e5068e588c7) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:15:11.940114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Transition to ACTIVE for port object 835edcd3-fd6e-426f-b2e7-8fd6e74ba86a will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:12.028245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-641e1883-7a18-48af-9e29-25d7f134c0c2 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.030430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.072117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8567f0a7-d3fd-40f8-bb1a-a2d11555e1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.102632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567f0a7-d3fd-40f8-bb1a-a2d11555e1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4e6848-addb-473d-b707-c5032238f2e5,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:12.123467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8567f0a7-d3fd-40f8-bb1a-a2d11555e1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.123467 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8567f0a7-d3fd-40f8-bb1a-a2d11555e1ab admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7d4e6848-addb-473d-b707-c5032238f2e5 HTTP/1.1" status: 204 len: 168 time: 0.3209655 Aug 26 01:15:12.123467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-641e1883-7a18-48af-9e29-25d7f134c0c2 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.153983 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Network 1e70972c-fb23-44da-b8aa-849bbffa5739 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:15:12.161682 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:12.161682 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:15:12.187108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Pushing event updated for resources: {'Port': ['ID=835edcd3-fd6e-426f-b2e7-8fd6e74ba86a,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:12.233016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-641e1883-7a18-48af-9e29-25d7f134c0c2 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.343994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Attempting to bind port 835edcd3-fd6e-426f-b2e7-8fd6e74ba86a on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:15:12.344422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Attempting to bind port 835edcd3-fd6e-426f-b2e7-8fd6e74ba86a by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '47a71513-57c0-4df3-ada7-06b67176b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '1e70972c-fb23-44da-b8aa-849bbffa5739'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:15:12.344879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Attempting to bind port 835edcd3-fd6e-426f-b2e7-8fd6e74ba86a on network 1e70972c-fb23-44da-b8aa-849bbffa5739 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:15:12.358073 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:15:12.375385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Checking segment: {'id': '47a71513-57c0-4df3-ada7-06b67176b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '1e70972c-fb23-44da-b8aa-849bbffa5739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:12.375385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.375385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Bound using segment: {'id': '47a71513-57c0-4df3-ada7-06b67176b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '1e70972c-fb23-44da-b8aa-849bbffa5739'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:15:12.375385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Bound port: 835edcd3-fd6e-426f-b2e7-8fd6e74ba86a, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a71513-57c0-4df3-ada7-06b67176b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '1e70972c-fb23-44da-b8aa-849bbffa5739'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:15:12.375385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.394004 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-641e1883-7a18-48af-9e29-25d7f134c0c2 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.434991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.445508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e1883-7a18-48af-9e29-25d7f134c0c2 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event deleted for resources: {'Subnet': ['ID=744b324f-564f-4664-a162-7d1daecc8544,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:12.462447 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Transition to ACTIVE for port object 787ac483-bd20-4bde-badb-7e5068e588c7 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:12.477971 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-641e1883-7a18-48af-9e29-25d7f134c0c2 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.518190 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Transition to ACTIVE for port object 787ac483-bd20-4bde-badb-7e5068e588c7 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:12.518190 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] For port 835edcd3-fd6e-426f-b2e7-8fd6e74ba86a, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:15:12.524850 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] For port 835edcd3-fd6e-426f-b2e7-8fd6e74ba86a, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=835edcd3-fd6e-426f-b2e7-8fd6e74ba86a,segment=NetworkSegment(47a71513-57c0-4df3-ada7-06b67176b808),segment_id=47a71513-57c0-4df3-ada7-06b67176b808)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:15:12.573463 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-641e1883-7a18-48af-9e29-25d7f134c0c2 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "DELETE /v2.0/subnets/744b324f-564f-4664-a162-7d1daecc8544 HTTP/1.1" status: 204 len: 168 time: 1.1779692 Aug 26 01:15:12.573463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53224) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:12.596832 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.651791 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.667459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb15142a-900f-451b-be96-66c48b2d2961 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Deleting subnet 52118859-9b6f-4cdb-885c-8ccfb6661873 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:15:12.680111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb15142a-900f-451b-be96-66c48b2d2961 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.682791 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Network 83896ec6-0a42-4d54-b05b-559b31a96969 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:15:12.687554 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:12.691585 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:15:12.756625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Pushing event updated for resources: {'Port': ['ID=787ac483-bd20-4bde-badb-7e5068e588c7,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:12.872831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb15142a-900f-451b-be96-66c48b2d2961 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.959032 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Attempting to bind port 787ac483-bd20-4bde-badb-7e5068e588c7 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:15:12.959032 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Attempting to bind port 787ac483-bd20-4bde-badb-7e5068e588c7 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '7a0acf76-4ea1-48f5-bb86-dae045696ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '83896ec6-0a42-4d54-b05b-559b31a96969'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:15:12.959032 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Attempting to bind port 787ac483-bd20-4bde-badb-7e5068e588c7 on network 83896ec6-0a42-4d54-b05b-559b31a96969 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:15:12.962818 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:15:12.963582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Checking segment: {'id': '7a0acf76-4ea1-48f5-bb86-dae045696ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '83896ec6-0a42-4d54-b05b-559b31a96969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:12.963582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.972274 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Bound using segment: {'id': '7a0acf76-4ea1-48f5-bb86-dae045696ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '83896ec6-0a42-4d54-b05b-559b31a96969'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:15:12.972274 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Bound port: 787ac483-bd20-4bde-badb-7e5068e588c7, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0acf76-4ea1-48f5-bb86-dae045696ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '83896ec6-0a42-4d54-b05b-559b31a96969'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:15:12.972274 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:12.978209 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93f25c-40aa-409b-9f5b-0e28c82e780e None None] Pushing event updated for resources: {'Port': ['ID=835edcd3-fd6e-426f-b2e7-8fd6e74ba86a,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:12.994619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5527c27-6fa9-4bc0-bab6-43192d8aee05 None None] Network 1e70972c-fb23-44da-b8aa-849bbffa5739 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:13.001107 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb15142a-900f-451b-be96-66c48b2d2961 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:13.187167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb15142a-900f-451b-be96-66c48b2d2961 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:13.226996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-92437444-0e07-46df-83d2-d761a980a64c None None] For port 787ac483-bd20-4bde-badb-7e5068e588c7, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:15:13.230116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15142a-900f-451b-be96-66c48b2d2961 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event deleted for resources: {'Subnet': ['ID=52118859-9b6f-4cdb-885c-8ccfb6661873,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:13.233567 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bb15142a-900f-451b-be96-66c48b2d2961 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:13.243169 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bb15142a-900f-451b-be96-66c48b2d2961 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "DELETE /v2.0/subnets/52118859-9b6f-4cdb-885c-8ccfb6661873 HTTP/1.1" status: 204 len: 168 time: 0.6734641 Aug 26 01:15:13.244327 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-92437444-0e07-46df-83d2-d761a980a64c None None] For port 787ac483-bd20-4bde-badb-7e5068e588c7, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=787ac483-bd20-4bde-badb-7e5068e588c7,segment=NetworkSegment(7a0acf76-4ea1-48f5-bb86-dae045696ce6),segment_id=7a0acf76-4ea1-48f5-bb86-dae045696ce6)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:15:13.246604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53228) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:13.309874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e102eb5-8090-43ce-abb3-f4e4f813241b tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:13.310544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8e102eb5-8090-43ce-abb3-f4e4f813241b tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Synchronizing usage tracker for tenant:47a5a08a04f540f28342245ad5d7a77a on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:15:13.354233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:13.428255 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92437444-0e07-46df-83d2-d761a980a64c None None] Pushing event updated for resources: {'Port': ['ID=787ac483-bd20-4bde-badb-7e5068e588c7,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:13.480825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8e102eb5-8090-43ce-abb3-f4e4f813241b tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Unset dirty status for tenant:47a5a08a04f540f28342245ad5d7a77a on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:15:13.482334 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8e102eb5-8090-43ce-abb3-f4e4f813241b tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2347226 Aug 26 01:15:13.485974 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53232) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:13.626689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:13.640170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Deleting port 787ac483-bd20-4bde-badb-7e5068e588c7 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:15:13.640510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:13.872012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] For port 787ac483-bd20-4bde-badb-7e5068e588c7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=787ac483-bd20-4bde-badb-7e5068e588c7,segment=NetworkSegment(7a0acf76-4ea1-48f5-bb86-dae045696ce6),segment_id=7a0acf76-4ea1-48f5-bb86-dae045696ce6)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:13.872688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:14.121123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Calling delete_port for 787ac483-bd20-4bde-badb-7e5068e588c7 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:15:14.274968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:14.323067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event deleted for resources: {'Port': ['ID=787ac483-bd20-4bde-badb-7e5068e588c7,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:14.326571 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] No DVR routers for this DVR port 787ac483-bd20-4bde-badb-7e5068e588c7 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:15:14.368312 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07535fc-212a-4f15-9823-f1fc958362e5 None None] Network 83896ec6-0a42-4d54-b05b-559b31a96969 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:14.453176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a6aff581-d76c-4d9f-a59b-70c9be759682 None None] Could not find standard attr ID for object 787ac483-bd20-4bde-badb-7e5068e588c7. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:15:14.457975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:14.484981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83896ec6-0a42-4d54-b05b-559b31a96969']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:14.497478 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0acf76-4ea1-48f5-bb86-dae045696ce6') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:14.498173 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0acf76-4ea1-48f5-bb86-dae045696ce6') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:14.510643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:14.527421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:14.534609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:14.535294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:14.609614 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 7a0acf76-4ea1-48f5-bb86-dae045696ce6 resource provider aggregate not found Aug 26 01:15:14.633911 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 7a0acf76-4ea1-48f5-bb86-dae045696ce6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a0acf76-4ea1-48f5-bb86-dae045696ce6 found for delete ", "request_id": "req-7b213d2a-835f-4374-9003-e8235cfbf04e"}]} Aug 26 01:15:14.665499 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21f1900-44ff-4dcf-b32e-bb80cadd7a4d None None] DHCP port deletion for 83896ec6-0a42-4d54-b05b-559b31a96969 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:15:14.684525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2947ac-c445-4555-9bce-76f101f8211b None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:15:14.731444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:14.749498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:14.760875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event deleted for resources: {'Network': ['ID=83896ec6-0a42-4d54-b05b-559b31a96969,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:14.781276 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8d9ceb14-959d-4f58-a27a-98cdff0d01ae tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "DELETE /v2.0/networks/83896ec6-0a42-4d54-b05b-559b31a96969 HTTP/1.1" status: 204 len: 168 time: 1.2919531 Aug 26 01:15:14.781492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53242) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:14.787548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2947ac-c445-4555-9bce-76f101f8211b None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:15:14.903505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:14.914989 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Deleting port 835edcd3-fd6e-426f-b2e7-8fd6e74ba86a {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:15:14.915182 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:15.148082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] For port 835edcd3-fd6e-426f-b2e7-8fd6e74ba86a, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=835edcd3-fd6e-426f-b2e7-8fd6e74ba86a,segment=NetworkSegment(47a71513-57c0-4df3-ada7-06b67176b808),segment_id=47a71513-57c0-4df3-ada7-06b67176b808)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:15.148574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:15.296473 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Calling delete_port for 835edcd3-fd6e-426f-b2e7-8fd6e74ba86a owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:15:15.486196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:15.544298 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event deleted for resources: {'Port': ['ID=835edcd3-fd6e-426f-b2e7-8fd6e74ba86a,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:15.544298 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] No DVR routers for this DVR port 835edcd3-fd6e-426f-b2e7-8fd6e74ba86a on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:15:15.688413 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:15.721228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e70972c-fb23-44da-b8aa-849bbffa5739']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:15.736782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a71513-57c0-4df3-ada7-06b67176b808') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:15.737489 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a71513-57c0-4df3-ada7-06b67176b808') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:15.751506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:15.770990 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:15.787007 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:15.787007 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:15.975986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:15.985428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:16.018573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event deleted for resources: {'Network': ['ID=1e70972c-fb23-44da-b8aa-849bbffa5739,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:16.034656 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d3dc7e02-a12f-427b-bc02-e81d8929527e tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "DELETE /v2.0/networks/1e70972c-fb23-44da-b8aa-849bbffa5739 HTTP/1.1" status: 204 len: 168 time: 1.2476504 Aug 26 01:15:16.034656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53246) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:16.279342 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d065b3eb-378f-4b13-b7c5-bfd94a88275f tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:16.431927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d065b3eb-378f-4b13-b7c5-bfd94a88275f tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:16.463049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-d065b3eb-378f-4b13-b7c5-bfd94a88275f tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2d42e1-0a2e-4f85-a328-03cc1657d0f8']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:16.479937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-d065b3eb-378f-4b13-b7c5-bfd94a88275f tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522d793e-ede0-40ca-821d-38e86ebe7ce0') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:16.480230 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-d065b3eb-378f-4b13-b7c5-bfd94a88275f tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522d793e-ede0-40ca-821d-38e86ebe7ce0') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:16.491687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d065b3eb-378f-4b13-b7c5-bfd94a88275f tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:16.507885 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d065b3eb-378f-4b13-b7c5-bfd94a88275f tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:16.526024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d065b3eb-378f-4b13-b7c5-bfd94a88275f tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:16.526024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d065b3eb-378f-4b13-b7c5-bfd94a88275f tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:16.529582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 787ac483-bd20-4bde-badb-7e5068e588c7 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:15:16.565319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 787ac483-bd20-4bde-badb-7e5068e588c7 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:15:16.565725 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 787ac483-bd20-4bde-badb-7e5068e588c7 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:15:16.653367 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 47a71513-57c0-4df3-ada7-06b67176b808 resource provider aggregate not found Aug 26 01:15:16.671076 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 47a71513-57c0-4df3-ada7-06b67176b808 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47a71513-57c0-4df3-ada7-06b67176b808 found for delete ", "request_id": "req-d37bb352-e53e-4b76-aab6-f0c3af4e86df"}]} Aug 26 01:15:16.687953 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 522d793e-ede0-40ca-821d-38e86ebe7ce0 resource provider aggregate not found Aug 26 01:15:16.707451 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 522d793e-ede0-40ca-821d-38e86ebe7ce0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 522d793e-ede0-40ca-821d-38e86ebe7ce0 found for delete ", "request_id": "req-73cd5b63-6a91-4929-8cc3-0a4966ea2d7a"}]} Aug 26 01:15:16.785405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d065b3eb-378f-4b13-b7c5-bfd94a88275f tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:16.809905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d065b3eb-378f-4b13-b7c5-bfd94a88275f tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:16.820208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065b3eb-378f-4b13-b7c5-bfd94a88275f tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event deleted for resources: {'Network': ['ID=4d2d42e1-0a2e-4f85-a328-03cc1657d0f8,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:16.828019 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d065b3eb-378f-4b13-b7c5-bfd94a88275f tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "DELETE /v2.0/networks/4d2d42e1-0a2e-4f85-a328-03cc1657d0f8 HTTP/1.1" status: 204 len: 168 time: 0.7947645 Aug 26 01:15:16.831283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53258) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:16.956599 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:17.100764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:17.127608 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b376b80a-81c8-4acc-93dd-6d64816cad1d']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:17.139973 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38d64b2-23dc-4efb-b2e7-ef3e50a53955') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:17.140272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38d64b2-23dc-4efb-b2e7-ef3e50a53955') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:17.153574 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:17.171203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:17.177441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:17.177800 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:17.255195 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment e38d64b2-23dc-4efb-b2e7-ef3e50a53955 resource provider aggregate not found Aug 26 01:15:17.273066 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment e38d64b2-23dc-4efb-b2e7-ef3e50a53955 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e38d64b2-23dc-4efb-b2e7-ef3e50a53955 found for delete ", "request_id": "req-b6c9d982-a4bd-4c7a-961f-d7e6c316b3c9"}]} Aug 26 01:15:17.388075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:17.412022 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:17.418723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Pushing event deleted for resources: {'Network': ['ID=b376b80a-81c8-4acc-93dd-6d64816cad1d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:17.430393 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:17.430820 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:17.431911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:17.431911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:17.431911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:17.432672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:17.433361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:17.433361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:17.434408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:17.434408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:17.434635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:17.434773 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:17.438231 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d6406013-d94c-4d24-abb3-3f8ab88dbb92 tempest-BulkNetworkOpsTest-1979208202 tempest-BulkNetworkOpsTest-1979208202-project] 10.222.0.83 "DELETE /v2.0/networks/b376b80a-81c8-4acc-93dd-6d64816cad1d HTTP/1.1" status: 204 len: 168 time: 0.6057127 Aug 26 01:15:18.068087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53270) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:18.223671 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-eff9077f-4a98-42f9-81c3-ce239b3bd910 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=47a5a08a04f540f28342245ad5d7a77a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544416 Aug 26 01:15:18.226314 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53278) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:18.288403 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1b6af83c-5ee3-430f-99c3-d06033a18b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:18.315418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1b6af83c-5ee3-430f-99c3-d06033a18b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:18.428795 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1b6af83c-5ee3-430f-99c3-d06033a18b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:18.445951 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6af83c-5ee3-430f-99c3-d06033a18b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4776d7ec-e078-431b-a1d6-1192c2acb84b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:18.454504 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1b6af83c-5ee3-430f-99c3-d06033a18b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:18.454504 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1b6af83c-5ee3-430f-99c3-d06033a18b6c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4776d7ec-e078-431b-a1d6-1192c2acb84b HTTP/1.1" status: 204 len: 168 time: 0.2258413 Aug 26 01:15:18.530929 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53284) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:18.629238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eacd0d-198f-470d-82b1-989a8a09a1b3 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:18.629825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eacd0d-198f-470d-82b1-989a8a09a1b3 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:18.630306 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eacd0d-198f-470d-82b1-989a8a09a1b3 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:18.632155 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-48eacd0d-198f-470d-82b1-989a8a09a1b3 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/ports?project_id=f9996d1e9c5a4ca3826f46b8497097ec&network_id=d72c0b94-166a-4a66-a4e5-0afcda8d7d37 HTTP/1.1" status: 200 len: 3000 time: 0.1013029 Aug 26 01:15:19.645334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53310) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:19.752187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1102597141'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:19.756952 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:19.761072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:network and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:19.764462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:19.770691 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:19.872447 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:19.876116 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:19.888631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:19.904306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:19.908484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:security_group_rule and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:19.911490 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:19.917990 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:20.001309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:20.080323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:20.116776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:20.122208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626d3712-de9d-4ea4-993e-54ce38785acb,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:20.136777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:20.136777 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Added segment 48711e1a-860e-4ed0-880c-caad93aaf7e6 of type vlan for network ec8bfa8d-49be-452e-8b1d-2c18a469a061 Aug 26 01:15:20.157617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:20.251972 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:20.257151 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:20.257762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:20.372065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Network': ['ID=ec8bfa8d-49be-452e-8b1d-2c18a469a061,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:20.382540 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network ec8bfa8d-49be-452e-8b1d-2c18a469a061 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:20.440843 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7e03c8ab-6044-43fb-8301-cc9746b3fc7f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7943387 Aug 26 01:15:20.609319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53322) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:20.616212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'subnet': {'network_id': 'ec8bfa8d-49be-452e-8b1d-2c18a469a061', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:20.692202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53326) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:20.731188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:20.735327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:subnet and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:20.738170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:20.745509 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:20.753681 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a8a5ac-2c8c-48bb-a3b1-a6cda3b1b86c tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:20.755183 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-35a8a5ac-2c8c-48bb-a3b1-a6cda3b1b86c tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29 HTTP/1.1" status: 200 len: 814 time: 0.0620131 Aug 26 01:15:20.840500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:20.844129 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:20.947180 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:15:21.192210 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:21.266125 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Subnet': ['ID=61c006de-4420-4544-ae01-09b333c7d736,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:21.285079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Checking segment: {'id': '48711e1a-860e-4ed0-880c-caad93aaf7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'ec8bfa8d-49be-452e-8b1d-2c18a469a061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:21.285427 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network hostable DHCP agents. Network: ec8bfa8d-49be-452e-8b1d-2c18a469a061, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:15:21.322220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53334) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:21.328551 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e7705115-85e1-4bc8-87b1-b19e43205ee2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'network': {'name': 'tempest-network-smoke--2135049964', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'port_security_enabled': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:21.335705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e7705115-85e1-4bc8-87b1-b19e43205ee2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:21.346832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e7705115-85e1-4bc8-87b1-b19e43205ee2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:21.406841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network ec8bfa8d-49be-452e-8b1d-2c18a469a061 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:15:21.446633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7705115-85e1-4bc8-87b1-b19e43205ee2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:21.451075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7705115-85e1-4bc8-87b1-b19e43205ee2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:21.482069 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7705115-85e1-4bc8-87b1-b19e43205ee2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:21.492610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7705115-85e1-4bc8-87b1-b19e43205ee2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:21.492882 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-e7705115-85e1-4bc8-87b1-b19e43205ee2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Added segment 16b4e63d-d228-401b-b8d9-937b0020726c of type vlan for network 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 Aug 26 01:15:21.518454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, ec8bfa8d-49be-452e-8b1d-2c18a469a061) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:21.520104 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7705115-85e1-4bc8-87b1-b19e43205ee2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:21.522965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:21.523625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:21.528860 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e09de1a-5cc3-4999-86ae-fb658b0507cb None None] Network ec8bfa8d-49be-452e-8b1d-2c18a469a061 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:21.685445 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7705115-85e1-4bc8-87b1-b19e43205ee2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:21.690955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7705115-85e1-4bc8-87b1-b19e43205ee2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:21.691554 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7705115-85e1-4bc8-87b1-b19e43205ee2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:21.722527 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b0e293ed-83f5-451a-8af0-8c22f04ca1d8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1101038 Aug 26 01:15:21.724734 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53338) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:21.732821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1363772936'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:21.742099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:21.748307 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:network and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:21.751690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:21.759936 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:21.764161 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-ec8bfa8d-49be-452e-8b1d-2c18a469a061', 'network_id': 'ec8bfa8d-49be-452e-8b1d-2c18a469a061', 'tenant_id': 'b627f3d3a1fc486cbece1571d938d40e', 'fixed_ips': [{'subnet_id': '61c006de-4420-4544-ae01-09b333c7d736'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:15:21.765998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:21.835893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7705115-85e1-4bc8-87b1-b19e43205ee2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Network': ['ID=87f35fb7-4a2f-4cb7-9833-c4b25cfac479,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:21.850820 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:21.857786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:21.861417 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:21.897553 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e7705115-85e1-4bc8-87b1-b19e43205ee2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5714519 Aug 26 01:15:21.908780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53342) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:21.910988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:21.912480 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:21.912925 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Added segment 8fd4fee7-3ed6-4c53-a2ff-4db0e473e42c of type vlan for network f6f2437e-7c70-44bb-aeba-0ebad61f197d Aug 26 01:15:21.957963 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:22.047936 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe8931e-faf1-4ce1-931b-e7dd51cb27ca tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:22.047936 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dfe8931e-faf1-4ce1-931b-e7dd51cb27ca tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f9996d1e9c5a4ca3826f46b8497097ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1433864 Aug 26 01:15:22.047936 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53346) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:22.061959 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Allocated IP 172.20.255.242 (ec8bfa8d-49be-452e-8b1d-2c18a469a061/61c006de-4420-4544-ae01-09b333c7d736/99b49eb8-749e-48b5-9a86-4bb1d1abba60) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:15:22.086491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:22.093874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:22.095699 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:22.188406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2c93dd-8cb4-40b2-b27a-9820d426b777 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:22.190330 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8e2c93dd-8cb4-40b2-b27a-9820d426b777 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1437860 Aug 26 01:15:22.193258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53350) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:22.216917 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Network': ['ID=f6f2437e-7c70-44bb-aeba-0ebad61f197d,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:22.235330 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network f6f2437e-7c70-44bb-aeba-0ebad61f197d details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:22.238124 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4f46772b-beba-4fd5-ac44-5cc467ae73de tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436726 Aug 26 01:15:22.241216 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53354) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:22.284445 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-be828eac-2664-4a58-801f-22e4be0da1f0 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f9996d1e9c5a4ca3826f46b8497097ec&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397744 Aug 26 01:15:22.294524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53358) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:22.294524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53360) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:22.294795 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8dc054a7-b3ef-479f-8890-bf9b5b96048c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5590329 Aug 26 01:15:22.314607 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'subnet': {'network_id': 'f6f2437e-7c70-44bb-aeba-0ebad61f197d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:22.399835 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:22.412322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Transition to ACTIVE for port object 99b49eb8-749e-48b5-9a86-4bb1d1abba60 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:22.435239 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Transition to ACTIVE for port object 99b49eb8-749e-48b5-9a86-4bb1d1abba60 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:22.539214 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:22.607143 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Network ec8bfa8d-49be-452e-8b1d-2c18a469a061 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:15:22.609876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:22.612415 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:15:22.630237 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:22.634112 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39194fe5-a2e6-4fd3-999f-acf9f9c14ab8 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:22.635594 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-39194fe5-a2e6-4fd3-999f-acf9f9c14ab8 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3498423 Aug 26 01:15:22.638674 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53366) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:22.641097 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:subnet and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:22.655766 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Pushing event updated for resources: {'Port': ['ID=99b49eb8-749e-48b5-9a86-4bb1d1abba60,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:22.678214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:22.691121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:22.694652 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cee80fa9-6334-48df-b055-c8e99612f95a tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549564 Aug 26 01:15:22.698459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53370) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:22.704858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1016110254', 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:22.712929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:22.719275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:22.719275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:22.719275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:22.719275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:22.719275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:22.719275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:22.719275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:22.719275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:22.719275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:22.719275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:22.719275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:22.780044 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Attempting to bind port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:15:22.780529 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Attempting to bind port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '48711e1a-860e-4ed0-880c-caad93aaf7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'ec8bfa8d-49be-452e-8b1d-2c18a469a061'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:15:22.780903 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Attempting to bind port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 on network ec8bfa8d-49be-452e-8b1d-2c18a469a061 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:15:22.786584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:15:22.786879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Checking segment: {'id': '48711e1a-860e-4ed0-880c-caad93aaf7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'ec8bfa8d-49be-452e-8b1d-2c18a469a061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:22.787278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:22.787704 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Bound using segment: {'id': '48711e1a-860e-4ed0-880c-caad93aaf7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'ec8bfa8d-49be-452e-8b1d-2c18a469a061'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:15:22.788273 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Bound port: 99b49eb8-749e-48b5-9a86-4bb1d1abba60, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48711e1a-860e-4ed0-880c-caad93aaf7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'ec8bfa8d-49be-452e-8b1d-2c18a469a061'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:15:22.788648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:22.816977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:22.820870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:22.821964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:22.826515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:subnet and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:22.829512 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:22.835672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:22.889671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] For port 99b49eb8-749e-48b5-9a86-4bb1d1abba60, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:15:22.893111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] For port 99b49eb8-749e-48b5-9a86-4bb1d1abba60, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=99b49eb8-749e-48b5-9a86-4bb1d1abba60,segment=NetworkSegment(48711e1a-860e-4ed0-880c-caad93aaf7e6),segment_id=48711e1a-860e-4ed0-880c-caad93aaf7e6)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:15:22.904187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:22.914683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:23.029249 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:23.109665 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef24bc3-2964-4d3b-af5d-37216fb9b81b None None] Pushing event updated for resources: {'Port': ['ID=99b49eb8-749e-48b5-9a86-4bb1d1abba60,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:23.153519 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:23.242089 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Subnet': ['ID=7c116b7c-9172-4fed-9c9f-cf5d79a3cdf2,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:23.253911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Checking segment: {'id': '8fd4fee7-3ed6-4c53-a2ff-4db0e473e42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'f6f2437e-7c70-44bb-aeba-0ebad61f197d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:23.253911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network hostable DHCP agents. Network: f6f2437e-7c70-44bb-aeba-0ebad61f197d, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:15:23.278217 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:23.369337 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network f6f2437e-7c70-44bb-aeba-0ebad61f197d is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:15:23.382270 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Subnet': ['ID=2c532be4-c2a8-463e-8e67-2972627d5e9a,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:23.397049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Checking segment: {'id': '16b4e63d-d228-401b-b8d9-937b0020726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:23.397778 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network hostable DHCP agents. Network: 87f35fb7-4a2f-4cb7-9833-c4b25cfac479, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:15:23.457280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, f6f2437e-7c70-44bb-aeba-0ebad61f197d) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:23.461587 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:23.462290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:23.467045 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a2795-f98d-4190-a835-e67f9d10d666 None None] Network f6f2437e-7c70-44bb-aeba-0ebad61f197d requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:23.559890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:15:23.567287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 87f35fb7-4a2f-4cb7-9833-c4b25cfac479) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:23.571543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:23.572030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:23.575242 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d85ce7be-35f0-410c-ae33-328960c4ebb6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2876441 Aug 26 01:15:23.576187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53374) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:23.582230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4058bfd3-c55a-4645-a54c-a08f64c0c4c8 None None] Network 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:23.735052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:23.752050 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-511fd562-9209-4d0e-a170-b84236f93970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0522077 Aug 26 01:15:23.830288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:23.876544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a62d75-3cc9-4104-8b2b-e70ceb7c3625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-f6f2437e-7c70-44bb-aeba-0ebad61f197d', 'network_id': 'f6f2437e-7c70-44bb-aeba-0ebad61f197d', 'tenant_id': 'b627f3d3a1fc486cbece1571d938d40e', 'fixed_ips': [{'subnet_id': '7c116b7c-9172-4fed-9c9f-cf5d79a3cdf2'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:15:23.877454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e0a62d75-3cc9-4104-8b2b-e70ceb7c3625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:23.992259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53380) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:23.997527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e0b9630a-6b22-4560-bf3a-3fff399ff638 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1924800630', 'description': 'tempest-secgroup-smoke-1924800630 description', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:24.003731 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e0b9630a-6b22-4560-bf3a-3fff399ff638 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:24.015343 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e0b9630a-6b22-4560-bf3a-3fff399ff638 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:24.017641 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-87f35fb7-4a2f-4cb7-9833-c4b25cfac479', 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ips': [{'subnet_id': '2c532be4-c2a8-463e-8e67-2972627d5e9a'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:15:24.018581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.126567 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e0b9630a-6b22-4560-bf3a-3fff399ff638 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.130146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.152712 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e0b9630a-6b22-4560-bf3a-3fff399ff638 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:24.157105 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e0b9630a-6b22-4560-bf3a-3fff399ff638 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:24.163341 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e0b9630a-6b22-4560-bf3a-3fff399ff638 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:24.172385 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e0b9630a-6b22-4560-bf3a-3fff399ff638 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:24.177055 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Subnet': ['ID=7c116b7c-9172-4fed-9c9f-cf5d79a3cdf2,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:24.241352 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e37ad10-4cdb-4221-b42f-24929cdfd0be None None] Network ec8bfa8d-49be-452e-8b1d-2c18a469a061 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:24.263469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e0b9630a-6b22-4560-bf3a-3fff399ff638 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.280928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.308931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f2437e-7c70-44bb-aeba-0ebad61f197d']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:24.322359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd4fee7-3ed6-4c53-a2ff-4db0e473e42c') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:24.322822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd4fee7-3ed6-4c53-a2ff-4db0e473e42c') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server [None req-e0a62d75-3cc9-4104-8b2b-e70ceb7c3625 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c116b7c-9172-4fed-9c9f-cf5d79a3cdf2: This subnet is being modified by another concurrent operation. Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise exception Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c116b7c-9172-4fed-9c9f-cf5d79a3cdf2: This subnet is being modified by another concurrent operation. Aug 26 01:15:24.324297 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server Aug 26 01:15:24.343607 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.346017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e0b9630a-6b22-4560-bf3a-3fff399ff638 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.356147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d543fd6d-16e0-4973-9501-942a3c9ef3b1 None None] Network f6f2437e-7c70-44bb-aeba-0ebad61f197d requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:24.364010 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.373209 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:24.373789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.394664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9630a-6b22-4560-bf3a-3fff399ff638 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e18a8b-2bae-49eb-83a5-44831842f1cf,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:24.439361 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Allocated IP 172.20.0.18 (87f35fb7-4a2f-4cb7-9833-c4b25cfac479/2c532be4-c2a8-463e-8e67-2972627d5e9a/4d131ee8-7578-41cc-b4a8-ced555a30a61) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:15:24.455544 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 8fd4fee7-3ed6-4c53-a2ff-4db0e473e42c resource provider aggregate not found Aug 26 01:15:24.469084 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-232e7604-906f-40e5-937a-0adbfe269d7e None None] Provisioning for port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:15:24.477301 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e0b9630a-6b22-4560-bf3a-3fff399ff638 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.482188 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e0b9630a-6b22-4560-bf3a-3fff399ff638 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4860351 Aug 26 01:15:24.482354 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 8fd4fee7-3ed6-4c53-a2ff-4db0e473e42c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fd4fee7-3ed6-4c53-a2ff-4db0e473e42c found for delete ", "request_id": "req-579b7ff8-0574-4809-a870-b6010ccca0e5"}]} Aug 26 01:15:24.483043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53388) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:24.488936 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4721b051-5824-41dc-80e1-1e5a97e3dbdb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'a7e18a8b-2bae-49eb-83a5-44831842f1cf', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:24.495054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4721b051-5824-41dc-80e1-1e5a97e3dbdb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:24.499872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4721b051-5824-41dc-80e1-1e5a97e3dbdb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:24.502891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4721b051-5824-41dc-80e1-1e5a97e3dbdb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:24.509293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4721b051-5824-41dc-80e1-1e5a97e3dbdb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:24.580835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.605217 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.614328 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4721b051-5824-41dc-80e1-1e5a97e3dbdb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.616771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Network': ['ID=f6f2437e-7c70-44bb-aeba-0ebad61f197d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:24.621638 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3e42d6b3-43c1-4a83-8853-10780847db5c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/f6f2437e-7c70-44bb-aeba-0ebad61f197d HTTP/1.1" status: 204 len: 168 time: 1.0444942 Aug 26 01:15:24.625568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53392) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:24.631432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1173325204'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:24.647601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:24.647601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:network and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:24.647601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:24.654196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:24.687669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4721b051-5824-41dc-80e1-1e5a97e3dbdb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.690964 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 99b49eb8-749e-48b5-9a86-4bb1d1abba60 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:15:24.762031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:24.762576 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.785898 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4721b051-5824-41dc-80e1-1e5a97e3dbdb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.813844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721b051-5824-41dc-80e1-1e5a97e3dbdb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f456e68-5ba8-4526-b705-7049ce1e0154,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:24.822723 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:24.833860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.835000 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Added segment d67af8a1-dccb-4c9f-a78d-51f61db73a1c of type vlan for network 9ee1c09d-17df-4a6e-8a58-d2eee58d2326 Aug 26 01:15:24.865049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.908852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4721b051-5824-41dc-80e1-1e5a97e3dbdb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:24.912662 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4721b051-5824-41dc-80e1-1e5a97e3dbdb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4261158 Aug 26 01:15:24.917183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53396) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:24.919394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-21608d6b-1559-45ec-bd62-bac34d5926a3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'a7e18a8b-2bae-49eb-83a5-44831842f1cf', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:24.924699 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-21608d6b-1559-45ec-bd62-bac34d5926a3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:24.929946 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-21608d6b-1559-45ec-bd62-bac34d5926a3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:24.932953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-21608d6b-1559-45ec-bd62-bac34d5926a3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:24.939506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-21608d6b-1559-45ec-bd62-bac34d5926a3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:25.004410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.006037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:25.006628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.012882 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.025665 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Transition to ACTIVE for port object 4d131ee8-7578-41cc-b4a8-ced555a30a61 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:25.035598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:15:25.047241 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:15:25.047621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.078403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Transition to ACTIVE for port object 4d131ee8-7578-41cc-b4a8-ced555a30a61 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:25.190683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:15:25.191402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.203573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.248030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-21608d6b-1559-45ec-bd62-bac34d5926a3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.268617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Network': ['ID=9ee1c09d-17df-4a6e-8a58-d2eee58d2326,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:25.290599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 9ee1c09d-17df-4a6e-8a58-d2eee58d2326 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:25.309848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Network 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:15:25.321094 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0f116c40-14eb-4e63-b161-e23be54ece4a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6944382 Aug 26 01:15:25.324180 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53400) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:25.326285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-21608d6b-1559-45ec-bd62-bac34d5926a3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.330736 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'subnet': {'network_id': '9ee1c09d-17df-4a6e-8a58-d2eee58d2326', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:25.364040 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:25.366759 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 99b49eb8-749e-48b5-9a86-4bb1d1abba60, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=99b49eb8-749e-48b5-9a86-4bb1d1abba60,segment=NetworkSegment(48711e1a-860e-4ed0-880c-caad93aaf7e6),segment_id=48711e1a-860e-4ed0-880c-caad93aaf7e6)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:25.381201 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:15:25.401962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Pushing event updated for resources: {'Port': ['ID=4d131ee8-7578-41cc-b4a8-ced555a30a61,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:25.420552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-21608d6b-1559-45ec-bd62-bac34d5926a3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.446987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21608d6b-1559-45ec-bd62-bac34d5926a3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a6b8bb-b88f-447a-8fa0-b6186358a9cc,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:25.474655 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:25.478689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:subnet and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:25.482852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:25.488695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:25.495999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.525852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-21608d6b-1559-45ec-bd62-bac34d5926a3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.527788 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-21608d6b-1559-45ec-bd62-bac34d5926a3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6134000 Aug 26 01:15:25.530336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53404) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:25.535391 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-41b8445c-c016-45cf-bf6d-65b0c9feb463 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'a7e18a8b-2bae-49eb-83a5-44831842f1cf', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:25.541702 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-41b8445c-c016-45cf-bf6d-65b0c9feb463 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:25.547846 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-41b8445c-c016-45cf-bf6d-65b0c9feb463 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:25.549804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-41b8445c-c016-45cf-bf6d-65b0c9feb463 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:25.555778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-41b8445c-c016-45cf-bf6d-65b0c9feb463 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:25.580731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-abc5618d-b32c-42f4-9fbf-6bacf60dd127 None None] Provisioning complete for port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:15:25.581103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-abc5618d-b32c-42f4-9fbf-6bacf60dd127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.613014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Attempting to bind port 4d131ee8-7578-41cc-b4a8-ced555a30a61 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:15:25.613390 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Attempting to bind port 4d131ee8-7578-41cc-b4a8-ced555a30a61 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '16b4e63d-d228-401b-b8d9-937b0020726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:15:25.613784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Attempting to bind port 4d131ee8-7578-41cc-b4a8-ced555a30a61 on network 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:15:25.617064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:25.622173 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.637090 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:15:25.637457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Checking segment: {'id': '16b4e63d-d228-401b-b8d9-937b0020726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:25.637885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.638283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Bound using segment: {'id': '16b4e63d-d228-401b-b8d9-937b0020726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:15:25.638762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Bound port: 4d131ee8-7578-41cc-b4a8-ced555a30a61, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b4e63d-d228-401b-b8d9-937b0020726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:15:25.639137 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.673300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=99b49eb8-749e-48b5-9a86-4bb1d1abba60,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:25.716408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-41b8445c-c016-45cf-bf6d-65b0c9feb463 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.733779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.ipam_backend_mixin [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Performing IP validity checks on allocation pools {{(pid=89863) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Aug 26 01:15:25.734290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.ipam_backend_mixin [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89863) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Aug 26 01:15:25.804836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-41b8445c-c016-45cf-bf6d-65b0c9feb463 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.805734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] For port 4d131ee8-7578-41cc-b4a8-ced555a30a61, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:15:25.808345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-abc5618d-b32c-42f4-9fbf-6bacf60dd127 None None] Current status of the port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:15:25.811718 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] For port 4d131ee8-7578-41cc-b4a8-ced555a30a61, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4d131ee8-7578-41cc-b4a8-ced555a30a61,segment=NetworkSegment(16b4e63d-d228-401b-b8d9-937b0020726c),segment_id=16b4e63d-d228-401b-b8d9-937b0020726c)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:15:25.900021 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-41b8445c-c016-45cf-bf6d-65b0c9feb463 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.906743 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:25.927165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8445c-c016-45cf-bf6d-65b0c9feb463 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af630ef-8701-40a2-aa34-1b318d2c9c8a,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:25.984765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9c11e-3ca9-4294-80ff-935afa9ee7e4 None None] Pushing event updated for resources: {'Port': ['ID=4d131ee8-7578-41cc-b4a8-ced555a30a61,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:26.000286 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:26.081013 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Subnet': ['ID=aae4f829-191e-47bf-a04d-208f0d603f3e,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:26.089981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Checking segment: {'id': 'd67af8a1-dccb-4c9f-a78d-51f61db73a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '9ee1c09d-17df-4a6e-8a58-d2eee58d2326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:26.090528 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network hostable DHCP agents. Network: 9ee1c09d-17df-4a6e-8a58-d2eee58d2326, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:15:26.102037 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-41b8445c-c016-45cf-bf6d-65b0c9feb463 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:26.103343 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-41b8445c-c016-45cf-bf6d-65b0c9feb463 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5719192 Aug 26 01:15:26.106948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53408) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:26.112741 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-a881f84f-bf79-41b5-93a6-a13474addaed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'a7e18a8b-2bae-49eb-83a5-44831842f1cf', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:26.123209 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a881f84f-bf79-41b5-93a6-a13474addaed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:26.125959 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a881f84f-bf79-41b5-93a6-a13474addaed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:26.129192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a881f84f-bf79-41b5-93a6-a13474addaed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:26.135922 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a881f84f-bf79-41b5-93a6-a13474addaed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:26.211572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network 9ee1c09d-17df-4a6e-8a58-d2eee58d2326 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:15:26.261971 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a881f84f-bf79-41b5-93a6-a13474addaed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:26.364151 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 9ee1c09d-17df-4a6e-8a58-d2eee58d2326) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:26.367471 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a881f84f-bf79-41b5-93a6-a13474addaed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:26.372458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:26.373051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:26.374089 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ef24c-f0c4-45a2-bcaf-97b8c208d25a None None] Network 9ee1c09d-17df-4a6e-8a58-d2eee58d2326 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:26.489455 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a881f84f-bf79-41b5-93a6-a13474addaed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:26.519517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881f84f-bf79-41b5-93a6-a13474addaed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1d379c-23b7-4628-a915-43ab5fef4474,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:26.527164 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0902adc7-0235-4a7a-9d2e-4d4cd3f8882b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1991880 Aug 26 01:15:26.528174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53412) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:26.623808 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-9ee1c09d-17df-4a6e-8a58-d2eee58d2326', 'network_id': '9ee1c09d-17df-4a6e-8a58-d2eee58d2326', 'tenant_id': 'b627f3d3a1fc486cbece1571d938d40e', 'fixed_ips': [{'subnet_id': 'aae4f829-191e-47bf-a04d-208f0d603f3e'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:15:26.624654 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:26.635007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a881f84f-bf79-41b5-93a6-a13474addaed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:26.639473 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a881f84f-bf79-41b5-93a6-a13474addaed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5285106 Aug 26 01:15:26.639678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53416) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:26.645259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-3301c4e1-03d9-4c6e-838c-54060f362bda tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'a7e18a8b-2bae-49eb-83a5-44831842f1cf', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:26.655094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3301c4e1-03d9-4c6e-838c-54060f362bda tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:26.671658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3301c4e1-03d9-4c6e-838c-54060f362bda tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:26.671658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3301c4e1-03d9-4c6e-838c-54060f362bda tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:26.687288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3301c4e1-03d9-4c6e-838c-54060f362bda tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:26.716358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 99b49eb8-749e-48b5-9a86-4bb1d1abba60 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:15:26.731363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:26.788368 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-3301c4e1-03d9-4c6e-838c-54060f362bda tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:15:26.798017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3301c4e1-03d9-4c6e-838c-54060f362bda tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:26.826878 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:26.899238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:15:26.900257 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:26.920675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3301c4e1-03d9-4c6e-838c-54060f362bda tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:26.936524 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Allocated IP 172.20.0.3 (9ee1c09d-17df-4a6e-8a58-d2eee58d2326/aae4f829-191e-47bf-a04d-208f0d603f3e/590697be-6662-4fa9-9c7d-b48d7bc5458d) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:15:27.041189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3301c4e1-03d9-4c6e-838c-54060f362bda tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:27.066557 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301c4e1-03d9-4c6e-838c-54060f362bda tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101bc8c8-02a6-45e6-b007-414b2c6572f2,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:27.140554 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:15:27.141966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4d131ee8-7578-41cc-b4a8-ced555a30a61 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:15:27.194369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3301c4e1-03d9-4c6e-838c-54060f362bda tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:27.195673 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3301c4e1-03d9-4c6e-838c-54060f362bda tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5550473 Aug 26 01:15:27.199788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53420) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:27.205130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-73890468-1ebd-4d17-b5d1-dc9480983540 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'a7e18a8b-2bae-49eb-83a5-44831842f1cf', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:27.211357 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-73890468-1ebd-4d17-b5d1-dc9480983540 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:27.216738 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-73890468-1ebd-4d17-b5d1-dc9480983540 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:27.220308 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-73890468-1ebd-4d17-b5d1-dc9480983540 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:27.227094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-73890468-1ebd-4d17-b5d1-dc9480983540 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:27.236381 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0605014-bd15-425a-bae2-830e7f7e4f94 None None] Network 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:27.297312 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-73890468-1ebd-4d17-b5d1-dc9480983540 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:15:27.306744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-73890468-1ebd-4d17-b5d1-dc9480983540 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:27.380441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-73890468-1ebd-4d17-b5d1-dc9480983540 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:27.457828 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-73890468-1ebd-4d17-b5d1-dc9480983540 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:27.461213 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:27.465651 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c94a1b5f-0e9e-45d1-9fdf-b250c9823813 None None] Provisioning for port 4d131ee8-7578-41cc-b4a8-ced555a30a61 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:15:27.482474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73890468-1ebd-4d17-b5d1-dc9480983540 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef50780a-ee2c-422e-acae-1726f242208c,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:27.508587 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Transition to ACTIVE for port object 590697be-6662-4fa9-9c7d-b48d7bc5458d will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:27.547272 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Transition to ACTIVE for port object 590697be-6662-4fa9-9c7d-b48d7bc5458d will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:27.554437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-73890468-1ebd-4d17-b5d1-dc9480983540 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:27.556595 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-73890468-1ebd-4d17-b5d1-dc9480983540 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3551860 Aug 26 01:15:27.644030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 4d131ee8-7578-41cc-b4a8-ced555a30a61 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:15:27.649466 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 4d131ee8-7578-41cc-b4a8-ced555a30a61 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:15:27.650534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:27.723674 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:27.756427 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfec39ea-8dbf-491c-866f-3451297aa0d5 req-7818acd9-7830-4c05-a797-b2db6559a58b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1037679 Aug 26 01:15:27.821463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:27.869510 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Network 9ee1c09d-17df-4a6e-8a58-d2eee58d2326 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:15:27.893021 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Subnet': ['ID=aae4f829-191e-47bf-a04d-208f0d603f3e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:27.898100 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-d762912b-3b6c-493f-a03a-72d53ee1ae69 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:15:27.904442 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:27.907618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:15:27.931978 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Pushing event updated for resources: {'Port': ['ID=590697be-6662-4fa9-9c7d-b48d7bc5458d,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:27.968296 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 4d131ee8-7578-41cc-b4a8-ced555a30a61 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:15:27.968738 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:28.053408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-d762912b-3b6c-493f-a03a-72d53ee1ae69 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:15:28.055946 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-d762912b-3b6c-493f-a03a-72d53ee1ae69 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1924800630&fields=id&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 267 time: 0.2738466 Aug 26 01:15:28.061203 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c0a463d0-3728-4e04-905b-cc5be3e31d0e None None] Provisioning complete for port 4d131ee8-7578-41cc-b4a8-ced555a30a61 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:15:28.064166 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0a463d0-3728-4e04-905b-cc5be3e31d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:28.068236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:28.105573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee1c09d-17df-4a6e-8a58-d2eee58d2326']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:28.120676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Attempting to bind port 590697be-6662-4fa9-9c7d-b48d7bc5458d on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:15:28.121049 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Attempting to bind port 590697be-6662-4fa9-9c7d-b48d7bc5458d by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'd67af8a1-dccb-4c9f-a78d-51f61db73a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '9ee1c09d-17df-4a6e-8a58-d2eee58d2326'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:15:28.124486 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67af8a1-dccb-4c9f-a78d-51f61db73a1c') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:28.124653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Attempting to bind port 590697be-6662-4fa9-9c7d-b48d7bc5458d on network 9ee1c09d-17df-4a6e-8a58-d2eee58d2326 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:15:28.124757 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67af8a1-dccb-4c9f-a78d-51f61db73a1c') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:28.127265 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 4d131ee8-7578-41cc-b4a8-ced555a30a61, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4d131ee8-7578-41cc-b4a8-ced555a30a61,segment=NetworkSegment(16b4e63d-d228-401b-b8d9-937b0020726c),segment_id=16b4e63d-d228-401b-b8d9-937b0020726c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:28.135197 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:15:28.135736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Checking segment: {'id': 'd67af8a1-dccb-4c9f-a78d-51f61db73a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '9ee1c09d-17df-4a6e-8a58-d2eee58d2326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:28.136053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:28.136448 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Bound using segment: {'id': 'd67af8a1-dccb-4c9f-a78d-51f61db73a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '9ee1c09d-17df-4a6e-8a58-d2eee58d2326'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:15:28.136925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Bound port: 590697be-6662-4fa9-9c7d-b48d7bc5458d, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67af8a1-dccb-4c9f-a78d-51f61db73a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '9ee1c09d-17df-4a6e-8a58-d2eee58d2326'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:15:28.137518 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:28.138943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec39ea-8dbf-491c-866f-3451297aa0d5 req-a321b1d8-2af1-42e1-9d83-38c768bfaf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:28.140423 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfec39ea-8dbf-491c-866f-3451297aa0d5 req-a321b1d8-2af1-42e1-9d83-38c768bfaf60 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 1099 time: 0.2026026 Aug 26 01:15:28.142286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:28.160856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:28.168880 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:28.169288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:28.265112 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment d67af8a1-dccb-4c9f-a78d-51f61db73a1c resource provider aggregate not found Aug 26 01:15:28.267995 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:28.281861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-2d45e4de-c13d-40be-96eb-2293e8f649be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:28.283001 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-2d45e4de-c13d-40be-96eb-2293e8f649be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:15:28.324163 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment d67af8a1-dccb-4c9f-a78d-51f61db73a1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d67af8a1-dccb-4c9f-a78d-51f61db73a1c found for delete ", "request_id": "req-410c1f93-c85e-4aff-8933-4e4f254c5abc"}]} Aug 26 01:15:28.357973 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] For port 590697be-6662-4fa9-9c7d-b48d7bc5458d, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:15:28.373505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c0a463d0-3728-4e04-905b-cc5be3e31d0e None None] Current status of the port 4d131ee8-7578-41cc-b4a8-ced555a30a61 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:15:28.380460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] For port 590697be-6662-4fa9-9c7d-b48d7bc5458d, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=590697be-6662-4fa9-9c7d-b48d7bc5458d,segment=NetworkSegment(d67af8a1-dccb-4c9f-a78d-51f61db73a1c),segment_id=d67af8a1-dccb-4c9f-a78d-51f61db73a1c)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:15:28.385968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=4d131ee8-7578-41cc-b4a8-ced555a30a61,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:28.404715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec39ea-8dbf-491c-866f-3451297aa0d5 req-0646df8b-0714-4f16-bd6e-2ec5049b45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:28.404715 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfec39ea-8dbf-491c-866f-3451297aa0d5 req-0646df8b-0714-4f16-bd6e-2ec5049b45dc service neutron] 10.222.0.94 "GET /v2.0/networks?id=d72c0b94-166a-4a66-a4e5-0afcda8d7d37 HTTP/1.1" status: 200 len: 899 time: 0.2102990 Aug 26 01:15:28.426164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-2d45e4de-c13d-40be-96eb-2293e8f649be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:15:28.426164 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-2d45e4de-c13d-40be-96eb-2293e8f649be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/networks?id=87f35fb7-4a2f-4cb7-9833-c4b25cfac479 HTTP/1.1" status: 200 len: 797 time: 0.3588727 Aug 26 01:15:28.440138 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-b608c18a-7bf8-4f3a-b6d8-f67c6ec69ee6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/quotas/f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 375 time: 0.0097980 Aug 26 01:15:28.471653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.api [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 01:15:28.471653 dv-neutron-854561-2-hyperv neutron-server[89862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 01:15:28.471653 dv-neutron-854561-2-hyperv neutron-server[89862]: [parameters: {'id': '9ee1c09d-17df-4a6e-8a58-d2eee58d2326'}] Aug 26 01:15:28.471653 dv-neutron-854561-2-hyperv neutron-server[89862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:15:28.472284 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG oslo_db.api [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:15:28.521403 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfec39ea-8dbf-491c-866f-3451297aa0d5 req-c0a2fd94-dd03-48c0-b9a1-f02b8c8bc203 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295206b7-03b9-4f62-8ef3-7146d2da02b5 HTTP/1.1" status: 200 len: 1002 time: 0.1091859 Aug 26 01:15:28.531770 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:28.574749 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-5407039d-7c8e-4c71-9692-8798aa034902 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1289871 Aug 26 01:15:28.594261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec39ea-8dbf-491c-866f-3451297aa0d5 req-beaf891e-5d95-4b6b-8b7e-096c2f844a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:28.595833 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfec39ea-8dbf-491c-866f-3451297aa0d5 req-beaf891e-5d95-4b6b-8b7e-096c2f844a46 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ef82664c-1805-4585-a01d-64dabc041c42 HTTP/1.1" status: 200 len: 834 time: 0.0651739 Aug 26 01:15:28.608570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4d131ee8-7578-41cc-b4a8-ced555a30a61 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:15:28.693041 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec39ea-8dbf-491c-866f-3451297aa0d5 req-a2e797b6-a65d-4f90-bac6-49005b3f05b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:28.695138 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfec39ea-8dbf-491c-866f-3451297aa0d5 req-a2e797b6-a65d-4f90-bac6-49005b3f05b2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d72c0b94-166a-4a66-a4e5-0afcda8d7d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930359 Aug 26 01:15:28.734386 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-e72046bf-e62f-4e66-b6bb-186d168d0b3f service neutron] 10.222.0.83 "GET /v2.0/networks/87f35fb7-4a2f-4cb7-9833-c4b25cfac479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536252 Aug 26 01:15:28.737093 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6ffa3-38c7-4b89-8ac7-338d4889ae5c None None] Pushing event updated for resources: {'Port': ['ID=590697be-6662-4fa9-9c7d-b48d7bc5458d,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:28.762093 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b01bf8-f05f-4d8a-946a-8d30ed051463 None None] Network 9ee1c09d-17df-4a6e-8a58-d2eee58d2326 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:28.861507 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 4d131ee8-7578-41cc-b4a8-ced555a30a61 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:15:28.862106 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:28.872408 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfec39ea-8dbf-491c-866f-3451297aa0d5 req-22295057-9fd4-4379-af03-58d0c91287ea service neutron] 10.222.0.94 "GET /v2.0/networks/d72c0b94-166a-4a66-a4e5-0afcda8d7d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665573 Aug 26 01:15:28.912509 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-f00a50b2-8c76-481f-aca3-6bd6bb45badd service neutron] 10.222.0.83 "GET /v2.0/networks/87f35fb7-4a2f-4cb7-9833-c4b25cfac479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773493 Aug 26 01:15:28.974151 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:29.039497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Deleting port 590697be-6662-4fa9-9c7d-b48d7bc5458d {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:15:29.039969 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:29.076535 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfec39ea-8dbf-491c-866f-3451297aa0d5 req-2b84bdaf-bc43-48d0-a484-94796949458e service neutron] 10.222.0.94 "GET /v2.0/networks/d72c0b94-166a-4a66-a4e5-0afcda8d7d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946247 Aug 26 01:15:29.087773 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 4d131ee8-7578-41cc-b4a8-ced555a30a61 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:15:29.108050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9c1b1b-cd46-4638-b382-f77444cbb686 None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:15:29.309970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9c1b1b-cd46-4638-b382-f77444cbb686 None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:15:29.442840 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-80147bba-03ed-4598-a102-9f49e07ff292 req-69f643c0-eb10-4421-a7da-7f827947612c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 210 time: 0.0771983 Aug 26 01:15:29.474631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] For port 590697be-6662-4fa9-9c7d-b48d7bc5458d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=590697be-6662-4fa9-9c7d-b48d7bc5458d,segment=NetworkSegment(d67af8a1-dccb-4c9f-a78d-51f61db73a1c),segment_id=d67af8a1-dccb-4c9f-a78d-51f61db73a1c)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:29.475007 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:29.606449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Calling delete_port for 590697be-6662-4fa9-9c7d-b48d7bc5458d owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:15:29.709037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb1df8d-e8cd-4d64-a8fb-e42041e46ecd None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:15:29.769327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:29.822749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No DVR routers for this DVR port 590697be-6662-4fa9-9c7d-b48d7bc5458d on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:15:29.844080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb1df8d-e8cd-4d64-a8fb-e42041e46ecd None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:15:29.851645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Port': ['ID=590697be-6662-4fa9-9c7d-b48d7bc5458d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:29.959672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:29.988685 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee1c09d-17df-4a6e-8a58-d2eee58d2326']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:30.005109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67af8a1-dccb-4c9f-a78d-51f61db73a1c') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:30.005410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67af8a1-dccb-4c9f-a78d-51f61db73a1c') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:30.027016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:30.043730 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:30.050423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:30.050870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:30.314503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:30.332666 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:30.351732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Network': ['ID=9ee1c09d-17df-4a6e-8a58-d2eee58d2326,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:30.359118 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53454) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:30.359605 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-232dd767-471b-4255-bf31-7df32da1e5b0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/9ee1c09d-17df-4a6e-8a58-d2eee58d2326 HTTP/1.1" status: 204 len: 168 time: 3.8299177 Aug 26 01:15:30.362976 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment d67af8a1-dccb-4c9f-a78d-51f61db73a1c resource provider aggregate not found Aug 26 01:15:30.365276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-647844652'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:30.370699 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:30.374795 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:network and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:30.377652 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:30.379999 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment d67af8a1-dccb-4c9f-a78d-51f61db73a1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d67af8a1-dccb-4c9f-a78d-51f61db73a1c found for delete ", "request_id": "req-99d08188-74e2-4a25-9388-496212be239e"}]} Aug 26 01:15:30.384678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:30.543447 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fd172cef-c5f2-463f-9d7a-a25429056f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:30.544950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:30.548450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:30.591499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:30.597770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:30.598112 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Added segment b33a39da-dfd0-4464-900d-984bfc7c8d07 of type vlan for network 01a53cff-260c-4f00-afc6-28f14aab4902 Aug 26 01:15:30.631711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:30.850474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:30.855866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:30.856445 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:30.883718 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2e5406d0-f7db-4e6a-b2b7-bbbffc3fa3a5 req-298bc3ac-0af8-441c-b5fd-b874febf9cde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 210 time: 0.3202734 Aug 26 01:15:30.974258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Network': ['ID=01a53cff-260c-4f00-afc6-28f14aab4902,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:30.985884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 01a53cff-260c-4f00-afc6-28f14aab4902 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:31.040637 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-29ad1648-de5b-45f0-911e-e4fc3818e4e4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6803789 Aug 26 01:15:31.043418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53464) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:31.049632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'subnet': {'network_id': '01a53cff-260c-4f00-afc6-28f14aab4902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:31.168692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:31.172409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:subnet and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:31.184385 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:31.184385 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:31.285765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:31.289274 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:31.569962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:31.656606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Subnet': ['ID=995665d0-d6f2-421a-9a63-64b5c6b40660,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:31.662081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Checking segment: {'id': 'b33a39da-dfd0-4464-900d-984bfc7c8d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '01a53cff-260c-4f00-afc6-28f14aab4902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:31.662439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network hostable DHCP agents. Network: 01a53cff-260c-4f00-afc6-28f14aab4902, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:15:31.740559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network 01a53cff-260c-4f00-afc6-28f14aab4902 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:15:31.837851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 01a53cff-260c-4f00-afc6-28f14aab4902) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:31.842660 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:31.843259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:31.851204 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760e8e7b-4f4a-44cc-816b-3bf3617af458 None None] Network 01a53cff-260c-4f00-afc6-28f14aab4902 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:31.947079 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c05ca2be-08e8-4732-97e8-0d18f079879e tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9022083 Aug 26 01:15:31.949890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53470) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:32.089714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-01a53cff-260c-4f00-afc6-28f14aab4902', 'network_id': '01a53cff-260c-4f00-afc6-28f14aab4902', 'tenant_id': 'b627f3d3a1fc486cbece1571d938d40e', 'fixed_ips': [{'subnet_id': '995665d0-d6f2-421a-9a63-64b5c6b40660'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:15:32.090487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:32.102512 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5aef4c8b-efaf-4a98-9c95-a8ba94df00fa req-ab5c14ff-7a09-4875-b54c-30e208a71990 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 210 time: 0.0730884 Aug 26 01:15:32.262996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:32.271476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Allocated IP 172.20.0.1 (01a53cff-260c-4f00-afc6-28f14aab4902/995665d0-d6f2-421a-9a63-64b5c6b40660/d05df962-b91c-4529-a3fd-0c8153c94325) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:15:32.313179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-0aa5deea-e1ef-4bda-8153-49848534f4a6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:32.314792 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-0aa5deea-e1ef-4bda-8153-49848534f4a6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/networks?id=87f35fb7-4a2f-4cb7-9833-c4b25cfac479 HTTP/1.1" status: 200 len: 797 time: 0.2152753 Aug 26 01:15:32.407391 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-138e64fe-7909-4fad-ae04-18c480b20f6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 472 time: 0.0666676 Aug 26 01:15:32.408135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:32.445190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'port': {'device_id': 'afa83b50-43cf-431f-ae8b-897693d02716', 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479', 'admin_state_up': True, 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'security_groups': ['a7e18a8b-2bae-49eb-83a5-44831842f1cf']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:32.504076 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:32.515779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Transition to ACTIVE for port object d05df962-b91c-4529-a3fd-0c8153c94325 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:32.535563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Transition to ACTIVE for port object d05df962-b91c-4529-a3fd-0c8153c94325 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:32.607848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:32.615182 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:port and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:32.615182 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:32.620973 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:32.636382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:32.701774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Network 01a53cff-260c-4f00-afc6-28f14aab4902 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:15:32.709069 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:32.712122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:32.715733 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:15:32.716360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:32.737651 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:32.865732 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Pushing event updated for resources: {'Port': ['ID=d05df962-b91c-4529-a3fd-0c8153c94325,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:32.899124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Attempting to bind port d05df962-b91c-4529-a3fd-0c8153c94325 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:15:32.899497 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Attempting to bind port d05df962-b91c-4529-a3fd-0c8153c94325 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b33a39da-dfd0-4464-900d-984bfc7c8d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '01a53cff-260c-4f00-afc6-28f14aab4902'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:15:32.899863 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Attempting to bind port d05df962-b91c-4529-a3fd-0c8153c94325 on network 01a53cff-260c-4f00-afc6-28f14aab4902 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:15:32.906000 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:15:32.906378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Checking segment: {'id': 'b33a39da-dfd0-4464-900d-984bfc7c8d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '01a53cff-260c-4f00-afc6-28f14aab4902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:32.906783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:32.907175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Bound using segment: {'id': 'b33a39da-dfd0-4464-900d-984bfc7c8d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '01a53cff-260c-4f00-afc6-28f14aab4902'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:15:32.907642 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Bound port: d05df962-b91c-4529-a3fd-0c8153c94325, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33a39da-dfd0-4464-900d-984bfc7c8d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '01a53cff-260c-4f00-afc6-28f14aab4902'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:15:32.908011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:32.957955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Subnet': ['ID=995665d0-d6f2-421a-9a63-64b5c6b40660,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:33.020432 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] For port d05df962-b91c-4529-a3fd-0c8153c94325, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:15:33.023851 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] For port d05df962-b91c-4529-a3fd-0c8153c94325, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d05df962-b91c-4529-a3fd-0c8153c94325,segment=NetworkSegment(b33a39da-dfd0-4464-900d-984bfc7c8d07),segment_id=b33a39da-dfd0-4464-900d-984bfc7c8d07)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:15:33.024952 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bd588928-77ab-4941-81fa-b60fb0cf6ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:33.073983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:33.129530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:33.141544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a53cff-260c-4f00-afc6-28f14aab4902']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:33.165147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33a39da-dfd0-4464-900d-984bfc7c8d07') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:33.165451 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33a39da-dfd0-4464-900d-984bfc7c8d07') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:33.184479 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:33.191983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.30 (87f35fb7-4a2f-4cb7-9833-c4b25cfac479/2c532be4-c2a8-463e-8e67-2972627d5e9a/0f55b151-9e93-4034-ba8c-d16b2c97fd12) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:15:33.212827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:33.236915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:33.237376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:33.271565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0f2ba-fe28-43c4-ba1a-e410128868aa None None] Pushing event updated for resources: {'Port': ['ID=d05df962-b91c-4529-a3fd-0c8153c94325,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:33.290193 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c555a91d-9136-4737-9556-542dedd1e9d8 None None] Network 01a53cff-260c-4f00-afc6-28f14aab4902 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:33.320057 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment b33a39da-dfd0-4464-900d-984bfc7c8d07 resource provider aggregate not found Aug 26 01:15:33.324939 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4523d1ca-37b3-4d59-900d-a4bfc14ad0f1 req-607051fa-bd08-4ef9-a7d9-6a3a4368d5c2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 210 time: 0.0775268 Aug 26 01:15:33.351543 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment b33a39da-dfd0-4464-900d-984bfc7c8d07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b33a39da-dfd0-4464-900d-984bfc7c8d07 found for delete ", "request_id": "req-192fc4cc-ccc9-4f08-8e61-b2d57d9026df"}]} Aug 26 01:15:33.453629 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.api [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 01:15:33.453629 dv-neutron-854561-2-hyperv neutron-server[89862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 01:15:33.453629 dv-neutron-854561-2-hyperv neutron-server[89862]: [parameters: {'id': '01a53cff-260c-4f00-afc6-28f14aab4902'}] Aug 26 01:15:33.453629 dv-neutron-854561-2-hyperv neutron-server[89862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:15:33.454058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG oslo_db.api [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:15:33.511934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cace45-1291-4ed7-9c52-9e2fdc4bd935 None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:15:33.513798 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:33.530758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 0f55b151-9e93-4034-ba8c-d16b2c97fd12 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:33.623324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:33.650378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cace45-1291-4ed7-9c52-9e2fdc4bd935 None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:15:33.711086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:15:33.714390 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:33.718302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:15:33.748897 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:33.758454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=0f55b151-9e93-4034-ba8c-d16b2c97fd12,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:33.790421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:33.791031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:33.921232 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-52c0b888-f9d9-4531-ab8b-3a1e6453faae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4826291 Aug 26 01:15:33.947427 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Request body: {'port': {'device_id': 'afa83b50-43cf-431f-ae8b-897693d02716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:33.962577 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:33.972995 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:34.014790 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Deleting port d05df962-b91c-4529-a3fd-0c8153c94325 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:15:34.014790 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:34.176153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:34.357939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] For port d05df962-b91c-4529-a3fd-0c8153c94325, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d05df962-b91c-4529-a3fd-0c8153c94325,segment=NetworkSegment(b33a39da-dfd0-4464-900d-984bfc7c8d07),segment_id=b33a39da-dfd0-4464-900d-984bfc7c8d07)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:34.358216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:34.365961 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9460cfd1-3f90-45b4-8c39-42c88e509fb5 None None] Provisioning for port 0f55b151-9e93-4034-ba8c-d16b2c97fd12 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:15:34.373158 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9460cfd1-3f90-45b4-8c39-42c88e509fb5 None None] Provisioning complete for port 0f55b151-9e93-4034-ba8c-d16b2c97fd12 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:15:34.373533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9460cfd1-3f90-45b4-8c39-42c88e509fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:34.436408 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-9460cfd1-3f90-45b4-8c39-42c88e509fb5 None None] Port 0f55b151-9e93-4034-ba8c-d16b2c97fd12 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:15:34.558669 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Calling delete_port for d05df962-b91c-4529-a3fd-0c8153c94325 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:15:34.963975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53482b-2d41-4dad-b159-3c06c8cdbae0 req-dba4976a-421b-43fa-bdcf-0e959f548b49 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:34.964752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-dd53482b-2d41-4dad-b159-3c06c8cdbae0 req-dba4976a-421b-43fa-bdcf-0e959f548b49 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:15:34.970554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.039207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Port': ['ID=d05df962-b91c-4529-a3fd-0c8153c94325,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:35.041140 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No DVR routers for this DVR port d05df962-b91c-4529-a3fd-0c8153c94325 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:15:35.142851 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-dd53482b-2d41-4dad-b159-3c06c8cdbae0 req-dba4976a-421b-43fa-bdcf-0e959f548b49 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:15:35.148193 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dd53482b-2d41-4dad-b159-3c06c8cdbae0 req-dba4976a-421b-43fa-bdcf-0e959f548b49 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 932 time: 0.6634052 Aug 26 01:15:35.239843 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f55b151-9e93-4034-ba8c-d16b2c97fd12 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:15:35.257608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.260917 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.303576 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dd53482b-2d41-4dad-b159-3c06c8cdbae0 req-724ca844-b153-4ea7-8f55-9347845bff24 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7e18a8b-2bae-49eb-83a5-44831842f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038735 Aug 26 01:15:35.304531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Transition to ACTIVE for port object 0f55b151-9e93-4034-ba8c-d16b2c97fd12 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:35.309132 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a53cff-260c-4f00-afc6-28f14aab4902']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:35.322101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33a39da-dfd0-4464-900d-984bfc7c8d07') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:35.322400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33a39da-dfd0-4464-900d-984bfc7c8d07') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:35.333853 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.349706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.356875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:35.357258 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.428377 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment b33a39da-dfd0-4464-900d-984bfc7c8d07 resource provider aggregate not found Aug 26 01:15:35.452344 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment b33a39da-dfd0-4464-900d-984bfc7c8d07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b33a39da-dfd0-4464-900d-984bfc7c8d07 found for delete ", "request_id": "req-b9bc6a4c-1786-4730-a295-fd2d5d33eaea"}]} Aug 26 01:15:35.457067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.511901 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.648076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Pushing event updated for resources: {'Port': ['ID=0f55b151-9e93-4034-ba8c-d16b2c97fd12,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:35.661446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.683399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.700784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Network': ['ID=01a53cff-260c-4f00-afc6-28f14aab4902,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:35.707722 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8a861986-6d1e-4951-b016-f8cebb677e60 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/01a53cff-260c-4f00-afc6-28f14aab4902 HTTP/1.1" status: 204 len: 168 time: 3.7566624 Aug 26 01:15:35.711288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53492) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:35.716938 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1014258486'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:35.721837 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:35.724174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Attempting to bind port 0f55b151-9e93-4034-ba8c-d16b2c97fd12 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:15:35.724516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Attempting to bind port 0f55b151-9e93-4034-ba8c-d16b2c97fd12 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '16b4e63d-d228-401b-b8d9-937b0020726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:15:35.724810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Attempting to bind port 0f55b151-9e93-4034-ba8c-d16b2c97fd12 on network 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:15:35.726399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:network and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:35.729077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:35.729712 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Port 0f55b151-9e93-4034-ba8c-d16b2c97fd12 on network 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:15:35.733353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Attempting to bind port 0f55b151-9e93-4034-ba8c-d16b2c97fd12 on network 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:15:35.735280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:15:35.735421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:35.735607 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Checking segment: {'id': '16b4e63d-d228-401b-b8d9-937b0020726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:35.735988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Bound using segment: {'id': '16b4e63d-d228-401b-b8d9-937b0020726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:15:35.736595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Bound port: 0f55b151-9e93-4034-ba8c-d16b2c97fd12, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b4e63d-d228-401b-b8d9-937b0020726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:15:35.736752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.829932 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] For port 0f55b151-9e93-4034-ba8c-d16b2c97fd12, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:15:35.832984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] For port 0f55b151-9e93-4034-ba8c-d16b2c97fd12, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0f55b151-9e93-4034-ba8c-d16b2c97fd12,segment=NetworkSegment(16b4e63d-d228-401b-b8d9-937b0020726c),segment_id=16b4e63d-d228-401b-b8d9-937b0020726c)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:15:35.845383 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:35.849346 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.876986 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:35.886330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.886614 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Added segment b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4 of type vlan for network df3025c8-dc97-41db-8d60-403028e28962 Aug 26 01:15:35.912210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.936011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.971313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:35.971923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:35.973277 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-1e846dec-bc31-4846-a328-899a57def63f service neutron] 10.222.0.94 "PUT /v2.0/ports/0f55b151-9e93-4034-ba8c-d16b2c97fd12 HTTP/1.1" status: 200 len: 1094 time: 2.0302942 Aug 26 01:15:35.978302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa83b50-43cf-431f-ae8b-897693d02716', 'tag': '0f55b151-9e93-4034-ba8c-d16b2c97fd12'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:15:36.018282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e846dec-bc31-4846-a328-899a57def63f service neutron] Pushing event updated for resources: {'Port': ['ID=0f55b151-9e93-4034-ba8c-d16b2c97fd12,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:36.020522 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:36.026891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:36.027421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:36.031049 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed29869e-aa65-427a-af90-2529f600b330'] response: {'name': 'network-changed', 'server_uuid': 'afa83b50-43cf-431f-ae8b-897693d02716', 'tag': '0f55b151-9e93-4034-ba8c-d16b2c97fd12', 'status': 'completed', 'code': 200} Aug 26 01:15:36.137608 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Network': ['ID=df3025c8-dc97-41db-8d60-403028e28962,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:36.148110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network df3025c8-dc97-41db-8d60-403028e28962 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:36.170600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e24f5-e97a-4756-b0ff-3340f6ce5692 req-50d1ac85-a225-4b51-b079-83d5273f2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:36.172082 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4b5e24f5-e97a-4756-b0ff-3340f6ce5692 req-50d1ac85-a225-4b51-b079-83d5273f2b2f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 1097 time: 0.0875638 Aug 26 01:15:36.222058 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c4c7cc8f-dcab-41b1-8969-afd788b9d0ea tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5096109 Aug 26 01:15:36.225801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53498) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:36.235554 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'subnet': {'network_id': 'df3025c8-dc97-41db-8d60-403028e28962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:36.343948 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e24f5-e97a-4756-b0ff-3340f6ce5692 req-dd0ac84a-deb7-4381-8e8f-1a9ea19fd294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:36.349991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e24f5-e97a-4756-b0ff-3340f6ce5692 req-dd0ac84a-deb7-4381-8e8f-1a9ea19fd294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:36.349991 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4b5e24f5-e97a-4756-b0ff-3340f6ce5692 req-dd0ac84a-deb7-4381-8e8f-1a9ea19fd294 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&shared=False HTTP/1.1" status: 200 len: 1586 time: 0.1544306 Aug 26 01:15:36.360494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:36.364645 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:subnet and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:36.367659 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:36.374632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:36.569926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e24f5-e97a-4756-b0ff-3340f6ce5692 req-c9a335dd-0acd-4c91-9141-fe1799c822f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:36.571286 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4b5e24f5-e97a-4756-b0ff-3340f6ce5692 req-c9a335dd-0acd-4c91-9141-fe1799c822f9 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2153001 Aug 26 01:15:36.590007 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491acb7c-c7c8-4334-9307-073694a9e8fb req-3f070bbb-caa5-40c5-a40a-460d61f34a0f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:36.591448 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-491acb7c-c7c8-4334-9307-073694a9e8fb req-3f070bbb-caa5-40c5-a40a-460d61f34a0f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 944 time: 0.1534259 Aug 26 01:15:36.680425 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-491acb7c-c7c8-4334-9307-073694a9e8fb req-4eb0638d-d96e-4363-9130-938bb8eb7757 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7e18a8b-2bae-49eb-83a5-44831842f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790653 Aug 26 01:15:36.723362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-984a2ccf-6e9a-4428-8da8-ddd34a09a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:36.724961 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-984a2ccf-6e9a-4428-8da8-ddd34a09a503 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 1097 time: 0.0879424 Aug 26 01:15:36.808401 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-a0a016cf-dd72-42ac-940c-7bdc2312c1f6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=0f55b151-9e93-4034-ba8c-d16b2c97fd12 HTTP/1.1" status: 200 len: 217 time: 0.0663829 Aug 26 01:15:36.876004 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-39766af1-e4df-47e3-80df-bd8f01db81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:36.877441 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-39766af1-e4df-47e3-80df-bd8f01db81b0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2c532be4-c2a8-463e-8e67-2972627d5e9a HTTP/1.1" status: 200 len: 838 time: 0.0598917 Aug 26 01:15:37.091537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:37.091537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:37.096291 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-85b49310-17b2-496c-a30a-1e925cb75f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:37.097810 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-85b49310-17b2-496c-a30a-1e925cb75f75 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=87f35fb7-4a2f-4cb7-9833-c4b25cfac479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2108679 Aug 26 01:15:37.240099 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-734e6f1f-c5dc-47ea-9579-f4fcc4a20320 service neutron] 10.222.0.94 "GET /v2.0/networks/87f35fb7-4a2f-4cb7-9833-c4b25cfac479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320350 Aug 26 01:15:37.375266 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:37.386834 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77273dc4-fbb7-4363-82a1-dcf949b2b06f req-ca8bacaa-bd93-4571-8057-177c036daf2f service neutron] 10.222.0.94 "GET /v2.0/networks/87f35fb7-4a2f-4cb7-9833-c4b25cfac479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373043 Aug 26 01:15:37.456392 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Subnet': ['ID=d694473f-c2e1-4a48-8895-b0976b09a7a2,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:37.468798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Checking segment: {'id': 'b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'df3025c8-dc97-41db-8d60-403028e28962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:37.468798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network hostable DHCP agents. Network: df3025c8-dc97-41db-8d60-403028e28962, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:15:37.553980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network df3025c8-dc97-41db-8d60-403028e28962 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:15:37.694509 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, df3025c8-dc97-41db-8d60-403028e28962) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:37.698959 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:37.699545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:37.708534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1121909-1f22-42f8-a9c9-e2007a62693d None None] Network df3025c8-dc97-41db-8d60-403028e28962 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:37.810223 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3d6630c3-b321-4b70-b125-88d356560f1d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5769396 Aug 26 01:15:37.811150 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53506) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:37.924472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3d420-3344-400a-87b1-09d293a50c91 req-d4f55a3c-068c-457e-87ae-4750de5a3d72 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:37.931889 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4cc3d420-3344-400a-87b1-09d293a50c91 req-d4f55a3c-068c-457e-87ae-4750de5a3d72 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 944 time: 0.1114178 Aug 26 01:15:37.948764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-df3025c8-dc97-41db-8d60-403028e28962', 'network_id': 'df3025c8-dc97-41db-8d60-403028e28962', 'tenant_id': 'b627f3d3a1fc486cbece1571d938d40e', 'fixed_ips': [{'subnet_id': 'd694473f-c2e1-4a48-8895-b0976b09a7a2'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:15:37.949988 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:37.980396 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4cc3d420-3344-400a-87b1-09d293a50c91 req-249486d3-0882-48aa-81bb-fedb57ab3ac5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7e18a8b-2bae-49eb-83a5-44831842f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429599 Aug 26 01:15:37.983102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:38.059637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:38.125642 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Allocated IP 172.20.0.2 (df3025c8-dc97-41db-8d60-403028e28962/d694473f-c2e1-4a48-8895-b0976b09a7a2/e4b5689e-7c4f-437b-8bc2-b5cfe6047559) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:15:38.382220 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:38.392980 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Transition to ACTIVE for port object e4b5689e-7c4f-437b-8bc2-b5cfe6047559 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:38.411921 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Transition to ACTIVE for port object e4b5689e-7c4f-437b-8bc2-b5cfe6047559 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:38.543731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:38.612982 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Network df3025c8-dc97-41db-8d60-403028e28962 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:15:38.616046 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:38.619754 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:15:38.625643 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Pushing event updated for resources: {'Port': ['ID=e4b5689e-7c4f-437b-8bc2-b5cfe6047559,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:38.725923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Attempting to bind port e4b5689e-7c4f-437b-8bc2-b5cfe6047559 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:15:38.726619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Attempting to bind port e4b5689e-7c4f-437b-8bc2-b5cfe6047559 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'df3025c8-dc97-41db-8d60-403028e28962'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:15:38.726756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Attempting to bind port e4b5689e-7c4f-437b-8bc2-b5cfe6047559 on network df3025c8-dc97-41db-8d60-403028e28962 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:15:38.731903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:38.736821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:15:38.736821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Checking segment: {'id': 'b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'df3025c8-dc97-41db-8d60-403028e28962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:38.736821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:38.736821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Bound using segment: {'id': 'b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'df3025c8-dc97-41db-8d60-403028e28962'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:15:38.736821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Bound port: e4b5689e-7c4f-437b-8bc2-b5cfe6047559, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'df3025c8-dc97-41db-8d60-403028e28962'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:15:38.736821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:38.772152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Subnet': ['ID=d694473f-c2e1-4a48-8895-b0976b09a7a2,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:38.833299 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] For port e4b5689e-7c4f-437b-8bc2-b5cfe6047559, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:15:38.836442 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] For port e4b5689e-7c4f-437b-8bc2-b5cfe6047559, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e4b5689e-7c4f-437b-8bc2-b5cfe6047559,segment=NetworkSegment(b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4),segment_id=b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:15:38.870380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:38.897405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3025c8-dc97-41db-8d60-403028e28962']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:39.069436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:39.069436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:39.069436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:39.075216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:39.096108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:39.096108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:39.096108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:39.096108 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4 resource provider aggregate not found Aug 26 01:15:39.096108 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4 found for delete ", "request_id": "req-aebb03e6-57aa-4aba-96fe-39225f28bdbd"}]} Aug 26 01:15:39.096907 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f921fc0-2d2f-468e-9387-5faa72171000 None None] Pushing event updated for resources: {'Port': ['ID=e4b5689e-7c4f-437b-8bc2-b5cfe6047559,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:39.118217 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611918ed-0a80-48fc-8659-e5ce7dcf594a None None] Network df3025c8-dc97-41db-8d60-403028e28962 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:39.150360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.api [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 01:15:39.150360 dv-neutron-854561-2-hyperv neutron-server[89862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 01:15:39.150360 dv-neutron-854561-2-hyperv neutron-server[89862]: [parameters: {'id': 'df3025c8-dc97-41db-8d60-403028e28962'}] Aug 26 01:15:39.150360 dv-neutron-854561-2-hyperv neutron-server[89862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:15:39.152429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG oslo_db.api [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:15:39.206660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ffc19-d652-4454-8f0b-1e075af692f6 req-4468cacf-0263-49dd-922c-a70af0f2be24 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:39.206660 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-996ffc19-d652-4454-8f0b-1e075af692f6 req-4468cacf-0263-49dd-922c-a70af0f2be24 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 944 time: 0.0982659 Aug 26 01:15:39.249267 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-996ffc19-d652-4454-8f0b-1e075af692f6 req-a832363a-5492-4167-b9e4-ab422990ea75 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7e18a8b-2bae-49eb-83a5-44831842f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488253 Aug 26 01:15:39.336619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7715d23-9466-443b-971d-7cbdbdd30e4a None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:15:39.459359 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7715d23-9466-443b-971d-7cbdbdd30e4a None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:15:39.651604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:39.667385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Deleting port e4b5689e-7c4f-437b-8bc2-b5cfe6047559 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:15:39.667825 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:39.886946 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] For port e4b5689e-7c4f-437b-8bc2-b5cfe6047559, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e4b5689e-7c4f-437b-8bc2-b5cfe6047559,segment=NetworkSegment(b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4),segment_id=b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:39.887672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:39.956033 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0f55b151-9e93-4034-ba8c-d16b2c97fd12 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:15:40.022556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Calling delete_port for e4b5689e-7c4f-437b-8bc2-b5cfe6047559 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:15:40.095436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0f55b151-9e93-4034-ba8c-d16b2c97fd12, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0f55b151-9e93-4034-ba8c-d16b2c97fd12,segment=NetworkSegment(16b4e63d-d228-401b-b8d9-937b0020726c),segment_id=16b4e63d-d228-401b-b8d9-937b0020726c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:40.111176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '0f55b151-9e93-4034-ba8c-d16b2c97fd12', 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479', 'port_id': '0f55b151-9e93-4034-ba8c-d16b2c97fd12', 'mac_address': 'fa:16:3e:08:b8:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c532be4-c2a8-463e-8e67-2972627d5e9a', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:15:40.170149 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 0f55b151-9e93-4034-ba8c-d16b2c97fd12 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:15:40.170531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:40.203007 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f55b151-9e93-4034-ba8c-d16b2c97fd12 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:15:40.205724 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0f55b151-9e93-4034-ba8c-d16b2c97fd12, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0f55b151-9e93-4034-ba8c-d16b2c97fd12,segment=NetworkSegment(16b4e63d-d228-401b-b8d9-937b0020726c),segment_id=16b4e63d-d228-401b-b8d9-937b0020726c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:40.227352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:40.274160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Port': ['ID=e4b5689e-7c4f-437b-8bc2-b5cfe6047559,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:40.277883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No DVR routers for this DVR port e4b5689e-7c4f-437b-8bc2-b5cfe6047559 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:15:40.327569 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:40.404508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=0f55b151-9e93-4034-ba8c-d16b2c97fd12,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:40.472836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98faf08-6aa7-4629-9e05-4724f7a3c9d6 req-0ea81e64-417a-4531-8312-322c978a6bd4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:40.474384 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e98faf08-6aa7-4629-9e05-4724f7a3c9d6 req-0ea81e64-417a-4531-8312-322c978a6bd4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 945 time: 0.1058373 Aug 26 01:15:40.530089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:40.532489 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e98faf08-6aa7-4629-9e05-4724f7a3c9d6 req-2e5c181f-3ede-4970-ac06-246d204a1a0e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7e18a8b-2bae-49eb-83a5-44831842f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513554 Aug 26 01:15:40.558787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3025c8-dc97-41db-8d60-403028e28962']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:40.571926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:40.572228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:40.584387 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:40.601161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:40.608559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:40.608958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:40.616970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:40.680859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['0f55b151-9e93-4034-ba8c-d16b2c97fd12'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:15:40.765834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:40.771097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:40.805190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Network': ['ID=df3025c8-dc97-41db-8d60-403028e28962,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:40.810206 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2d0f6978-e02f-4ca1-8659-805244e7d7d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/df3025c8-dc97-41db-8d60-403028e28962 HTTP/1.1" status: 204 len: 168 time: 2.9977539 Aug 26 01:15:40.813692 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53520) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:40.820228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1734513808'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:40.826222 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:40.831537 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:network and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:40.834651 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:40.843647 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:40.905830 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:40.909396 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:40.939577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:40.952962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:40.952962 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Added segment 85148eff-0b75-43b3-b9d2-b25b9748e241 of type vlan for network 2e9d3d99-e729-4600-aaec-c04386be7ff9 Aug 26 01:15:40.978490 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:41.084587 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4 resource provider aggregate not found Aug 26 01:15:41.102218 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b49c879b-9bd7-4314-9df7-9d0e6d3a6ba4 found for delete ", "request_id": "req-7cf7cf08-ac44-494a-b92f-b9831c558e99"}]} Aug 26 01:15:41.136591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:41.145510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:41.145510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:41.251858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Network': ['ID=2e9d3d99-e729-4600-aaec-c04386be7ff9,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:41.263012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 2e9d3d99-e729-4600-aaec-c04386be7ff9 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:41.384274 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3f953f9f-0161-4249-b6a3-ff665c2e2d33 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5696077 Aug 26 01:15:41.387891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53528) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:41.394543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'subnet': {'network_id': '2e9d3d99-e729-4600-aaec-c04386be7ff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:41.506794 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:41.511464 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:subnet and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:41.514457 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:41.520378 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:41.686839 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:41.690443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:41.800816 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.ipam_backend_mixin [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Performing IP validity checks on allocation pools {{(pid=89862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Aug 26 01:15:41.801314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.ipam_backend_mixin [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Aug 26 01:15:41.845139 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ed460-84d6-461a-8c89-4d6c419ef407 req-2b9f85ea-972c-48a0-a7c2-8d149423b2dc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:41.846751 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-904ed460-84d6-461a-8c89-4d6c419ef407 req-2b9f85ea-972c-48a0-a7c2-8d149423b2dc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 945 time: 0.2009251 Aug 26 01:15:41.944809 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-904ed460-84d6-461a-8c89-4d6c419ef407 req-8a21a196-2808-4168-a3fa-f8f599b339e4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7e18a8b-2bae-49eb-83a5-44831842f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902245 Aug 26 01:15:41.977613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0f55b151-9e93-4034-ba8c-d16b2c97fd12 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:15:42.114049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:42.165230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 0f55b151-9e93-4034-ba8c-d16b2c97fd12 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:15:42.170701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 0f55b151-9e93-4034-ba8c-d16b2c97fd12 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:15:42.171085 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:42.197345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Subnet': ['ID=e47923f4-7c97-4fcb-bba6-70d9576e5a02,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:42.207144 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Checking segment: {'id': '85148eff-0b75-43b3-b9d2-b25b9748e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2e9d3d99-e729-4600-aaec-c04386be7ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:42.207505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network hostable DHCP agents. Network: 2e9d3d99-e729-4600-aaec-c04386be7ff9, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:15:42.293678 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 0f55b151-9e93-4034-ba8c-d16b2c97fd12 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:15:42.294243 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:42.302369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network 2e9d3d99-e729-4600-aaec-c04386be7ff9 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:15:42.322326 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa83b50-43cf-431f-ae8b-897693d02716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f55b151-9e93-4034-ba8c-d16b2c97fd12'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:15:42.333545 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0f55b151-9e93-4034-ba8c-d16b2c97fd12, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0f55b151-9e93-4034-ba8c-d16b2c97fd12,segment=NetworkSegment(16b4e63d-d228-401b-b8d9-937b0020726c),segment_id=16b4e63d-d228-401b-b8d9-937b0020726c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:42.370208 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f5cabe-250e-41b2-b8c1-b7aad0e516a6'] response: {'server_uuid': 'afa83b50-43cf-431f-ae8b-897693d02716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f55b151-9e93-4034-ba8c-d16b2c97fd12', 'code': 200} Aug 26 01:15:42.393508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 2e9d3d99-e729-4600-aaec-c04386be7ff9) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:42.406412 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:42.406412 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:42.406671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51082f11-6091-4fa6-af23-e0a2dd9fe5bc None None] Network 2e9d3d99-e729-4600-aaec-c04386be7ff9 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:42.468814 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:42.494477 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a0a9936a-0618-444e-b7ad-5cd8c7ebb4f1 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1029036 Aug 26 01:15:42.494884 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53536) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:42.580494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=0f55b151-9e93-4034-ba8c-d16b2c97fd12,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:42.643794 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:42.692735 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6532652d-bacd-4a64-9ad6-ecfcd420450e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-2e9d3d99-e729-4600-aaec-c04386be7ff9', 'network_id': '2e9d3d99-e729-4600-aaec-c04386be7ff9', 'tenant_id': 'b627f3d3a1fc486cbece1571d938d40e', 'fixed_ips': [{'subnet_id': 'e47923f4-7c97-4fcb-bba6-70d9576e5a02'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:15:42.693572 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6532652d-bacd-4a64-9ad6-ecfcd420450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:42.711993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:42.863164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server [None req-6532652d-bacd-4a64-9ad6-ecfcd420450e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e47923f4-7c97-4fcb-bba6-70d9576e5a02: This subnet is being modified by another concurrent operation. Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise exception Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e47923f4-7c97-4fcb-bba6-70d9576e5a02: This subnet is being modified by another concurrent operation. Aug 26 01:15:42.919640 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server Aug 26 01:15:42.949534 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293c037-74d1-43b0-aa7d-4e6f7ce3adf1 req-d9b5b08b-6987-4c3d-adb6-3b4e2c33b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:42.951102 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3293c037-74d1-43b0-aa7d-4e6f7ce3adf1 req-d9b5b08b-6987-4c3d-adb6-3b4e2c33b40d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 1099 time: 0.1342766 Aug 26 01:15:42.953509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b57578-e5b7-4694-9185-f64b873f80c8 None None] Network 2e9d3d99-e729-4600-aaec-c04386be7ff9 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:43.012096 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3293c037-74d1-43b0-aa7d-4e6f7ce3adf1 req-3afa856f-cea0-4378-afc2-78f6af774f2f service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a7e18a8b-2bae-49eb-83a5-44831842f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503774 Aug 26 01:15:43.020533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Subnet': ['ID=e47923f4-7c97-4fcb-bba6-70d9576e5a02,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:43.126951 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:43.156117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9d3d99-e729-4600-aaec-c04386be7ff9']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:43.161302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3550a973-274e-4c7e-8744-69d2d4432e98 None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:15:43.170947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85148eff-0b75-43b3-b9d2-b25b9748e241') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:43.171321 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85148eff-0b75-43b3-b9d2-b25b9748e241') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:43.176362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf5c75-8c32-4cb0-964d-1efc60c24d35 req-8cb9c514-5f39-42c2-9442-5cc1784ac3f4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:43.177886 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-edcf5c75-8c32-4cb0-964d-1efc60c24d35 req-8cb9c514-5f39-42c2-9442-5cc1784ac3f4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 946 time: 0.0912817 Aug 26 01:15:43.188121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:43.207211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:43.214873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:43.215061 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:43.225501 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-edcf5c75-8c32-4cb0-964d-1efc60c24d35 req-173781f9-d63c-4ba3-a6fc-0ce46c1fece9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7e18a8b-2bae-49eb-83a5-44831842f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411482 Aug 26 01:15:43.290786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3550a973-274e-4c7e-8744-69d2d4432e98 None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:15:43.379643 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 85148eff-0b75-43b3-b9d2-b25b9748e241 resource provider aggregate not found Aug 26 01:15:43.392170 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 85148eff-0b75-43b3-b9d2-b25b9748e241 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85148eff-0b75-43b3-b9d2-b25b9748e241 found for delete ", "request_id": "req-736d6555-ed82-43c2-a375-85e4323ceaf9"}]} Aug 26 01:15:43.414613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:43.419885 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:43.445885 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Network': ['ID=2e9d3d99-e729-4600-aaec-c04386be7ff9,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:43.451801 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ad9eceb6-6226-4d1d-b1e9-0e1fb3c9654a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/2e9d3d99-e729-4600-aaec-c04386be7ff9 HTTP/1.1" status: 204 len: 168 time: 0.9556668 Aug 26 01:15:43.455126 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53550) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:43.461011 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1026646147'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:43.466843 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:43.470910 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:network and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:43.473955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:43.480050 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:43.591784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:43.595475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:43.623826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:43.632721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:43.633088 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Added segment 6b27bad2-dd32-4095-aa1e-1525a241a571 of type vlan for network 5e4af144-63d0-4ec4-b064-cd882e11a101 Aug 26 01:15:43.661333 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:43.888560 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:43.890808 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:43.891644 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:44.001452 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Network': ['ID=5e4af144-63d0-4ec4-b064-cd882e11a101,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:44.013183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 5e4af144-63d0-4ec4-b064-cd882e11a101 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:44.069762 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-12a9820a-331d-4ca6-901c-14a399f4b2ee tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6128800 Aug 26 01:15:44.072207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53554) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:44.078408 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'subnet': {'network_id': '5e4af144-63d0-4ec4-b064-cd882e11a101', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:44.193077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:44.197185 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:subnet and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:44.200585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:44.206384 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:44.294327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:44.298335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:44.438471 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4eb86f-498c-4ae4-8325-996520d1dd62 req-f8a1270d-e5f2-4acd-9db0-7cd732ad8252 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:44.439910 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aa4eb86f-498c-4ae4-8325-996520d1dd62 req-f8a1270d-e5f2-4acd-9db0-7cd732ad8252 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 946 time: 0.0975497 Aug 26 01:15:44.485138 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aa4eb86f-498c-4ae4-8325-996520d1dd62 req-40d722bc-d26c-4560-a1f0-7f5e7eea64ef tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7e18a8b-2bae-49eb-83a5-44831842f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393240 Aug 26 01:15:44.667270 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:44.851554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Subnet': ['ID=84be3c0f-ae15-4c28-a2b1-5fb53bec1db0,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:44.862944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Checking segment: {'id': '6b27bad2-dd32-4095-aa1e-1525a241a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5e4af144-63d0-4ec4-b064-cd882e11a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:44.863297 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network hostable DHCP agents. Network: 5e4af144-63d0-4ec4-b064-cd882e11a101, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:15:44.991910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network 5e4af144-63d0-4ec4-b064-cd882e11a101 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:15:45.154246 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 5e4af144-63d0-4ec4-b064-cd882e11a101) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:45.158227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:45.158821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:45.162646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc4d59-72d7-4295-8c0f-3849a079b25b None None] Network 5e4af144-63d0-4ec4-b064-cd882e11a101 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:45.296299 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b5b69440-152b-4651-b953-0dd7bb7fb276 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2222872 Aug 26 01:15:45.300124 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53560) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:45.422848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-5e4af144-63d0-4ec4-b064-cd882e11a101', 'network_id': '5e4af144-63d0-4ec4-b064-cd882e11a101', 'tenant_id': 'b627f3d3a1fc486cbece1571d938d40e', 'fixed_ips': [{'subnet_id': '84be3c0f-ae15-4c28-a2b1-5fb53bec1db0'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:15:45.423905 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:45.447405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:45.516634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:45.589794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Allocated IP 172.20.0.1 (5e4af144-63d0-4ec4-b064-cd882e11a101/84be3c0f-ae15-4c28-a2b1-5fb53bec1db0/e32933c1-cf6d-4625-98ce-2c9655a869c8) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:15:45.700276 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235d44e-d9b0-4b25-b3f7-6baf34a74b07 req-cf885f02-4a45-4b6c-8554-30b4a49a2b36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:45.703111 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2235d44e-d9b0-4b25-b3f7-6baf34a74b07 req-cf885f02-4a45-4b6c-8554-30b4a49a2b36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 946 time: 0.0963891 Aug 26 01:15:45.748248 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2235d44e-d9b0-4b25-b3f7-6baf34a74b07 req-94aea02f-6705-4452-93b4-00c9f0a89a37 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7e18a8b-2bae-49eb-83a5-44831842f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402541 Aug 26 01:15:45.810407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:45.821655 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Transition to ACTIVE for port object e32933c1-cf6d-4625-98ce-2c9655a869c8 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:45.842513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Transition to ACTIVE for port object e32933c1-cf6d-4625-98ce-2c9655a869c8 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:45.952748 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:45.973095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53389a-afe6-4ca1-a70b-532bb35f873c req-ecdb16c4-d2e4-4ca2-ad06-5b05f01e9ce5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:45.975032 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4b53389a-afe6-4ca1-a70b-532bb35f873c req-ecdb16c4-d2e4-4ca2-ad06-5b05f01e9ce5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 946 time: 0.1002693 Aug 26 01:15:46.018189 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Network 5e4af144-63d0-4ec4-b064-cd882e11a101 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:15:46.021032 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:46.021481 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4b53389a-afe6-4ca1-a70b-532bb35f873c req-e8dde3f0-3bbd-4e1c-a7e5-3895f9061d40 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7e18a8b-2bae-49eb-83a5-44831842f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385106 Aug 26 01:15:46.024923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:15:46.062644 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Pushing event updated for resources: {'Port': ['ID=e32933c1-cf6d-4625-98ce-2c9655a869c8,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:46.135030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:46.135868 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Attempting to bind port e32933c1-cf6d-4625-98ce-2c9655a869c8 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:15:46.140601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Attempting to bind port e32933c1-cf6d-4625-98ce-2c9655a869c8 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '6b27bad2-dd32-4095-aa1e-1525a241a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5e4af144-63d0-4ec4-b064-cd882e11a101'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:15:46.140601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Attempting to bind port e32933c1-cf6d-4625-98ce-2c9655a869c8 on network 5e4af144-63d0-4ec4-b064-cd882e11a101 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:15:46.142223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:15:46.142594 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Checking segment: {'id': '6b27bad2-dd32-4095-aa1e-1525a241a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5e4af144-63d0-4ec4-b064-cd882e11a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:46.142995 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:46.143393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Bound using segment: {'id': '6b27bad2-dd32-4095-aa1e-1525a241a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5e4af144-63d0-4ec4-b064-cd882e11a101'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:15:46.143940 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Bound port: e32933c1-cf6d-4625-98ce-2c9655a869c8, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b27bad2-dd32-4095-aa1e-1525a241a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5e4af144-63d0-4ec4-b064-cd882e11a101'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:15:46.144309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:46.179880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Subnet': ['ID=84be3c0f-ae15-4c28-a2b1-5fb53bec1db0,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:46.237170 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] For port e32933c1-cf6d-4625-98ce-2c9655a869c8, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:15:46.240258 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] For port e32933c1-cf6d-4625-98ce-2c9655a869c8, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e32933c1-cf6d-4625-98ce-2c9655a869c8,segment=NetworkSegment(6b27bad2-dd32-4095-aa1e-1525a241a571),segment_id=6b27bad2-dd32-4095-aa1e-1525a241a571)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:15:46.273847 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:46.303415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4af144-63d0-4ec4-b064-cd882e11a101']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:46.308711 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:46.317080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b27bad2-dd32-4095-aa1e-1525a241a571') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:46.317516 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b27bad2-dd32-4095-aa1e-1525a241a571') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:46.330142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:46.348182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:46.356550 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:46.357540 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:46.425468 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 6b27bad2-dd32-4095-aa1e-1525a241a571 resource provider aggregate not found Aug 26 01:15:46.434031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818f955-ed94-48d5-beef-46d414a5ee14 None None] Pushing event updated for resources: {'Port': ['ID=e32933c1-cf6d-4625-98ce-2c9655a869c8,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:46.449305 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80107969-7e07-4bba-b9f7-3da35e08b41c None None] Network 5e4af144-63d0-4ec4-b064-cd882e11a101 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:46.452904 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 6b27bad2-dd32-4095-aa1e-1525a241a571 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b27bad2-dd32-4095-aa1e-1525a241a571 found for delete ", "request_id": "req-692e0636-996c-4c7d-ab83-0e92d13c5452"}]} Aug 26 01:15:46.514617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.api [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 01:15:46.514617 dv-neutron-854561-2-hyperv neutron-server[89863]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 01:15:46.514617 dv-neutron-854561-2-hyperv neutron-server[89863]: [parameters: {'id': '5e4af144-63d0-4ec4-b064-cd882e11a101'}] Aug 26 01:15:46.514617 dv-neutron-854561-2-hyperv neutron-server[89863]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:15:46.514617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG oslo_db.api [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:15:46.659167 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecf87a6-d3e7-428b-9055-193535d6b1b9 None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:15:46.779658 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecf87a6-d3e7-428b-9055-193535d6b1b9 None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:15:47.022974 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:47.028212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Deleting port e32933c1-cf6d-4625-98ce-2c9655a869c8 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:15:47.028547 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:47.243204 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] For port e32933c1-cf6d-4625-98ce-2c9655a869c8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e32933c1-cf6d-4625-98ce-2c9655a869c8,segment=NetworkSegment(6b27bad2-dd32-4095-aa1e-1525a241a571),segment_id=6b27bad2-dd32-4095-aa1e-1525a241a571)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:47.243564 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:47.470752 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Calling delete_port for e32933c1-cf6d-4625-98ce-2c9655a869c8 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:15:47.561972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53576) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:47.678695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:47.745574 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Port': ['ID=e32933c1-cf6d-4625-98ce-2c9655a869c8,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:47.753010 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No DVR routers for this DVR port e32933c1-cf6d-4625-98ce-2c9655a869c8 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:15:47.904039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:48.064604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4af144-63d0-4ec4-b064-cd882e11a101']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:48.081325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b27bad2-dd32-4095-aa1e-1525a241a571') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:48.081625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b27bad2-dd32-4095-aa1e-1525a241a571') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:48.100835 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:48.130065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:48.141270 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:48.141857 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:48.446357 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:48.466169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:48.491445 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 6b27bad2-dd32-4095-aa1e-1525a241a571 resource provider aggregate not found Aug 26 01:15:48.498309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Network': ['ID=5e4af144-63d0-4ec4-b064-cd882e11a101,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:48.503626 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-85175337-b988-47c0-a5d2-a7a67ac4cb90 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/5e4af144-63d0-4ec4-b064-cd882e11a101 HTTP/1.1" status: 204 len: 168 time: 3.2024429 Aug 26 01:15:48.507254 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53584) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:48.514598 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-17389421'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:48.522633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:48.527922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:network and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:48.530933 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:48.534834 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 6b27bad2-dd32-4095-aa1e-1525a241a571 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b27bad2-dd32-4095-aa1e-1525a241a571 found for delete ", "request_id": "req-8de55076-9ac9-4115-8dab-57057cef1ae1"}]} Aug 26 01:15:48.540149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:48.616783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:48.620520 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:48.620669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:48.648950 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:48.661125 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:48.664361 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Added segment a31f08f4-db7e-491a-9c70-eb417824e66d of type vlan for network adfd1df2-57e8-4c13-9e07-e1b80bb98ef2 Aug 26 01:15:48.688165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:48.788203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:48.795382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:48.796071 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:48.909672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Network': ['ID=adfd1df2-57e8-4c13-9e07-e1b80bb98ef2,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:48.920712 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network adfd1df2-57e8-4c13-9e07-e1b80bb98ef2 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:48.995688 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4606b471-c349-493b-887d-36659917d8d2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4864907 Aug 26 01:15:48.998399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53590) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:49.006798 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'subnet': {'network_id': 'adfd1df2-57e8-4c13-9e07-e1b80bb98ef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:49.124987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:49.129885 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:subnet and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:49.132912 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:49.139875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:49.176329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.17 (87f35fb7-4a2f-4cb7-9833-c4b25cfac479/2c532be4-c2a8-463e-8e67-2972627d5e9a/284abafb-7f90-41d6-b8ef-95ca5ad4885e) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:15:49.285173 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:49.289591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:49.338310 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:49.354875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 284abafb-7f90-41d6-b8ef-95ca5ad4885e will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:49.440328 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:49.514361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:15:49.517671 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:49.524964 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:15:49.565946 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=284abafb-7f90-41d6-b8ef-95ca5ad4885e,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:49.588094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:49.598280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:49.683127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Subnet': ['ID=3aa44c4c-8872-4998-9a89-b039faabc672,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:49.693563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Checking segment: {'id': 'a31f08f4-db7e-491a-9c70-eb417824e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'adfd1df2-57e8-4c13-9e07-e1b80bb98ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:49.693563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network hostable DHCP agents. Network: adfd1df2-57e8-4c13-9e07-e1b80bb98ef2, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:15:49.774490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:49.787749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network adfd1df2-57e8-4c13-9e07-e1b80bb98ef2 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:15:49.861128 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e24fff53-a490-4e45-8c92-9824f4ef15f6 None None] Provisioning for port 284abafb-7f90-41d6-b8ef-95ca5ad4885e completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:15:49.861128 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e24fff53-a490-4e45-8c92-9824f4ef15f6 None None] Provisioning complete for port 284abafb-7f90-41d6-b8ef-95ca5ad4885e triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:15:49.861128 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e24fff53-a490-4e45-8c92-9824f4ef15f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:49.889347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, adfd1df2-57e8-4c13-9e07-e1b80bb98ef2) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:49.897791 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea0a01-fa54-4488-9a18-a7cdc26df2f6 None None] Network adfd1df2-57e8-4c13-9e07-e1b80bb98ef2 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:49.907498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:49.907498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:49.987636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e24fff53-a490-4e45-8c92-9824f4ef15f6 None None] Port 284abafb-7f90-41d6-b8ef-95ca5ad4885e cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:15:50.007066 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a369a66a-67d0-4e6f-91a0-254e62388ef6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0073283 Aug 26 01:15:50.009566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53594) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:50.145471 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-adfd1df2-57e8-4c13-9e07-e1b80bb98ef2', 'network_id': 'adfd1df2-57e8-4c13-9e07-e1b80bb98ef2', 'tenant_id': 'b627f3d3a1fc486cbece1571d938d40e', 'fixed_ips': [{'subnet_id': '3aa44c4c-8872-4998-9a89-b039faabc672'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:15:50.145471 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:50.173261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:50.220982 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:50.245876 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:50.314149 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Allocated IP 172.20.0.1 (adfd1df2-57e8-4c13-9e07-e1b80bb98ef2/3aa44c4c-8872-4998-9a89-b039faabc672/61fcbdcf-4fc6-4868-8872-3cf2c3a128bd) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:15:50.348304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:50.464033 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:50.467470 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=284abafb-7f90-41d6-b8ef-95ca5ad4885e,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:50.533639 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:50.544050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Transition to ACTIVE for port object 61fcbdcf-4fc6-4868-8872-3cf2c3a128bd will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:50.562715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Transition to ACTIVE for port object 61fcbdcf-4fc6-4868-8872-3cf2c3a128bd will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:50.612688 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:15:50.613813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:50.729488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:50.797904 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Network adfd1df2-57e8-4c13-9e07-e1b80bb98ef2 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:15:50.801360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:50.805509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:15:50.814352 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Pushing event updated for resources: {'Port': ['ID=61fcbdcf-4fc6-4868-8872-3cf2c3a128bd,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:50.834008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:15:50.845792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:50.907717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa44c4c-8872-4998-9a89-b039faabc672,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:50.935318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Attempting to bind port 61fcbdcf-4fc6-4868-8872-3cf2c3a128bd on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:15:50.935749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Attempting to bind port 61fcbdcf-4fc6-4868-8872-3cf2c3a128bd by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'a31f08f4-db7e-491a-9c70-eb417824e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'adfd1df2-57e8-4c13-9e07-e1b80bb98ef2'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:15:50.936402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Attempting to bind port 61fcbdcf-4fc6-4868-8872-3cf2c3a128bd on network adfd1df2-57e8-4c13-9e07-e1b80bb98ef2 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:15:50.946127 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-80ac2eef-4286-44e7-99d2-cb1e8c21c2db None None] Provisioning complete for port 284abafb-7f90-41d6-b8ef-95ca5ad4885e triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:15:50.946504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-80ac2eef-4286-44e7-99d2-cb1e8c21c2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:50.974490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:15:50.974933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Checking segment: {'id': 'a31f08f4-db7e-491a-9c70-eb417824e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'adfd1df2-57e8-4c13-9e07-e1b80bb98ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:50.975395 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:50.975811 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Bound using segment: {'id': 'a31f08f4-db7e-491a-9c70-eb417824e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'adfd1df2-57e8-4c13-9e07-e1b80bb98ef2'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:15:50.976395 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Bound port: 61fcbdcf-4fc6-4868-8872-3cf2c3a128bd, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31f08f4-db7e-491a-9c70-eb417824e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'adfd1df2-57e8-4c13-9e07-e1b80bb98ef2'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:15:50.976773 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:50.993662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:51.022100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfd1df2-57e8-4c13-9e07-e1b80bb98ef2']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:51.035526 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31f08f4-db7e-491a-9c70-eb417824e66d') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:51.035869 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31f08f4-db7e-491a-9c70-eb417824e66d') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:51.048936 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:51.065930 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:51.066188 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-80ac2eef-4286-44e7-99d2-cb1e8c21c2db None None] Port 284abafb-7f90-41d6-b8ef-95ca5ad4885e cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:15:51.073324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:51.074614 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:51.107319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] For port 61fcbdcf-4fc6-4868-8872-3cf2c3a128bd, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:15:51.156312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:15:51.167058 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Sync routers for ids ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:15:51.177541 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Routers {'30b44b28-d560-49c8-b9fe-f2cbf66e18d2'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:15:51.178243 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:15:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:51.180341 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a31f08f4-db7e-491a-9c70-eb417824e66d resource provider aggregate not found Aug 26 01:15:51.198954 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] For port 61fcbdcf-4fc6-4868-8872-3cf2c3a128bd, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=61fcbdcf-4fc6-4868-8872-3cf2c3a128bd,segment=NetworkSegment(a31f08f4-db7e-491a-9c70-eb417824e66d),segment_id=a31f08f4-db7e-491a-9c70-eb417824e66d)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:15:51.200647 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a31f08f4-db7e-491a-9c70-eb417824e66d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a31f08f4-db7e-491a-9c70-eb417824e66d found for delete ", "request_id": "req-aaa6568a-bfd8-4f3b-96b5-74373704f9e0"}]} Aug 26 01:15:51.249818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.api [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 01:15:51.249818 dv-neutron-854561-2-hyperv neutron-server[89862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 01:15:51.249818 dv-neutron-854561-2-hyperv neutron-server[89862]: [parameters: {'id': 'adfd1df2-57e8-4c13-9e07-e1b80bb98ef2'}] Aug 26 01:15:51.249818 dv-neutron-854561-2-hyperv neutron-server[89862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:15:51.249818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG oslo_db.api [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:15:51.251595 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a14f5bec-0197-4f99-8c2b-6b5f0ddf8af9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/30b44b28-d560-49c8-b9fe-f2cbf66e18d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6885397 Aug 26 01:15:51.293370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:51.398306 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Set router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:15:51.416144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3b232-cd0f-4a95-8f76-2a006babb7a2 None None] Pushing event updated for resources: {'Port': ['ID=61fcbdcf-4fc6-4868-8872-3cf2c3a128bd,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:51.436294 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e02588c-6c41-4888-978a-ce51db25e4d2 None None] Network adfd1df2-57e8-4c13-9e07-e1b80bb98ef2 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:51.648671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baca6d8-0ecd-4f96-9b95-478f517ff34e None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:15:51.750703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:51.754990 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:15:49Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b511121c-af73-49bd-8452-d32bf28aa546', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'port_id': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'mac_address': 'fa:16:3e:74:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:14:44Z', 'updated_at': '2022-08-26T01:14:48Z', 'revision_number': 1, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284abafb-7f90-41d6-b8ef-95ca5ad4885e', 'name': '', 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:a3:f1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '2c532be4-c2a8-463e-8e67-2972627d5e9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:15:48Z', 'updated_at': '2022-08-26T01:15:50Z', 'revision_number': 2, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '2c532be4-c2a8-463e-8e67-2972627d5e9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c0adc1d-c37b-4ee6-85fd-da3fcecd216d', 'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:8e:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:12Z', 'updated_at': '2022-08-26T01:14:21Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:51.759349 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Checking router: 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:15:51.759698 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Updating router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 port 284abafb-7f90-41d6-b8ef-95ca5ad4885e binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:15:51.762737 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Deleting port 61fcbdcf-4fc6-4868-8872-3cf2c3a128bd {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:15:51.763181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:51.771459 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baca6d8-0ecd-4f96-9b95-478f517ff34e None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:15:51.819688 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:52.105435 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] For port 61fcbdcf-4fc6-4868-8872-3cf2c3a128bd, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=61fcbdcf-4fc6-4868-8872-3cf2c3a128bd,segment=NetworkSegment(a31f08f4-db7e-491a-9c70-eb417824e66d),segment_id=a31f08f4-db7e-491a-9c70-eb417824e66d)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:52.106128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:52.203153 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:52.214877 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Transition to ACTIVE for port object 284abafb-7f90-41d6-b8ef-95ca5ad4885e will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:52.241166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Calling delete_port for 61fcbdcf-4fc6-4868-8872-3cf2c3a128bd owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:15:52.334396 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:52.426134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:52.476232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Port': ['ID=61fcbdcf-4fc6-4868-8872-3cf2c3a128bd,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:52.478672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No DVR routers for this DVR port 61fcbdcf-4fc6-4868-8872-3cf2c3a128bd on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:15:52.520364 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558092a-285b-4c95-9062-bec789da0dbb None None] Pushing event updated for resources: {'Port': ['ID=284abafb-7f90-41d6-b8ef-95ca5ad4885e,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:52.538084 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558092a-285b-4c95-9062-bec789da0dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:52.538373 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558092a-285b-4c95-9062-bec789da0dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:52.538702 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558092a-285b-4c95-9062-bec789da0dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:52.539027 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558092a-285b-4c95-9062-bec789da0dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:52.539344 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558092a-285b-4c95-9062-bec789da0dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:52.539663 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558092a-285b-4c95-9062-bec789da0dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:52.539980 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558092a-285b-4c95-9062-bec789da0dbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:52.540291 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558092a-285b-4c95-9062-bec789da0dbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:52.540602 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558092a-285b-4c95-9062-bec789da0dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:52.540912 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558092a-285b-4c95-9062-bec789da0dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:52.541360 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558092a-285b-4c95-9062-bec789da0dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:52.542183 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5558092a-285b-4c95-9062-bec789da0dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:15:52.561558 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Attempting to bind port 284abafb-7f90-41d6-b8ef-95ca5ad4885e on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:15:52.561878 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Attempting to bind port 284abafb-7f90-41d6-b8ef-95ca5ad4885e by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '16b4e63d-d228-401b-b8d9-937b0020726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:15:52.562252 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Attempting to bind port 284abafb-7f90-41d6-b8ef-95ca5ad4885e on network 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:15:52.567441 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:15:52.567799 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Checking segment: {'id': '16b4e63d-d228-401b-b8d9-937b0020726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:52.568185 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:52.568566 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Bound using segment: {'id': '16b4e63d-d228-401b-b8d9-937b0020726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:15:52.569017 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Bound port: 284abafb-7f90-41d6-b8ef-95ca5ad4885e, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b4e63d-d228-401b-b8d9-937b0020726c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:15:52.569374 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:52.609762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:52.636437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfd1df2-57e8-4c13-9e07-e1b80bb98ef2']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:52.649062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31f08f4-db7e-491a-9c70-eb417824e66d') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:52.649362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31f08f4-db7e-491a-9c70-eb417824e66d') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:52.657412 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] For port 284abafb-7f90-41d6-b8ef-95ca5ad4885e, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:15:52.661019 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] For port 284abafb-7f90-41d6-b8ef-95ca5ad4885e, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=284abafb-7f90-41d6-b8ef-95ca5ad4885e,segment=NetworkSegment(16b4e63d-d228-401b-b8d9-937b0020726c),segment_id=16b4e63d-d228-401b-b8d9-937b0020726c)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:15:52.661358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:52.683054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:52.685024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:52.685440 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:52.758529 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:52.824300 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Routers {'30b44b28-d560-49c8-b9fe-f2cbf66e18d2'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:15:52.824909 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:15:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:52.859981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:52.880306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:52.891828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Network': ['ID=adfd1df2-57e8-4c13-9e07-e1b80bb98ef2,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:52.898780 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fe6f2c1c-66a9-4247-912d-f124ba0444ad tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/adfd1df2-57e8-4c13-9e07-e1b80bb98ef2 HTTP/1.1" status: 204 len: 168 time: 2.8880939 Aug 26 01:15:52.903192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53608) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:52.908567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1422288222'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:52.913754 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:52.918605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:network and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:52.921517 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:52.928041 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:52.968990 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558092a-285b-4c95-9062-bec789da0dbb None None] Pushing event updated for resources: {'Port': ['ID=284abafb-7f90-41d6-b8ef-95ca5ad4885e,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:53.019837 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] Set router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:15:53.027617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:53.031378 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:53.062827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:53.071710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:53.072051 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Added segment 9b86cb4d-366e-4afe-a090-45c2f7afa1dd of type vlan for network 9296953c-7b5b-4a0e-b80d-067c57d2cbbf Aug 26 01:15:53.105320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:53.194234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:53.199809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:53.202763 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586040'] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:53.281007 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a31f08f4-db7e-491a-9c70-eb417824e66d resource provider aggregate not found Aug 26 01:15:53.314119 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a31f08f4-db7e-491a-9c70-eb417824e66d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a31f08f4-db7e-491a-9c70-eb417824e66d found for delete ", "request_id": "req-f28bab48-3836-47e9-9a7c-90a1bdf3deeb"}]} Aug 26 01:15:53.321081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Network': ['ID=9296953c-7b5b-4a0e-b80d-067c57d2cbbf,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:53.331582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 9296953c-7b5b-4a0e-b80d-067c57d2cbbf details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:53.415838 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-56f1707f-0e5e-4b40-8f47-21076a921635 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5112324 Aug 26 01:15:53.416917 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:15:49Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b511121c-af73-49bd-8452-d32bf28aa546', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'port_id': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'mac_address': 'fa:16:3e:74:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:14:44Z', 'updated_at': '2022-08-26T01:14:48Z', 'revision_number': 1, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284abafb-7f90-41d6-b8ef-95ca5ad4885e', 'name': '', 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:a3:f1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '2c532be4-c2a8-463e-8e67-2972627d5e9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:15:48Z', 'updated_at': '2022-08-26T01:15:52Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '2c532be4-c2a8-463e-8e67-2972627d5e9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c0adc1d-c37b-4ee6-85fd-da3fcecd216d', 'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:8e:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:12Z', 'updated_at': '2022-08-26T01:14:21Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:53.419134 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53616) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:53.422022 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5951208-53ee-47d6-b74f-b86d9b5a497f None None] The sync data for ids ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'] in dv-neutron-854561-2-hyperv is: [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:15:49Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b511121c-af73-49bd-8452-d32bf28aa546', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'port_id': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'mac_address': 'fa:16:3e:74:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:14:44Z', 'updated_at': '2022-08-26T01:14:48Z', 'revision_number': 1, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284abafb-7f90-41d6-b8ef-95ca5ad4885e', 'name': '', 'network_id': '87f35fb7-4a2f-4cb7-9833-c4b25cfac479', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:a3:f1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '2c532be4-c2a8-463e-8e67-2972627d5e9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:15:48Z', 'updated_at': '2022-08-26T01:15:52Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '2c532be4-c2a8-463e-8e67-2972627d5e9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c0adc1d-c37b-4ee6-85fd-da3fcecd216d', 'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:8e:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:12Z', 'updated_at': '2022-08-26T01:14:21Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:15:53.425678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-43a3af68-8379-4930-bd71-cb0dc17c134a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:53.686525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-43a3af68-8379-4930-bd71-cb0dc17c134a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:53.827995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-43a3af68-8379-4930-bd71-cb0dc17c134a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:53.855880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43a3af68-8379-4930-bd71-cb0dc17c134a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network 9296953c-7b5b-4a0e-b80d-067c57d2cbbf is not hosted by any dhcp agent {{(pid=89863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Aug 26 01:15:53.861968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a3af68-8379-4930-bd71-cb0dc17c134a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:53.862573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-43a3af68-8379-4930-bd71-cb0dc17c134a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:53.863912 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-43a3af68-8379-4930-bd71-cb0dc17c134a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "PUT /v2.0/networks/9296953c-7b5b-4a0e-b80d-067c57d2cbbf HTTP/1.1" status: 200 len: 723 time: 0.4435151 Aug 26 01:15:53.867019 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53622) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:53.874444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'subnet': {'network_id': '9296953c-7b5b-4a0e-b80d-067c57d2cbbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:53.950055 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3af68-8379-4930-bd71-cb0dc17c134a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Network': ['ID=9296953c-7b5b-4a0e-b80d-067c57d2cbbf,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:53.961058 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 9296953c-7b5b-4a0e-b80d-067c57d2cbbf details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:53.998571 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:54.002944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:subnet and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:54.006051 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:54.012915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:54.153671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:54.158942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:54.496838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:54.581361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Subnet': ['ID=89881d85-1488-40fa-a0a1-87be06e49c54,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:54.587122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Checking segment: {'id': '9b86cb4d-366e-4afe-a090-45c2f7afa1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9296953c-7b5b-4a0e-b80d-067c57d2cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:54.592220 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network hostable DHCP agents. Network: 9296953c-7b5b-4a0e-b80d-067c57d2cbbf, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:15:54.612775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 284abafb-7f90-41d6-b8ef-95ca5ad4885e up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:15:54.723522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network 9296953c-7b5b-4a0e-b80d-067c57d2cbbf is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:15:54.755116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 284abafb-7f90-41d6-b8ef-95ca5ad4885e completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:15:54.760525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 284abafb-7f90-41d6-b8ef-95ca5ad4885e triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:15:54.766976 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:54.826114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 9296953c-7b5b-4a0e-b80d-067c57d2cbbf) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:54.831517 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:54.831517 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:54.859368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91d0fe3-1511-47f6-81ad-480dc496c5d3 None None] Network 9296953c-7b5b-4a0e-b80d-067c57d2cbbf requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:54.957490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 284abafb-7f90-41d6-b8ef-95ca5ad4885e is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:15:54.957897 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:55.008679 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c49864d4-479e-4fb7-a04e-ab7e62c97f59 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1374192 Aug 26 01:15:55.008679 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53626) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:55.014674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0b70ea9f-5fc6-47f6-a48f-0dee44bfbb5f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:55.022664 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 284abafb-7f90-41d6-b8ef-95ca5ad4885e, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=284abafb-7f90-41d6-b8ef-95ca5ad4885e,segment=NetworkSegment(16b4e63d-d228-401b-b8d9-937b0020726c),segment_id=16b4e63d-d228-401b-b8d9-937b0020726c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:55.129323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-9296953c-7b5b-4a0e-b80d-067c57d2cbbf', 'network_id': '9296953c-7b5b-4a0e-b80d-067c57d2cbbf', 'tenant_id': 'b627f3d3a1fc486cbece1571d938d40e', 'fixed_ips': [{'subnet_id': '89881d85-1488-40fa-a0a1-87be06e49c54'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:15:55.130193 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:55.138627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b70ea9f-5fc6-47f6-a48f-0dee44bfbb5f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61606707'] for subnet, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:55.145234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:55.279440 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=284abafb-7f90-41d6-b8ef-95ca5ad4885e,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:55.397681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b70ea9f-5fc6-47f6-a48f-0dee44bfbb5f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784988419642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61029469'] for subnet, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:55.484542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b70ea9f-5fc6-47f6-a48f-0dee44bfbb5f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:55.485447 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b70ea9f-5fc6-47f6-a48f-0dee44bfbb5f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:55.487410 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0b70ea9f-5fc6-47f6-a48f-0dee44bfbb5f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "PUT /v2.0/subnets/89881d85-1488-40fa-a0a1-87be06e49c54 HTTP/1.1" status: 200 len: 806 time: 0.4778848 Aug 26 01:15:55.490593 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53630) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:55.495688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Allocated IP 172.20.0.2 (9296953c-7b5b-4a0e-b80d-067c57d2cbbf/89881d85-1488-40fa-a0a1-87be06e49c54/d0a53874-385b-491c-92cc-94d069417933) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:15:55.510361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70ea9f-5fc6-47f6-a48f-0dee44bfbb5f tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Subnet': ['ID=89881d85-1488-40fa-a0a1-87be06e49c54,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:55.696523 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:55.765605 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:55.771174 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:55.776929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Transition to ACTIVE for port object d0a53874-385b-491c-92cc-94d069417933 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:55.795455 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Transition to ACTIVE for port object d0a53874-385b-491c-92cc-94d069417933 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:15:55.883518 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:55.955848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Network 9296953c-7b5b-4a0e-b80d-067c57d2cbbf is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:15:55.958651 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:15:55.962514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:15:55.965733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:56.001793 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Pushing event updated for resources: {'Port': ['ID=d0a53874-385b-491c-92cc-94d069417933,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:56.012066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Subnet': ['ID=89881d85-1488-40fa-a0a1-87be06e49c54,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:56.077343 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Attempting to bind port d0a53874-385b-491c-92cc-94d069417933 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:15:56.077816 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Attempting to bind port d0a53874-385b-491c-92cc-94d069417933 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '9b86cb4d-366e-4afe-a090-45c2f7afa1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9296953c-7b5b-4a0e-b80d-067c57d2cbbf'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:15:56.078376 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Attempting to bind port d0a53874-385b-491c-92cc-94d069417933 on network 9296953c-7b5b-4a0e-b80d-067c57d2cbbf {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:15:56.083909 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:15:56.084284 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Checking segment: {'id': '9b86cb4d-366e-4afe-a090-45c2f7afa1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9296953c-7b5b-4a0e-b80d-067c57d2cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:15:56.084883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:56.085518 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Bound using segment: {'id': '9b86cb4d-366e-4afe-a090-45c2f7afa1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9296953c-7b5b-4a0e-b80d-067c57d2cbbf'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:15:56.086220 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Bound port: d0a53874-385b-491c-92cc-94d069417933, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b86cb4d-366e-4afe-a090-45c2f7afa1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '9296953c-7b5b-4a0e-b80d-067c57d2cbbf'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:15:56.086601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:56.102160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:56.130047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9296953c-7b5b-4a0e-b80d-067c57d2cbbf']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:56.147560 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b86cb4d-366e-4afe-a090-45c2f7afa1dd') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:56.147852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b86cb4d-366e-4afe-a090-45c2f7afa1dd') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:56.160928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:56.178396 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:56.180722 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] For port d0a53874-385b-491c-92cc-94d069417933, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:15:56.185911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:56.186315 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:56.253676 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 9b86cb4d-366e-4afe-a090-45c2f7afa1dd resource provider aggregate not found Aug 26 01:15:56.279088 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 9b86cb4d-366e-4afe-a090-45c2f7afa1dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b86cb4d-366e-4afe-a090-45c2f7afa1dd found for delete ", "request_id": "req-05c43a1a-f862-4c2b-999f-46578f81bf47"}]} Aug 26 01:15:56.287981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] For port d0a53874-385b-491c-92cc-94d069417933, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d0a53874-385b-491c-92cc-94d069417933,segment=NetworkSegment(9b86cb4d-366e-4afe-a090-45c2f7afa1dd),segment_id=9b86cb4d-366e-4afe-a090-45c2f7afa1dd)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:15:56.342158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.api [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 01:15:56.342158 dv-neutron-854561-2-hyperv neutron-server[89863]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 01:15:56.342158 dv-neutron-854561-2-hyperv neutron-server[89863]: [parameters: {'id': '9296953c-7b5b-4a0e-b80d-067c57d2cbbf'}] Aug 26 01:15:56.342158 dv-neutron-854561-2-hyperv neutron-server[89863]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:15:56.342657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG oslo_db.api [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:15:56.374741 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:56.537275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a659e7-8451-4367-a98e-30e165db231d None None] Pushing event updated for resources: {'Port': ['ID=d0a53874-385b-491c-92cc-94d069417933,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:56.549771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3464ca-0e29-4662-b66a-21819b73f9a9 None None] Network 9296953c-7b5b-4a0e-b80d-067c57d2cbbf requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:56.613985 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 284abafb-7f90-41d6-b8ef-95ca5ad4885e up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:15:56.784926 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 284abafb-7f90-41d6-b8ef-95ca5ad4885e triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:15:56.785596 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:56.844113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:56.856436 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Deleting port d0a53874-385b-491c-92cc-94d069417933 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:15:56.861901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:56.895475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89de495d-6131-4950-b2b2-ce83fe849779 None None] Network 9296953c-7b5b-4a0e-b80d-067c57d2cbbf requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:15:56.998044 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 284abafb-7f90-41d6-b8ef-95ca5ad4885e is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:15:57.078907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] For port d0a53874-385b-491c-92cc-94d069417933, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d0a53874-385b-491c-92cc-94d069417933,segment=NetworkSegment(9b86cb4d-366e-4afe-a090-45c2f7afa1dd),segment_id=9b86cb4d-366e-4afe-a090-45c2f7afa1dd)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:15:57.079261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:57.122340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27eac0a-ba6b-4c50-a0b0-c3056b1ef91f None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:15:57.204417 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Calling delete_port for d0a53874-385b-491c-92cc-94d069417933 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:15:57.246121 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27eac0a-ba6b-4c50-a0b0-c3056b1ef91f None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:15:57.530938 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:57.583353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Port': ['ID=d0a53874-385b-491c-92cc-94d069417933,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:57.585210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No DVR routers for this DVR port d0a53874-385b-491c-92cc-94d069417933 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:15:57.714531 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:57.740500 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9296953c-7b5b-4a0e-b80d-067c57d2cbbf']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:57.753132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b86cb4d-366e-4afe-a090-45c2f7afa1dd') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:57.753437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b86cb4d-366e-4afe-a090-45c2f7afa1dd') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:15:57.765354 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:57.782914 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:57.789628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:15:57.790064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:57.952611 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:15:57.993380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:58.011390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:58.022911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Network': ['ID=9296953c-7b5b-4a0e-b80d-067c57d2cbbf,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:58.030045 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-44b47a46-8bcd-4b75-ac26-e5bd7fbbfcd7 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/9296953c-7b5b-4a0e-b80d-067c57d2cbbf HTTP/1.1" status: 204 len: 168 time: 2.5380671 Aug 26 01:15:58.032753 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53642) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:58.058197 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-177692b0-d33d-470c-830c-7a08a65153eb tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:15:58.058724 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177692b0-d33d-470c-830c-7a08a65153eb tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:15:58.060306 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-177692b0-d33d-470c-830c-7a08a65153eb tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/9296953c-7b5b-4a0e-b80d-067c57d2cbbf HTTP/1.1" status: 404 len: 339 time: 0.0266583 Aug 26 01:15:58.063853 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53646) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:58.069033 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2042011067', 'description': 'd1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:58.074313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:58.078255 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:network and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:15:58.081629 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:15:58.086811 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:58.157117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:58.160576 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:58.187907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:58.197057 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:58.205647 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Added segment 8eb3b422-b315-442a-a0f2-2b1b41abd04f of type vlan for network 1814f8fc-0b19-41ad-856f-adbf34e4e6e5 Aug 26 01:15:58.224056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:58.297379 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 9b86cb4d-366e-4afe-a090-45c2f7afa1dd resource provider aggregate not found Aug 26 01:15:58.313642 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 9b86cb4d-366e-4afe-a090-45c2f7afa1dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b86cb4d-366e-4afe-a090-45c2f7afa1dd found for delete ", "request_id": "req-d5473d33-8630-4daa-b07f-d33a77cd3daa"}]} Aug 26 01:15:58.325959 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:58.330611 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:58.331192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:58.443894 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Network': ['ID=1814f8fc-0b19-41ad-856f-adbf34e4e6e5,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:58.499633 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 1814f8fc-0b19-41ad-856f-adbf34e4e6e5 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:58.529074 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-27b3594e-1a07-4564-aba3-b9f9c7bb37c9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4642117 Aug 26 01:15:58.532074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53656) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:58.653662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f686a2e-8fca-4beb-8c7d-c8c088ef0dc2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:58.654352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1f686a2e-8fca-4beb-8c7d-c8c088ef0dc2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Synchronizing usage tracker for tenant:b627f3d3a1fc486cbece1571d938d40e on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:15:58.780285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1f686a2e-8fca-4beb-8c7d-c8c088ef0dc2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Unset dirty status for tenant:b627f3d3a1fc486cbece1571d938d40e on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:15:58.781470 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1f686a2e-8fca-4beb-8c7d-c8c088ef0dc2 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "GET /v2.0/networks?id=1814f8fc-0b19-41ad-856f-adbf34e4e6e5 HTTP/1.1" status: 200 len: 761 time: 0.2483411 Aug 26 01:15:58.784415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53660) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:58.791870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1987c514-9792-4d4b-96eb-690981af74f6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'network': {'description': 'd2'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:59.126998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1987c514-9792-4d4b-96eb-690981af74f6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:59.221998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1987c514-9792-4d4b-96eb-690981af74f6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:59.247953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1987c514-9792-4d4b-96eb-690981af74f6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network 1814f8fc-0b19-41ad-856f-adbf34e4e6e5 is not hosted by any dhcp agent {{(pid=89862) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Aug 26 01:15:59.253382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987c514-9792-4d4b-96eb-690981af74f6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:59.253987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1987c514-9792-4d4b-96eb-690981af74f6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:59.255241 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1987c514-9792-4d4b-96eb-690981af74f6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "PUT /v2.0/networks/1814f8fc-0b19-41ad-856f-adbf34e4e6e5 HTTP/1.1" status: 200 len: 758 time: 0.4697728 Aug 26 01:15:59.258214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53664) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:59.329122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987c514-9792-4d4b-96eb-690981af74f6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Network': ['ID=1814f8fc-0b19-41ad-856f-adbf34e4e6e5,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:59.339857 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 1814f8fc-0b19-41ad-856f-adbf34e4e6e5 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:59.380001 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58138cb4-6765-43b1-b2b9-e66f927a9a65 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:59.380678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-58138cb4-6765-43b1-b2b9-e66f927a9a65 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Synchronizing usage tracker for tenant:b627f3d3a1fc486cbece1571d938d40e on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:15:59.393425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-58138cb4-6765-43b1-b2b9-e66f927a9a65 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Unset dirty status for tenant:b627f3d3a1fc486cbece1571d938d40e on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:15:59.394574 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-58138cb4-6765-43b1-b2b9-e66f927a9a65 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "GET /v2.0/networks?id=1814f8fc-0b19-41ad-856f-adbf34e4e6e5 HTTP/1.1" status: 200 len: 761 time: 0.1353557 Aug 26 01:15:59.398522 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53668) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:59.404082 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-34ea9354-cce3-474f-9005-bfd2765f0fe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1935815614'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:15:59.409170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-34ea9354-cce3-474f-9005-bfd2765f0fe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:15:59.419650 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-34ea9354-cce3-474f-9005-bfd2765f0fe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:15:59.553537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ea9354-cce3-474f-9005-bfd2765f0fe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:15:59.558020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-34ea9354-cce3-474f-9005-bfd2765f0fe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:59.586203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ea9354-cce3-474f-9005-bfd2765f0fe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:15:59.594820 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-34ea9354-cce3-474f-9005-bfd2765f0fe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:59.595208 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-34ea9354-cce3-474f-9005-bfd2765f0fe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Added segment ecb9a635-3190-40b3-a157-6c135a6f2165 of type vlan for network 93dd32a1-8f37-416c-9687-414ef15ffb5c Aug 26 01:15:59.622978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-34ea9354-cce3-474f-9005-bfd2765f0fe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:59.707805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-34ea9354-cce3-474f-9005-bfd2765f0fe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:59.713012 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ea9354-cce3-474f-9005-bfd2765f0fe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:15:59.714258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-34ea9354-cce3-474f-9005-bfd2765f0fe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:15:59.825639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea9354-cce3-474f-9005-bfd2765f0fe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Network': ['ID=93dd32a1-8f37-416c-9687-414ef15ffb5c,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:15:59.835946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 93dd32a1-8f37-416c-9687-414ef15ffb5c details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:15:59.937115 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-34ea9354-cce3-474f-9005-bfd2765f0fe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5375147 Aug 26 01:15:59.939892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53672) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:15:59.945271 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'subnet': {'network_id': '93dd32a1-8f37-416c-9687-414ef15ffb5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:00.059166 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:00.063035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Usage tracker for resource:subnet and tenant:b627f3d3a1fc486cbece1571d938d40e is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:16:00.065871 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:16:00.071695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:00.168093 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:16:00.174172 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:00.523015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:00.599634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ff48-c355-4dfc-ac42-92a7eeb59a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:00.616411 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Subnet': ['ID=200787c5-33ff-412b-aefa-d97bc562836a,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:00.623371 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Checking segment: {'id': 'ecb9a635-3190-40b3-a157-6c135a6f2165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '93dd32a1-8f37-416c-9687-414ef15ffb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:16:00.623722 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network hostable DHCP agents. Network: 93dd32a1-8f37-416c-9687-414ef15ffb5c, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:16:00.739582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network 93dd32a1-8f37-416c-9687-414ef15ffb5c is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:16:00.855215 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 93dd32a1-8f37-416c-9687-414ef15ffb5c) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:16:00.856203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:00.857030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:00.860170 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c83e986-32d7-4864-8a2d-7bae38e5290c None None] Network 93dd32a1-8f37-416c-9687-414ef15ffb5c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:16:00.952283 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-19b16e5c-1409-459b-bb18-52c370b819ba tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0112238 Aug 26 01:16:00.955166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53678) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:01.081564 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-93dd32a1-8f37-416c-9687-414ef15ffb5c', 'network_id': '93dd32a1-8f37-416c-9687-414ef15ffb5c', 'tenant_id': 'b627f3d3a1fc486cbece1571d938d40e', 'fixed_ips': [{'subnet_id': '200787c5-33ff-412b-aefa-d97bc562836a'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:16:01.082556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:01.107057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:01.179159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:01.242075 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Allocated IP 172.20.0.2 (93dd32a1-8f37-416c-9687-414ef15ffb5c/200787c5-33ff-412b-aefa-d97bc562836a/376a7f53-7eec-4496-9db5-fd6f99a1160c) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:16:01.453411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:01.463894 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Transition to ACTIVE for port object 376a7f53-7eec-4496-9db5-fd6f99a1160c will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:16:01.483334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Transition to ACTIVE for port object 376a7f53-7eec-4496-9db5-fd6f99a1160c will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:16:01.597442 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:01.664793 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Network 93dd32a1-8f37-416c-9687-414ef15ffb5c is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:16:01.668048 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:16:01.671892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:16:01.681169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Pushing event updated for resources: {'Port': ['ID=376a7f53-7eec-4496-9db5-fd6f99a1160c,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:01.720617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:01.758682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Subnet': ['ID=200787c5-33ff-412b-aefa-d97bc562836a,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:01.793750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Attempting to bind port 376a7f53-7eec-4496-9db5-fd6f99a1160c on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:16:01.794140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Attempting to bind port 376a7f53-7eec-4496-9db5-fd6f99a1160c by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'ecb9a635-3190-40b3-a157-6c135a6f2165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '93dd32a1-8f37-416c-9687-414ef15ffb5c'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:16:01.794514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Attempting to bind port 376a7f53-7eec-4496-9db5-fd6f99a1160c on network 93dd32a1-8f37-416c-9687-414ef15ffb5c {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:16:01.800584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:16:01.800725 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Checking segment: {'id': 'ecb9a635-3190-40b3-a157-6c135a6f2165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '93dd32a1-8f37-416c-9687-414ef15ffb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:16:01.801055 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:01.801719 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Bound using segment: {'id': 'ecb9a635-3190-40b3-a157-6c135a6f2165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '93dd32a1-8f37-416c-9687-414ef15ffb5c'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:16:01.801938 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Bound port: 376a7f53-7eec-4496-9db5-fd6f99a1160c, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb9a635-3190-40b3-a157-6c135a6f2165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '93dd32a1-8f37-416c-9687-414ef15ffb5c'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:16:01.802309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:01.852942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:01.885626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93dd32a1-8f37-416c-9687-414ef15ffb5c']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:01.893080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] For port 376a7f53-7eec-4496-9db5-fd6f99a1160c, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:16:01.896091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] For port 376a7f53-7eec-4496-9db5-fd6f99a1160c, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=376a7f53-7eec-4496-9db5-fd6f99a1160c,segment=NetworkSegment(ecb9a635-3190-40b3-a157-6c135a6f2165),segment_id=ecb9a635-3190-40b3-a157-6c135a6f2165)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:16:01.898463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb9a635-3190-40b3-a157-6c135a6f2165') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:01.903756 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb9a635-3190-40b3-a157-6c135a6f2165') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:01.910419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:01.991149 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:01.991411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:01.998274 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:16:01.998678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:02.067870 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment ecb9a635-3190-40b3-a157-6c135a6f2165 resource provider aggregate not found Aug 26 01:16:02.095528 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment ecb9a635-3190-40b3-a157-6c135a6f2165 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecb9a635-3190-40b3-a157-6c135a6f2165 found for delete ", "request_id": "req-b309cc52-e44c-4fa2-b0fb-abc0cc9302db"}]} Aug 26 01:16:02.125234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32783b-71aa-4189-810c-d1a42098745e None None] Pushing event updated for resources: {'Port': ['ID=376a7f53-7eec-4496-9db5-fd6f99a1160c,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:02.128481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b451ea6-5df9-412f-8f70-713f37b0f4fb None None] Network 93dd32a1-8f37-416c-9687-414ef15ffb5c requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:16:02.142856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.api [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 01:16:02.142856 dv-neutron-854561-2-hyperv neutron-server[89862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 01:16:02.142856 dv-neutron-854561-2-hyperv neutron-server[89862]: [parameters: {'id': '93dd32a1-8f37-416c-9687-414ef15ffb5c'}] Aug 26 01:16:02.142856 dv-neutron-854561-2-hyperv neutron-server[89862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:16:02.146390 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG oslo_db.api [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:16:02.337355 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d5f285-65ab-4cfa-8cde-f875e1fd7e87 None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:16:02.451789 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d5f285-65ab-4cfa-8cde-f875e1fd7e87 None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:16:02.644263 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:02.657464 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Deleting port 376a7f53-7eec-4496-9db5-fd6f99a1160c {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:16:02.657835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:02.867181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] For port 376a7f53-7eec-4496-9db5-fd6f99a1160c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=376a7f53-7eec-4496-9db5-fd6f99a1160c,segment=NetworkSegment(ecb9a635-3190-40b3-a157-6c135a6f2165),segment_id=ecb9a635-3190-40b3-a157-6c135a6f2165)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:02.867542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:03.000171 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Calling delete_port for 376a7f53-7eec-4496-9db5-fd6f99a1160c owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:16:03.049405 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6155d7fc-cd17-44ab-9aa1-0ed44c63ccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:03.157309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:03.205137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Port': ['ID=376a7f53-7eec-4496-9db5-fd6f99a1160c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:03.207049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No DVR routers for this DVR port 376a7f53-7eec-4496-9db5-fd6f99a1160c on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:16:03.333418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:03.364274 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93dd32a1-8f37-416c-9687-414ef15ffb5c']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:03.377409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb9a635-3190-40b3-a157-6c135a6f2165') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:03.377709 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb9a635-3190-40b3-a157-6c135a6f2165') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:03.388984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:03.405581 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:03.411995 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:16:03.412392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:03.614242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:03.632101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:03.643738 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Network': ['ID=93dd32a1-8f37-416c-9687-414ef15ffb5c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:03.657360 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9466d954-0d63-45ae-a3dc-f666b7217c05 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/93dd32a1-8f37-416c-9687-414ef15ffb5c HTTP/1.1" status: 204 len: 168 time: 2.6986763 Aug 26 01:16:03.658215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53688) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:03.698847 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-852e9c60-0493-41e2-8c2c-a42f0736ff9c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] GET failed (client error): The resource could not be found. Aug 26 01:16:03.704393 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-852e9c60-0493-41e2-8c2c-a42f0736ff9c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Synchronizing usage tracker for tenant:b627f3d3a1fc486cbece1571d938d40e on resource:subnet {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:16:03.730350 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:03.930426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-852e9c60-0493-41e2-8c2c-a42f0736ff9c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Unset dirty status for tenant:b627f3d3a1fc486cbece1571d938d40e on resource:subnet {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:16:03.931605 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-852e9c60-0493-41e2-8c2c-a42f0736ff9c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "GET /v2.0/subnets/200787c5-33ff-412b-aefa-d97bc562836a HTTP/1.1" status: 404 len: 337 time: 0.2724407 Aug 26 01:16:03.935065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53692) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:03.960439 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2d44d5-8d04-48ec-907e-12320f4a9b19 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:03.960897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c2d44d5-8d04-48ec-907e-12320f4a9b19 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:03.962633 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7c2d44d5-8d04-48ec-907e-12320f4a9b19 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/93dd32a1-8f37-416c-9687-414ef15ffb5c HTTP/1.1" status: 404 len: 339 time: 0.0266736 Aug 26 01:16:03.971581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:03.972015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53696) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:04.117398 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment ecb9a635-3190-40b3-a157-6c135a6f2165 resource provider aggregate not found Aug 26 01:16:04.134371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b586155-58ae-4784-a148-c64cfa1c1406 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:04.135095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5b586155-58ae-4784-a148-c64cfa1c1406 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Synchronizing usage tracker for tenant:b627f3d3a1fc486cbece1571d938d40e on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:16:04.138843 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment ecb9a635-3190-40b3-a157-6c135a6f2165 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecb9a635-3190-40b3-a157-6c135a6f2165 found for delete ", "request_id": "req-26164241-b2da-4d7f-8960-caf6874a8c4c"}]} Aug 26 01:16:04.233964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5b586155-58ae-4784-a148-c64cfa1c1406 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Unset dirty status for tenant:b627f3d3a1fc486cbece1571d938d40e on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:16:04.239871 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5b586155-58ae-4784-a148-c64cfa1c1406 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2622137 Aug 26 01:16:04.239871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53704) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:04.282534 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-297a2365-d801-4138-ae61-8c024dd3ed27 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29 HTTP/1.1" status: 200 len: 207 time: 0.0434287 Aug 26 01:16:04.289489 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53708) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:04.547397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a7981-4af0-4319-8cbf-890c2629c547 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:04.553321 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a7981-4af0-4319-8cbf-890c2629c547 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:04.559137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a7981-4af0-4319-8cbf-890c2629c547 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:04.564685 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a7981-4af0-4319-8cbf-890c2629c547 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:04.566345 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f23a7981-4af0-4319-8cbf-890c2629c547 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2759569 Aug 26 01:16:04.569999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53712) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:04.727684 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-dbe0da62-e851-4c31-b0e9-74d151294f4b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1566005 Aug 26 01:16:04.730950 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53716) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:04.798085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076b5bd-f568-4712-8505-042c4affacc9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:04.799749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076b5bd-f568-4712-8505-042c4affacc9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:04.801261 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b076b5bd-f568-4712-8505-042c4affacc9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0693307 Aug 26 01:16:04.804877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53720) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:04.876794 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3132d81-26a2-4bcd-8ce8-0c6092476c55 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['shared'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:04.878353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3132d81-26a2-4bcd-8ce8-0c6092476c55 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['shared'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:04.879845 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e3132d81-26a2-4bcd-8ce8-0c6092476c55 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0740700 Aug 26 01:16:04.883583 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53724) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:05.041688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c16fde9-ee84-4721-ad66-06786aed8dd5 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:05.043052 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9c16fde9-ee84-4721-ad66-06786aed8dd5 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "GET /v2.0/networks/ec8bfa8d-49be-452e-8b1d-2c18a469a061 HTTP/1.1" status: 200 len: 800 time: 0.1584904 Aug 26 01:16:05.047250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53730) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:05.191737 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-172bac5f-8476-4541-9bf7-4b4257e30f79 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Synchronizing usage tracker for tenant:b627f3d3a1fc486cbece1571d938d40e on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:16:05.204010 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-172bac5f-8476-4541-9bf7-4b4257e30f79 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Unset dirty status for tenant:b627f3d3a1fc486cbece1571d938d40e on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:16:05.205275 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-172bac5f-8476-4541-9bf7-4b4257e30f79 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "GET /v2.0/networks/ec8bfa8d-49be-452e-8b1d-2c18a469a061?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1570587 Aug 26 01:16:05.208887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53734) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:05.276691 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda57436-3a5e-4edc-9802-661619fbc550 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:05.277250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-cda57436-3a5e-4edc-9802-661619fbc550 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Synchronizing usage tracker for tenant:b627f3d3a1fc486cbece1571d938d40e on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:16:05.289223 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-cda57436-3a5e-4edc-9802-661619fbc550 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Unset dirty status for tenant:b627f3d3a1fc486cbece1571d938d40e on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:16:05.290444 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cda57436-3a5e-4edc-9802-661619fbc550 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "GET /v2.0/subnets/61c006de-4420-4544-ae01-09b333c7d736 HTTP/1.1" status: 200 len: 811 time: 0.0806441 Aug 26 01:16:05.294449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53738) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:05.360436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db5d15-2274-41e6-ad80-b656e66dfa58 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['shared'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:05.361817 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-80db5d15-2274-41e6-ad80-b656e66dfa58 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "GET /v2.0/subnets/61c006de-4420-4544-ae01-09b333c7d736?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0663841 Aug 26 01:16:05.365207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53742) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:05.370451 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-021bd811-b56b-4093-9610-bf835794b586 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1220494518'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:05.376198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-021bd811-b56b-4093-9610-bf835794b586 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:05.385883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-021bd811-b56b-4093-9610-bf835794b586 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:05.524500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:05.573753 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021bd811-b56b-4093-9610-bf835794b586 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:16:05.577435 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-021bd811-b56b-4093-9610-bf835794b586 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:05.605562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021bd811-b56b-4093-9610-bf835794b586 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:16:05.614649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-021bd811-b56b-4093-9610-bf835794b586 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:05.614987 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-021bd811-b56b-4093-9610-bf835794b586 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Added segment 4d89a4f6-fdbd-4f23-90c8-45de8073aa08 of type vlan for network 17a82250-01d9-43d1-b51a-aff11619930b Aug 26 01:16:05.639939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-021bd811-b56b-4093-9610-bf835794b586 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:05.759017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-021bd811-b56b-4093-9610-bf835794b586 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:05.764844 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021bd811-b56b-4093-9610-bf835794b586 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:05.765418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-021bd811-b56b-4093-9610-bf835794b586 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:05.878390 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bd811-b56b-4093-9610-bf835794b586 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Network': ['ID=17a82250-01d9-43d1-b51a-aff11619930b,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:05.889486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 17a82250-01d9-43d1-b51a-aff11619930b details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:16:05.937653 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-021bd811-b56b-4093-9610-bf835794b586 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5711212 Aug 26 01:16:05.940684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53746) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:05.946387 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'subnet': {'network_id': '17a82250-01d9-43d1-b51a-aff11619930b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:06.060566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:06.071563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:06.187255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Made reservation on behalf of b627f3d3a1fc486cbece1571d938d40e for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:16:06.191275 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:06.285096 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.ipam_backend_mixin [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Performing IP validity checks on allocation pools {{(pid=89862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Aug 26 01:16:06.285605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.ipam_backend_mixin [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Aug 26 01:16:06.490544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:06.568684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Subnet': ['ID=ec9bc731-9842-468b-a538-9adb56cc09a4,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:06.585715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Checking segment: {'id': '4d89a4f6-fdbd-4f23-90c8-45de8073aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '17a82250-01d9-43d1-b51a-aff11619930b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:16:06.585715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network hostable DHCP agents. Network: 17a82250-01d9-43d1-b51a-aff11619930b, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:16:06.679087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Network 17a82250-01d9-43d1-b51a-aff11619930b is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:16:06.924316 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 17a82250-01d9-43d1-b51a-aff11619930b) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:16:06.931062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:06.931062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:06.932931 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b366597-089d-4693-b4be-0aa55f082292 None None] Network 17a82250-01d9-43d1-b51a-aff11619930b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:16:07.009000 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c12c1394-72ed-4333-8104-bdcaeb643644 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0672388 Aug 26 01:16:07.011833 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53754) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:07.018646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e7616304-b215-44f8-a180-dd009a171fbe tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:07.167797 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-17a82250-01d9-43d1-b51a-aff11619930b', 'network_id': '17a82250-01d9-43d1-b51a-aff11619930b', 'tenant_id': 'b627f3d3a1fc486cbece1571d938d40e', 'fixed_ips': [{'subnet_id': 'ec9bc731-9842-468b-a538-9adb56cc09a4'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:16:07.169429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:07.250005 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7616304-b215-44f8-a180-dd009a171fbe tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60835785'] for subnet, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:07.696636 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7616304-b215-44f8-a180-dd009a171fbe tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784988419642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61215567'] for subnet, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:07.757778 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Allocated IP 172.20.0.3 (17a82250-01d9-43d1-b51a-aff11619930b/ec9bc731-9842-468b-a538-9adb56cc09a4/18076b8e-8a1a-4cd5-98d9-cf598b0edceb) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:16:07.758823 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7616304-b215-44f8-a180-dd009a171fbe tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:07.759421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7616304-b215-44f8-a180-dd009a171fbe tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:07.760716 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e7616304-b215-44f8-a180-dd009a171fbe tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "PUT /v2.0/subnets/ec9bc731-9842-468b-a538-9adb56cc09a4 HTTP/1.1" status: 200 len: 877 time: 0.7471528 Aug 26 01:16:07.764268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53758) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:07.796235 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7616304-b215-44f8-a180-dd009a171fbe tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event updated for resources: {'Subnet': ['ID=ec9bc731-9842-468b-a538-9adb56cc09a4,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:07.916590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:07.983996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:07.988915 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:07.994005 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Transition to ACTIVE for port object 18076b8e-8a1a-4cd5-98d9-cf598b0edceb will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:16:08.011703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Transition to ACTIVE for port object 18076b8e-8a1a-4cd5-98d9-cf598b0edceb will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:16:08.107840 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:08.174968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Network 17a82250-01d9-43d1-b51a-aff11619930b is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:16:08.179653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:16:08.184642 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:16:08.187996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Pushing event updated for resources: {'Port': ['ID=18076b8e-8a1a-4cd5-98d9-cf598b0edceb,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:08.222415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:08.264543 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9bc731-9842-468b-a538-9adb56cc09a4,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:08.295197 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Attempting to bind port 18076b8e-8a1a-4cd5-98d9-cf598b0edceb on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:16:08.295197 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Attempting to bind port 18076b8e-8a1a-4cd5-98d9-cf598b0edceb by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '4d89a4f6-fdbd-4f23-90c8-45de8073aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '17a82250-01d9-43d1-b51a-aff11619930b'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:16:08.295197 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Attempting to bind port 18076b8e-8a1a-4cd5-98d9-cf598b0edceb on network 17a82250-01d9-43d1-b51a-aff11619930b {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:16:08.298348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:16:08.298721 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Checking segment: {'id': '4d89a4f6-fdbd-4f23-90c8-45de8073aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '17a82250-01d9-43d1-b51a-aff11619930b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:16:08.299125 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:08.299523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Bound using segment: {'id': '4d89a4f6-fdbd-4f23-90c8-45de8073aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '17a82250-01d9-43d1-b51a-aff11619930b'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:16:08.299987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Bound port: 18076b8e-8a1a-4cd5-98d9-cf598b0edceb, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d89a4f6-fdbd-4f23-90c8-45de8073aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '17a82250-01d9-43d1-b51a-aff11619930b'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:16:08.300360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:08.358602 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:08.384751 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a82250-01d9-43d1-b51a-aff11619930b']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:08.392274 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] For port 18076b8e-8a1a-4cd5-98d9-cf598b0edceb, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:16:08.395429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] For port 18076b8e-8a1a-4cd5-98d9-cf598b0edceb, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=18076b8e-8a1a-4cd5-98d9-cf598b0edceb,segment=NetworkSegment(4d89a4f6-fdbd-4f23-90c8-45de8073aa08),segment_id=4d89a4f6-fdbd-4f23-90c8-45de8073aa08)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:16:08.397892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d89a4f6-fdbd-4f23-90c8-45de8073aa08') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:08.398190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d89a4f6-fdbd-4f23-90c8-45de8073aa08') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:08.409669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:08.475114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:08.475341 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:08.480717 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:16:08.481167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:08.553231 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 4d89a4f6-fdbd-4f23-90c8-45de8073aa08 resource provider aggregate not found Aug 26 01:16:08.577406 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 4d89a4f6-fdbd-4f23-90c8-45de8073aa08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d89a4f6-fdbd-4f23-90c8-45de8073aa08 found for delete ", "request_id": "req-c8e3b8d8-527d-46cd-ab83-d44f42c3d83f"}]} Aug 26 01:16:08.599978 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc36aaf-8d98-4dc5-b6d7-1589c4addd8a None None] Pushing event updated for resources: {'Port': ['ID=18076b8e-8a1a-4cd5-98d9-cf598b0edceb,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:08.618220 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513fbd0c-dd59-422b-b297-87da3b67aa4a None None] Network 17a82250-01d9-43d1-b51a-aff11619930b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:16:08.656328 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.api [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 01:16:08.656328 dv-neutron-854561-2-hyperv neutron-server[89863]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 01:16:08.656328 dv-neutron-854561-2-hyperv neutron-server[89863]: [parameters: {'id': '17a82250-01d9-43d1-b51a-aff11619930b'}] Aug 26 01:16:08.656328 dv-neutron-854561-2-hyperv neutron-server[89863]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:16:08.656843 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG oslo_db.api [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:16:08.828943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2745ebfe-fdfc-4d0f-9110-a40abd672121 None None] Network 17a82250-01d9-43d1-b51a-aff11619930b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:16:09.073704 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07c6aa4-60e3-4fec-b2c2-aa3c506f4b11 None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:16:09.158296 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:09.170243 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Deleting port 18076b8e-8a1a-4cd5-98d9-cf598b0edceb {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:16:09.171009 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:09.200351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07c6aa4-60e3-4fec-b2c2-aa3c506f4b11 None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:16:09.383342 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] For port 18076b8e-8a1a-4cd5-98d9-cf598b0edceb, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=18076b8e-8a1a-4cd5-98d9-cf598b0edceb,segment=NetworkSegment(4d89a4f6-fdbd-4f23-90c8-45de8073aa08),segment_id=4d89a4f6-fdbd-4f23-90c8-45de8073aa08)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:09.388291 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:09.516203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Calling delete_port for 18076b8e-8a1a-4cd5-98d9-cf598b0edceb owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:16:09.652482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53768) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:09.677136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:09.730968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Port': ['ID=18076b8e-8a1a-4cd5-98d9-cf598b0edceb,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:09.732768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No DVR routers for this DVR port 18076b8e-8a1a-4cd5-98d9-cf598b0edceb on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:16:09.869019 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:10.016429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a82250-01d9-43d1-b51a-aff11619930b']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:10.030836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d89a4f6-fdbd-4f23-90c8-45de8073aa08') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:10.031821 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d89a4f6-fdbd-4f23-90c8-45de8073aa08') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:10.044459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:10.064510 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:10.071999 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:16:10.072556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:10.260829 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:10.280299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:10.291317 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Network': ['ID=17a82250-01d9-43d1-b51a-aff11619930b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:10.305372 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-99d03d97-565b-4937-9a26-468b8a7bd4ae tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/17a82250-01d9-43d1-b51a-aff11619930b HTTP/1.1" status: 204 len: 168 time: 2.5401099 Aug 26 01:16:10.312356 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53772) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:10.352066 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-317dc5d5-0cf0-4a17-8abc-8b0642728b01 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:10.352517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317dc5d5-0cf0-4a17-8abc-8b0642728b01 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:10.357203 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-317dc5d5-0cf0-4a17-8abc-8b0642728b01 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/subnets/ec9bc731-9842-468b-a538-9adb56cc09a4 HTTP/1.1" status: 404 len: 337 time: 0.0409756 Aug 26 01:16:10.357710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53776) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:10.411778 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.pecan_wsgi.hooks.translation [None req-7651dfb4-6ed7-4476-a34c-6894b24c19d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:10.412352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7651dfb4-6ed7-4476-a34c-6894b24c19d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89862) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:10.415136 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7651dfb4-6ed7-4476-a34c-6894b24c19d6 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/17a82250-01d9-43d1-b51a-aff11619930b HTTP/1.1" status: 404 len: 339 time: 0.0560093 Aug 26 01:16:10.417658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53780) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:10.460614 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2f3abc-484f-4700-9524-056b10d96f6c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:10.461085 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2f3abc-484f-4700-9524-056b10d96f6c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:10.463031 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-aa2f3abc-484f-4700-9524-056b10d96f6c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/subnets/200787c5-33ff-412b-aefa-d97bc562836a HTTP/1.1" status: 404 len: 337 time: 0.0440006 Aug 26 01:16:10.465269 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53784) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:10.490727 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e33747d-5ebb-41b4-bb0d-dc5a32eb9752 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:10.490954 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e33747d-5ebb-41b4-bb0d-dc5a32eb9752 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:10.492634 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1e33747d-5ebb-41b4-bb0d-dc5a32eb9752 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/93dd32a1-8f37-416c-9687-414ef15ffb5c HTTP/1.1" status: 404 len: 339 time: 0.0263867 Aug 26 01:16:10.495127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53788) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:10.497141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:10.611019 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 4d89a4f6-fdbd-4f23-90c8-45de8073aa08 resource provider aggregate not found Aug 26 01:16:10.623964 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-519baf3f-a6d3-4db0-9704-a1048a86473b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:10.631629 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 4d89a4f6-fdbd-4f23-90c8-45de8073aa08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d89a4f6-fdbd-4f23-90c8-45de8073aa08 found for delete ", "request_id": "req-7c8eb9d6-6ac7-41b1-9ae4-18255e31a3ec"}]} Aug 26 01:16:10.665992 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:10.766244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-519baf3f-a6d3-4db0-9704-a1048a86473b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:10.795440 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-519baf3f-a6d3-4db0-9704-a1048a86473b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1814f8fc-0b19-41ad-856f-adbf34e4e6e5']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:10.812080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-519baf3f-a6d3-4db0-9704-a1048a86473b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb3b422-b315-442a-a0f2-2b1b41abd04f') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:10.812559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-519baf3f-a6d3-4db0-9704-a1048a86473b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb3b422-b315-442a-a0f2-2b1b41abd04f') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:10.827680 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-519baf3f-a6d3-4db0-9704-a1048a86473b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:10.848029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-519baf3f-a6d3-4db0-9704-a1048a86473b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:10.857767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519baf3f-a6d3-4db0-9704-a1048a86473b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:16:10.862895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-519baf3f-a6d3-4db0-9704-a1048a86473b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:10.964908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 284abafb-7f90-41d6-b8ef-95ca5ad4885e {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:16:10.966420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:11.117283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-519baf3f-a6d3-4db0-9704-a1048a86473b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:11.134063 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-519baf3f-a6d3-4db0-9704-a1048a86473b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:11.151316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519baf3f-a6d3-4db0-9704-a1048a86473b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Network': ['ID=1814f8fc-0b19-41ad-856f-adbf34e4e6e5,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:11.155133 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-519baf3f-a6d3-4db0-9704-a1048a86473b tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/1814f8fc-0b19-41ad-856f-adbf34e4e6e5 HTTP/1.1" status: 204 len: 168 time: 0.6561506 Aug 26 01:16:11.156037 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53796) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.187796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 284abafb-7f90-41d6-b8ef-95ca5ad4885e, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=284abafb-7f90-41d6-b8ef-95ca5ad4885e,segment=NetworkSegment(16b4e63d-d228-401b-b8d9-937b0020726c),segment_id=16b4e63d-d228-401b-b8d9-937b0020726c)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:11.188155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:11.193038 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfcd633-c026-4246-a90f-423feb8bcbe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.193489 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecfcd633-c026-4246-a90f-423feb8bcbe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.197869 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ecfcd633-c026-4246-a90f-423feb8bcbe4 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/subnets/89881d85-1488-40fa-a0a1-87be06e49c54 HTTP/1.1" status: 404 len: 337 time: 0.0389407 Aug 26 01:16:11.198400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53800) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.227604 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-414e5deb-37cf-44a3-a434-13569014770c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.227969 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414e5deb-37cf-44a3-a434-13569014770c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.232470 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-414e5deb-37cf-44a3-a434-13569014770c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/9296953c-7b5b-4a0e-b80d-067c57d2cbbf HTTP/1.1" status: 404 len: 339 time: 0.0291631 Aug 26 01:16:11.233029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53804) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.274076 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc7f512-ff43-4dac-9952-5299525c60a9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.274530 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc7f512-ff43-4dac-9952-5299525c60a9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.276206 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7bc7f512-ff43-4dac-9952-5299525c60a9 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/subnets/3aa44c4c-8872-4998-9a89-b039faabc672 HTTP/1.1" status: 404 len: 337 time: 0.0426996 Aug 26 01:16:11.279717 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53808) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.304809 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-531fb5db-689d-4f65-8d17-fe001d93a8ec tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.305277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531fb5db-689d-4f65-8d17-fe001d93a8ec tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.306977 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-531fb5db-689d-4f65-8d17-fe001d93a8ec tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/adfd1df2-57e8-4c13-9e07-e1b80bb98ef2 HTTP/1.1" status: 404 len: 339 time: 0.0263662 Aug 26 01:16:11.309733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53812) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.323775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 284abafb-7f90-41d6-b8ef-95ca5ad4885e owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:16:11.348101 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-f373f01b-0b3c-4bdc-b152-47e39d30f6b8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.348856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f373f01b-0b3c-4bdc-b152-47e39d30f6b8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.350290 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f373f01b-0b3c-4bdc-b152-47e39d30f6b8 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/subnets/84be3c0f-ae15-4c28-a2b1-5fb53bec1db0 HTTP/1.1" status: 404 len: 337 time: 0.0396571 Aug 26 01:16:11.353179 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53816) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.378678 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26ac333-9854-435c-92d8-40499cf6d74a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.379153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26ac333-9854-435c-92d8-40499cf6d74a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.380843 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f26ac333-9854-435c-92d8-40499cf6d74a tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/5e4af144-63d0-4ec4-b064-cd882e11a101 HTTP/1.1" status: 404 len: 339 time: 0.0268519 Aug 26 01:16:11.383609 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53820) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.426954 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5acaf0c-5347-4015-9622-520151932b19 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.427571 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5acaf0c-5347-4015-9622-520151932b19 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.429260 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d5acaf0c-5347-4015-9622-520151932b19 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/subnets/e47923f4-7c97-4fcb-bba6-70d9576e5a02 HTTP/1.1" status: 404 len: 337 time: 0.0447392 Aug 26 01:16:11.432192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53824) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.459283 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fe57d5-c9be-4fa4-bedc-dd0925395fff tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.459750 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fe57d5-c9be-4fa4-bedc-dd0925395fff tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.461419 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-39fe57d5-c9be-4fa4-bedc-dd0925395fff tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/2e9d3d99-e729-4600-aaec-c04386be7ff9 HTTP/1.1" status: 404 len: 339 time: 0.0283308 Aug 26 01:16:11.464125 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53828) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.503109 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-168c192b-04ac-4ece-8b29-a913bc27a393 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.503474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168c192b-04ac-4ece-8b29-a913bc27a393 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.505181 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-168c192b-04ac-4ece-8b29-a913bc27a393 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/subnets/d694473f-c2e1-4a48-8895-b0976b09a7a2 HTTP/1.1" status: 404 len: 337 time: 0.0392330 Aug 26 01:16:11.510831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53832) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.535778 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba62001-c8c4-46b4-9594-0d4c03e5322d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.536673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba62001-c8c4-46b4-9594-0d4c03e5322d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.537933 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-aba62001-c8c4-46b4-9594-0d4c03e5322d tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/df3025c8-dc97-41db-8d60-403028e28962 HTTP/1.1" status: 404 len: 339 time: 0.0273161 Aug 26 01:16:11.540606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53836) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.562950 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:11.582224 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a19cf69-c256-4acc-9bb5-9683d8fbc329 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.584415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a19cf69-c256-4acc-9bb5-9683d8fbc329 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.584415 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7a19cf69-c256-4acc-9bb5-9683d8fbc329 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/subnets/995665d0-d6f2-421a-9a63-64b5c6b40660 HTTP/1.1" status: 404 len: 337 time: 0.0428627 Aug 26 01:16:11.587136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53840) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.612005 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=284abafb-7f90-41d6-b8ef-95ca5ad4885e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:11.612849 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff1527c-7ed1-4a19-968b-b586298f2708 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.613329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff1527c-7ed1-4a19-968b-b586298f2708 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.615061 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0ff1527c-7ed1-4a19-968b-b586298f2708 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/01a53cff-260c-4f00-afc6-28f14aab4902 HTTP/1.1" status: 404 len: 339 time: 0.0270383 Aug 26 01:16:11.617835 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53844) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.649971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:11.654282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:11.654282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:11.654282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:11.654282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:11.654282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:11.654282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:11.654282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:11.654282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:11.654282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:11.654282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:11.654282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:11.665947 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76cfdc2-ef61-457c-ad4f-00bb9524398c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.666402 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76cfdc2-ef61-457c-ad4f-00bb9524398c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.670657 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c76cfdc2-ef61-457c-ad4f-00bb9524398c tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/subnets/aae4f829-191e-47bf-a04d-208f0d603f3e HTTP/1.1" status: 404 len: 337 time: 0.0493643 Aug 26 01:16:11.671045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53848) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.697109 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-694e2fe2-df5c-476b-a8fe-eb3cd106b1e0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.697588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694e2fe2-df5c-476b-a8fe-eb3cd106b1e0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.702599 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-694e2fe2-df5c-476b-a8fe-eb3cd106b1e0 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/9ee1c09d-17df-4a6e-8a58-d2eee58d2326 HTTP/1.1" status: 404 len: 339 time: 0.0271654 Aug 26 01:16:11.703091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53852) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.747318 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0c8fd7-fd26-48e7-85ad-4be7884fadc3 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.752187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0c8fd7-fd26-48e7-85ad-4be7884fadc3 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.752187 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4b0c8fd7-fd26-48e7-85ad-4be7884fadc3 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/subnets/7c116b7c-9172-4fed-9c9f-cf5d79a3cdf2 HTTP/1.1" status: 404 len: 337 time: 0.0457346 Aug 26 01:16:11.752488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53856) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.778425 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-9493471a-842f-4d7e-ab6e-adc70b1b9772 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] DELETE failed (client error): The resource could not be found. Aug 26 01:16:11.778894 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9493471a-842f-4d7e-ab6e-adc70b1b9772 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:16:11.780579 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9493471a-842f-4d7e-ab6e-adc70b1b9772 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/f6f2437e-7c70-44bb-aeba-0ebad61f197d HTTP/1.1" status: 404 len: 339 time: 0.0274420 Aug 26 01:16:11.784046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53860) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:11.856774 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d689a9-6dd4-4168-85d8-6c591e625358 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Deleting subnet 61c006de-4420-4544-ae01-09b333c7d736 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:16:11.860062 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29d689a9-6dd4-4168-85d8-6c591e625358 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:11.920398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29d689a9-6dd4-4168-85d8-6c591e625358 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:11.944978 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:12.007636 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29d689a9-6dd4-4168-85d8-6c591e625358 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:12.191091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29d689a9-6dd4-4168-85d8-6c591e625358 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:12.231175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d689a9-6dd4-4168-85d8-6c591e625358 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Subnet': ['ID=61c006de-4420-4544-ae01-09b333c7d736,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:12.235072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29d689a9-6dd4-4168-85d8-6c591e625358 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:12.243575 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af14e3-c5bb-4f37-a8a2-13b143096e3b None None] Network ec8bfa8d-49be-452e-8b1d-2c18a469a061 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:16:12.248297 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-29d689a9-6dd4-4168-85d8-6c591e625358 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/subnets/61c006de-4420-4544-ae01-09b333c7d736 HTTP/1.1" status: 204 len: 168 time: 0.4600353 Aug 26 01:16:12.248549 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53864) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:12.467758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:16:12.484651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:12.498835 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Deleting port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:16:12.499238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:12.523893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c78624-6654-4208-9024-11731221cf94 None None] DHCP port deletion for ec8bfa8d-49be-452e-8b1d-2c18a469a061 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:16:12.529973 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c6c78624-6654-4208-9024-11731221cf94 None None] Deleting port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:16:12.530668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c6c78624-6654-4208-9024-11731221cf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:12.689823 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:16:12.693333 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 8eb3b422-b315-442a-a0f2-2b1b41abd04f resource provider aggregate not found Aug 26 01:16:12.705222 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-332ccf81-1634-40ea-9b32-604e20c1a75b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/30b44b28-d560-49c8-b9fe-f2cbf66e18d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0507414 Aug 26 01:16:12.724048 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 8eb3b422-b315-442a-a0f2-2b1b41abd04f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8eb3b422-b315-442a-a0f2-2b1b41abd04f found for delete ", "request_id": "req-4b43e932-a586-4bcd-8390-57eb09df9c06"}]} Aug 26 01:16:12.742657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] For port 99b49eb8-749e-48b5-9a86-4bb1d1abba60, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=99b49eb8-749e-48b5-9a86-4bb1d1abba60,segment=NetworkSegment(48711e1a-860e-4ed0-880c-caad93aaf7e6),segment_id=48711e1a-860e-4ed0-880c-caad93aaf7e6)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:12.743475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:12.752863 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 99b49eb8-749e-48b5-9a86-4bb1d1abba60 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:16:12.781581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c90e2b-5628-4453-b24d-0d8183f53211 None None] Sync routers for ids ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:16:12.838469 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c6c78624-6654-4208-9024-11731221cf94 None None] For port 99b49eb8-749e-48b5-9a86-4bb1d1abba60, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=99b49eb8-749e-48b5-9a86-4bb1d1abba60,segment=NetworkSegment(48711e1a-860e-4ed0-880c-caad93aaf7e6),segment_id=48711e1a-860e-4ed0-880c-caad93aaf7e6)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:12.838879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c6c78624-6654-4208-9024-11731221cf94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:12.884182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Calling delete_port for 99b49eb8-749e-48b5-9a86-4bb1d1abba60 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:16:12.989234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c6c78624-6654-4208-9024-11731221cf94 None None] Calling delete_port for 99b49eb8-749e-48b5-9a86-4bb1d1abba60 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:16:13.019239 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c90e2b-5628-4453-b24d-0d8183f53211 None None] Routers {'30b44b28-d560-49c8-b9fe-f2cbf66e18d2'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:16:13.019898 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-23c90e2b-5628-4453-b24d-0d8183f53211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:16:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:13.082853 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:13.139108 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] No DVR routers for this DVR port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:16:13.166938 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Port': ['ID=99b49eb8-749e-48b5-9a86-4bb1d1abba60,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:13.193367 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No active binding found for port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 {{(pid=89864) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Aug 26 01:16:13.193367 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 99b49eb8-749e-48b5-9a86-4bb1d1abba60 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:16:13.281369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:13.286007 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-c6c78624-6654-4208-9024-11731221cf94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:16:13.286522 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-c6c78624-6654-4208-9024-11731221cf94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:16:13.302276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-23c90e2b-5628-4453-b24d-0d8183f53211 None None] Set router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:16:13.308439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8bfa8d-49be-452e-8b1d-2c18a469a061']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:13.323859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48711e1a-860e-4ed0-880c-caad93aaf7e6') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:13.325143 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48711e1a-860e-4ed0-880c-caad93aaf7e6') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:13.337884 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:13.401614 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:13.426366 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:16:13.426366 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:13.529638 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2554fe4-0124-4321-b1e3-72dc71784b07 req-4ff96cab-2855-4d5b-9986-149f6ad88bde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:13.530390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-d2554fe4-0124-4321-b1e3-72dc71784b07 req-4ff96cab-2855-4d5b-9986-149f6ad88bde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:16:13.662013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-23c90e2b-5628-4453-b24d-0d8183f53211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:16:11Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b511121c-af73-49bd-8452-d32bf28aa546', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'port_id': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'mac_address': 'fa:16:3e:74:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:14:44Z', 'updated_at': '2022-08-26T01:14:48Z', 'revision_number': 1, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0adc1d-c37b-4ee6-85fd-da3fcecd216d', 'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:8e:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:12Z', 'updated_at': '2022-08-26T01:14:21Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:13.665929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c90e2b-5628-4453-b24d-0d8183f53211 None None] Checking router: 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:16:13.675700 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c90e2b-5628-4453-b24d-0d8183f53211 None None] Routers {'30b44b28-d560-49c8-b9fe-f2cbf66e18d2'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:16:13.676309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-23c90e2b-5628-4453-b24d-0d8183f53211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:16:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:13.788548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c6c78624-6654-4208-9024-11731221cf94 None None] Deleting port 99b49eb8-749e-48b5-9a86-4bb1d1abba60 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:16:13.788885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c6c78624-6654-4208-9024-11731221cf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:13.793731 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:13.811480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:13.823622 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] Pushing event deleted for resources: {'Network': ['ID=ec8bfa8d-49be-452e-8b1d-2c18a469a061,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:13.831077 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3f8d470c-0c9b-4067-a9fe-ef8f77f25105 tempest-NetworksTest-536522945 tempest-NetworksTest-536522945-project] 10.222.0.83 "DELETE /v2.0/networks/ec8bfa8d-49be-452e-8b1d-2c18a469a061 HTTP/1.1" status: 204 len: 168 time: 1.5812395 Aug 26 01:16:13.882466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-d2554fe4-0124-4321-b1e3-72dc71784b07 req-4ff96cab-2855-4d5b-9986-149f6ad88bde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:16:13.890385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c6c78624-6654-4208-9024-11731221cf94 None None] The port '99b49eb8-749e-48b5-9a86-4bb1d1abba60' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:16:13.890564 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d2554fe4-0124-4321-b1e3-72dc71784b07 req-4ff96cab-2855-4d5b-9986-149f6ad88bde tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 946 time: 0.5377820 Aug 26 01:16:13.936101 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-23c90e2b-5628-4453-b24d-0d8183f53211 None None] Set router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:16:13.940509 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d2554fe4-0124-4321-b1e3-72dc71784b07 req-c6d51700-0500-4f66-999e-5826ff15a360 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7e18a8b-2bae-49eb-83a5-44831842f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482099 Aug 26 01:16:14.307386 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-23c90e2b-5628-4453-b24d-0d8183f53211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:16:11Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b511121c-af73-49bd-8452-d32bf28aa546', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'port_id': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'mac_address': 'fa:16:3e:74:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:14:44Z', 'updated_at': '2022-08-26T01:14:48Z', 'revision_number': 1, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0adc1d-c37b-4ee6-85fd-da3fcecd216d', 'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:8e:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:12Z', 'updated_at': '2022-08-26T01:14:21Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:14.312486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c90e2b-5628-4453-b24d-0d8183f53211 None None] The sync data for ids ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'] in dv-neutron-854561-2-hyperv is: [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:16:11Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b511121c-af73-49bd-8452-d32bf28aa546', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.172', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'port_id': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'mac_address': 'fa:16:3e:74:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:14:44Z', 'updated_at': '2022-08-26T01:14:48Z', 'revision_number': 1, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0adc1d-c37b-4ee6-85fd-da3fcecd216d', 'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:8e:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:12Z', 'updated_at': '2022-08-26T01:14:21Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:16:14.376668 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53880) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:14.528658 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fea3b377-f9c2-4e15-9f2b-e241807acf5a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b627f3d3a1fc486cbece1571d938d40e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474683 Aug 26 01:16:14.528658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53886) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:14.587652 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3d32b17-a42e-4803-bf44-c897976892c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:14.614105 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3d32b17-a42e-4803-bf44-c897976892c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:14.666623 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 284abafb-7f90-41d6-b8ef-95ca5ad4885e no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:16:14.705523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 284abafb-7f90-41d6-b8ef-95ca5ad4885e {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:16:14.705909 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 284abafb-7f90-41d6-b8ef-95ca5ad4885e not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:16:14.743230 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 48711e1a-860e-4ed0-880c-caad93aaf7e6 resource provider aggregate not found Aug 26 01:16:14.748621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3d32b17-a42e-4803-bf44-c897976892c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:14.766825 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 48711e1a-860e-4ed0-880c-caad93aaf7e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48711e1a-860e-4ed0-880c-caad93aaf7e6 found for delete ", "request_id": "req-893bcd78-f046-457e-ab5d-7a1a0d6200ba"}]} Aug 26 01:16:14.767440 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d32b17-a42e-4803-bf44-c897976892c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626d3712-de9d-4ea4-993e-54ce38785acb,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:14.779022 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3d32b17-a42e-4803-bf44-c897976892c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:14.779022 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e3d32b17-a42e-4803-bf44-c897976892c0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/626d3712-de9d-4ea4-993e-54ce38785acb HTTP/1.1" status: 204 len: 168 time: 0.2478611 Aug 26 01:16:15.021662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02674e5e-debd-4761-8e34-f9e3a2a8f251 req-2e0a5875-f358-47cc-b7d2-319dcc0196e5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:15.022394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-02674e5e-debd-4761-8e34-f9e3a2a8f251 req-2e0a5875-f358-47cc-b7d2-319dcc0196e5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:16:15.035370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-02674e5e-debd-4761-8e34-f9e3a2a8f251 req-2e0a5875-f358-47cc-b7d2-319dcc0196e5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:16:15.037294 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-02674e5e-debd-4761-8e34-f9e3a2a8f251 req-2e0a5875-f358-47cc-b7d2-319dcc0196e5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 946 time: 0.1083922 Aug 26 01:16:15.176302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-02674e5e-debd-4761-8e34-f9e3a2a8f251 req-90550123-2c5b-4d2d-97f0-bc17f001fe74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 0f55b151-9e93-4034-ba8c-d16b2c97fd12 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:16:15.176663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-02674e5e-debd-4761-8e34-f9e3a2a8f251 req-90550123-2c5b-4d2d-97f0-bc17f001fe74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:15.282345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7261fb-89e0-4aeb-9dbd-c4c4ea384155 req-18f9f688-6dad-49b3-be81-a81ffe79da70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:15.283920 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7e7261fb-89e0-4aeb-9dbd-c4c4ea384155 req-18f9f688-6dad-49b3-be81-a81ffe79da70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 946 time: 0.2079403 Aug 26 01:16:15.421212 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7e7261fb-89e0-4aeb-9dbd-c4c4ea384155 req-05a47883-5660-4b3a-8f56-90ba990b42ac tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7e18a8b-2bae-49eb-83a5-44831842f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295505 Aug 26 01:16:15.485107 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-02674e5e-debd-4761-8e34-f9e3a2a8f251 req-90550123-2c5b-4d2d-97f0-bc17f001fe74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 0f55b151-9e93-4034-ba8c-d16b2c97fd12, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0f55b151-9e93-4034-ba8c-d16b2c97fd12,segment=NetworkSegment(16b4e63d-d228-401b-b8d9-937b0020726c),segment_id=16b4e63d-d228-401b-b8d9-937b0020726c)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:15.485107 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-02674e5e-debd-4761-8e34-f9e3a2a8f251 req-90550123-2c5b-4d2d-97f0-bc17f001fe74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:15.611270 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-02674e5e-debd-4761-8e34-f9e3a2a8f251 req-90550123-2c5b-4d2d-97f0-bc17f001fe74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 0f55b151-9e93-4034-ba8c-d16b2c97fd12 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:16:15.825890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-02674e5e-debd-4761-8e34-f9e3a2a8f251 req-90550123-2c5b-4d2d-97f0-bc17f001fe74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:15.877058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90550123-2c5b-4d2d-97f0-bc17f001fe74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=0f55b151-9e93-4034-ba8c-d16b2c97fd12,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:15.970867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-02674e5e-debd-4761-8e34-f9e3a2a8f251 req-90550123-2c5b-4d2d-97f0-bc17f001fe74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] No DVR routers for this DVR port 0f55b151-9e93-4034-ba8c-d16b2c97fd12 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:16:15.973405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-02674e5e-debd-4761-8e34-f9e3a2a8f251 req-90550123-2c5b-4d2d-97f0-bc17f001fe74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:15.976230 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa83b50-43cf-431f-ae8b-897693d02716', 'name': 'network-vif-deleted', 'tag': '0f55b151-9e93-4034-ba8c-d16b2c97fd12'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:16:16.094518 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-02674e5e-debd-4761-8e34-f9e3a2a8f251 req-90550123-2c5b-4d2d-97f0-bc17f001fe74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "DELETE /v2.0/ports/0f55b151-9e93-4034-ba8c-d16b2c97fd12 HTTP/1.1" status: 204 len: 173 time: 1.0497568 Aug 26 01:16:16.108780 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f488f51-a397-4f35-a7a8-b3b41cb78f47'] response: {'server_uuid': 'afa83b50-43cf-431f-ae8b-897693d02716', 'name': 'network-vif-deleted', 'tag': '0f55b151-9e93-4034-ba8c-d16b2c97fd12', 'status': 'completed', 'code': 200} Aug 26 01:16:16.591871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f980ad03-a28d-403e-97c0-296800343ba0 req-2137096c-a291-4f27-871b-fe87fb12012c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:16:16.682441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f980ad03-a28d-403e-97c0-296800343ba0 req-2137096c-a291-4f27-871b-fe87fb12012c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:16:16.684298 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f980ad03-a28d-403e-97c0-296800343ba0 req-2137096c-a291-4f27-871b-fe87fb12012c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=afa83b50-43cf-431f-ae8b-897693d02716 HTTP/1.1" status: 200 len: 210 time: 0.1504002 Aug 26 01:16:17.784398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53906) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:17.858220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:17.888241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:18.107378 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:18.127135 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e18a8b-2bae-49eb-83a5-44831842f1cf,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:18.135169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:18.135521 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:18.135861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:18.136682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:18.136682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:18.137025 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:18.137132 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0f55b151-9e93-4034-ba8c-d16b2c97fd12 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:16:18.137587 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:18.137587 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:18.137829 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:18.138097 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:18.138419 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:18.138738 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:18.180544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 0f55b151-9e93-4034-ba8c-d16b2c97fd12 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:16:18.180544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0f55b151-9e93-4034-ba8c-d16b2c97fd12 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:16:18.255944 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:18.257077 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-97128d60-b682-4ade-8161-e702d8216584 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/security-groups/a7e18a8b-2bae-49eb-83a5-44831842f1cf HTTP/1.1" status: 204 len: 168 time: 0.4716387 Aug 26 01:16:18.363956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53912) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:18.434102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe7a06e-1fe2-43c0-9dcb-06d395140df8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting subnet 2c532be4-c2a8-463e-8e67-2972627d5e9a {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:16:18.437066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a06e-1fe2-43c0-9dcb-06d395140df8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:18.611626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a06e-1fe2-43c0-9dcb-06d395140df8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:18.695300 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a06e-1fe2-43c0-9dcb-06d395140df8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:18.871923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a06e-1fe2-43c0-9dcb-06d395140df8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:18.910563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7a06e-1fe2-43c0-9dcb-06d395140df8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Subnet': ['ID=2c532be4-c2a8-463e-8e67-2972627d5e9a,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:18.915943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a06e-1fe2-43c0-9dcb-06d395140df8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:18.923701 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cfe7a06e-1fe2-43c0-9dcb-06d395140df8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/subnets/2c532be4-c2a8-463e-8e67-2972627d5e9a HTTP/1.1" status: 204 len: 168 time: 0.5586443 Aug 26 01:16:18.924051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbf236a-4981-4e07-be41-60330ed76323 None None] Network 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:16:18.926559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53916) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:19.046731 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:19.058072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 4d131ee8-7578-41cc-b4a8-ced555a30a61 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:16:19.058450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:19.202190 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4864bfc-793c-4b31-bc1d-0bcacaa109cb None None] DHCP port deletion for 87f35fb7-4a2f-4cb7-9833-c4b25cfac479 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:16:19.206501 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b4864bfc-793c-4b31-bc1d-0bcacaa109cb None None] Deleting port 4d131ee8-7578-41cc-b4a8-ced555a30a61 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:16:19.206991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b4864bfc-793c-4b31-bc1d-0bcacaa109cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:19.272435 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 4d131ee8-7578-41cc-b4a8-ced555a30a61, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4d131ee8-7578-41cc-b4a8-ced555a30a61,segment=NetworkSegment(16b4e63d-d228-401b-b8d9-937b0020726c),segment_id=16b4e63d-d228-401b-b8d9-937b0020726c)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:19.275494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:19.476056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b4864bfc-793c-4b31-bc1d-0bcacaa109cb None None] For port 4d131ee8-7578-41cc-b4a8-ced555a30a61, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4d131ee8-7578-41cc-b4a8-ced555a30a61,segment=NetworkSegment(16b4e63d-d228-401b-b8d9-937b0020726c),segment_id=16b4e63d-d228-401b-b8d9-937b0020726c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:19.476453 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b4864bfc-793c-4b31-bc1d-0bcacaa109cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:19.502428 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 4d131ee8-7578-41cc-b4a8-ced555a30a61 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:16:19.603700 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b4864bfc-793c-4b31-bc1d-0bcacaa109cb None None] Calling delete_port for 4d131ee8-7578-41cc-b4a8-ced555a30a61 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:16:19.650307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:19.676721 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-b4864bfc-793c-4b31-bc1d-0bcacaa109cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:16:19.677173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-b4864bfc-793c-4b31-bc1d-0bcacaa109cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:16:19.702244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=4d131ee8-7578-41cc-b4a8-ced555a30a61,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:19.704836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] No DVR routers for this DVR port 4d131ee8-7578-41cc-b4a8-ced555a30a61 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:16:19.831874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:19.857912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f35fb7-4a2f-4cb7-9833-c4b25cfac479']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:19.870768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b4e63d-d228-401b-b8d9-937b0020726c') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:19.871121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b4e63d-d228-401b-b8d9-937b0020726c') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:19.883241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:19.899689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:19.905619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:16:19.906187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:19.976278 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 16b4e63d-d228-401b-b8d9-937b0020726c resource provider aggregate not found Aug 26 01:16:20.005023 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 16b4e63d-d228-401b-b8d9-937b0020726c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16b4e63d-d228-401b-b8d9-937b0020726c found for delete ", "request_id": "req-99176e4d-3942-4150-9878-558944aa4411"}]} Aug 26 01:16:20.099772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:20.117583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:20.130413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Network': ['ID=87f35fb7-4a2f-4cb7-9833-c4b25cfac479,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:20.178157 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b4864bfc-793c-4b31-bc1d-0bcacaa109cb None None] Deleting port 4d131ee8-7578-41cc-b4a8-ced555a30a61 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:16:20.178541 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b4864bfc-793c-4b31-bc1d-0bcacaa109cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:20.249177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b4864bfc-793c-4b31-bc1d-0bcacaa109cb None None] The port '4d131ee8-7578-41cc-b4a8-ced555a30a61' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:16:20.262342 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a7466ef8-e0bc-4105-9ca3-af28334f6900 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/networks/87f35fb7-4a2f-4cb7-9833-c4b25cfac479 HTTP/1.1" status: 204 len: 168 time: 1.3345761 Aug 26 01:16:20.264793 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53924) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:20.477794 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca5f73-d85f-4db2-8d61-09a8ed1c2147 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 404fcaa4-6c82-4e88-83f9-90d84ae1385f {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:16:20.478137 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5f73-d85f-4db2-8d61-09a8ed1c2147 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:20.592436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4d131ee8-7578-41cc-b4a8-ced555a30a61 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:16:20.628484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 4d131ee8-7578-41cc-b4a8-ced555a30a61 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:16:20.628860 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4d131ee8-7578-41cc-b4a8-ced555a30a61 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:16:20.654841 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5f73-d85f-4db2-8d61-09a8ed1c2147 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:20.655164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5f73-d85f-4db2-8d61-09a8ed1c2147 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:20.778815 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca5f73-d85f-4db2-8d61-09a8ed1c2147 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 404fcaa4-6c82-4e88-83f9-90d84ae1385f owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:16:21.010103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5f73-d85f-4db2-8d61-09a8ed1c2147 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:21.061735 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca5f73-d85f-4db2-8d61-09a8ed1c2147 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=404fcaa4-6c82-4e88-83f9-90d84ae1385f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:21.164019 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5f73-d85f-4db2-8d61-09a8ed1c2147 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:21.164344 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-f8ca5f73-d85f-4db2-8d61-09a8ed1c2147 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP b511121c-af73-49bd-8452-d32bf28aa546 disassociated (deleted). External IP: 172.26.2.172, port: 295206b7-03b9-4f62-8ef3-7146d2da02b5. Aug 26 01:16:21.621958 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ca5f73-d85f-4db2-8d61-09a8ed1c2147 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:16:21.804593 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ca5f73-d85f-4db2-8d61-09a8ed1c2147 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:16:21.815016 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ff41f-9c26-460d-9cb3-16b0e2c6b334 None None] Sync routers for ids ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:16:21.835716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5f73-d85f-4db2-8d61-09a8ed1c2147 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:21.836015 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ff41f-9c26-460d-9cb3-16b0e2c6b334 None None] Routers {'30b44b28-d560-49c8-b9fe-f2cbf66e18d2'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:16:21.836015 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-657ff41f-9c26-460d-9cb3-16b0e2c6b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:16:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:21.895946 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f8ca5f73-d85f-4db2-8d61-09a8ed1c2147 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/floatingips/b511121c-af73-49bd-8452-d32bf28aa546 HTTP/1.1" status: 204 len: 168 time: 1.6296365 Aug 26 01:16:21.897102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'tag': '295206b7-03b9-4f62-8ef3-7146d2da02b5'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:16:21.977632 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f73b2d-487f-4c41-9337-ed1d638e271c'] response: {'name': 'network-changed', 'server_uuid': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'tag': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'status': 'completed', 'code': 200} Aug 26 01:16:22.055901 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-657ff41f-9c26-460d-9cb3-16b0e2c6b334 None None] Set router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:16:22.113024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02651c3-66c1-49ac-846e-d576d7ae9d65 req-991f129e-d3c7-46f4-b6a2-cb4e8cda330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:22.114650 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a02651c3-66c1-49ac-846e-d576d7ae9d65 req-991f129e-d3c7-46f4-b6a2-cb4e8cda330b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 1099 time: 0.0879407 Aug 26 01:16:22.251620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02651c3-66c1-49ac-846e-d576d7ae9d65 req-150a6466-b9cf-4968-bba3-49ab85903ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:22.253346 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a02651c3-66c1-49ac-846e-d576d7ae9d65 req-150a6466-b9cf-4968-bba3-49ab85903ff3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d72c0b94-166a-4a66-a4e5-0afcda8d7d37 HTTP/1.1" status: 200 len: 899 time: 0.1322753 Aug 26 01:16:22.325322 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a02651c3-66c1-49ac-846e-d576d7ae9d65 req-02177544-0a32-4588-a5ed-f4a475924624 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295206b7-03b9-4f62-8ef3-7146d2da02b5 HTTP/1.1" status: 200 len: 217 time: 0.0634387 Aug 26 01:16:22.379096 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-657ff41f-9c26-460d-9cb3-16b0e2c6b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:16:11Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3c0adc1d-c37b-4ee6-85fd-da3fcecd216d', 'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:8e:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:12Z', 'updated_at': '2022-08-26T01:14:21Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:22.383276 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ff41f-9c26-460d-9cb3-16b0e2c6b334 None None] Checking router: 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:16:22.394622 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ff41f-9c26-460d-9cb3-16b0e2c6b334 None None] Routers {'30b44b28-d560-49c8-b9fe-f2cbf66e18d2'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:16:22.395903 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-657ff41f-9c26-460d-9cb3-16b0e2c6b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:16:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:22.398722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02651c3-66c1-49ac-846e-d576d7ae9d65 req-eba8c343-c719-43f8-907a-0a93dec78e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:22.400151 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a02651c3-66c1-49ac-846e-d576d7ae9d65 req-eba8c343-c719-43f8-907a-0a93dec78e0f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ef82664c-1805-4585-a01d-64dabc041c42 HTTP/1.1" status: 200 len: 834 time: 0.0687742 Aug 26 01:16:22.485240 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02651c3-66c1-49ac-846e-d576d7ae9d65 req-f55324f8-b332-43ed-bdbd-d805df84d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:22.487502 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a02651c3-66c1-49ac-846e-d576d7ae9d65 req-f55324f8-b332-43ed-bdbd-d805df84d2ce service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d72c0b94-166a-4a66-a4e5-0afcda8d7d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808296 Aug 26 01:16:22.555833 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [req-a02651c3-66c1-49ac-846e-d576d7ae9d65 req-f0c30b9d-3a40-4a87-96bc-d48331dc4a0a service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:16:22.559162 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a02651c3-66c1-49ac-846e-d576d7ae9d65 req-f0c30b9d-3a40-4a87-96bc-d48331dc4a0a service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097227 Aug 26 01:16:22.587392 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-657ff41f-9c26-460d-9cb3-16b0e2c6b334 None None] Set router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:16:22.765320 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a02651c3-66c1-49ac-846e-d576d7ae9d65 req-15403ef2-1d7a-478f-825d-4ae392e25849 service neutron] 10.222.0.94 "GET /v2.0/networks/d72c0b94-166a-4a66-a4e5-0afcda8d7d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984797 Aug 26 01:16:22.776719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f592b84-2661-46bb-bd9d-048cf8ef116f req-f65a8e39-a48d-4b11-a6e9-71950c63a058 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:22.778118 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7f592b84-2661-46bb-bd9d-048cf8ef116f req-f65a8e39-a48d-4b11-a6e9-71950c63a058 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 946 time: 0.1399789 Aug 26 01:16:22.917036 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7f592b84-2661-46bb-bd9d-048cf8ef116f req-d65b1ff0-8337-43bb-a6cf-a8ea85f91151 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=68d20509-6edb-44ee-bebe-114405a8e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170406 Aug 26 01:16:22.933864 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-657ff41f-9c26-460d-9cb3-16b0e2c6b334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:16:11Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3c0adc1d-c37b-4ee6-85fd-da3fcecd216d', 'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:8e:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:12Z', 'updated_at': '2022-08-26T01:14:21Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:22.938143 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ff41f-9c26-460d-9cb3-16b0e2c6b334 None None] The sync data for ids ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'] in dv-neutron-854561-2-hyperv is: [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:16:11Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3c0adc1d-c37b-4ee6-85fd-da3fcecd216d', 'name': '', 'network_id': 'd72c0b94-166a-4a66-a4e5-0afcda8d7d37', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:8e:a4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:12Z', 'updated_at': '2022-08-26T01:14:21Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'ef82664c-1805-4585-a01d-64dabc041c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:16:22.958230 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a02651c3-66c1-49ac-846e-d576d7ae9d65 req-c0feeace-1dbb-4d93-8d62-16326c245fc3 service neutron] 10.222.0.94 "GET /v2.0/networks/d72c0b94-166a-4a66-a4e5-0afcda8d7d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791193 Aug 26 01:16:23.166264 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df86ee-c68a-4d53-bc3e-0b7a54c4c2c6 None None] New status for floating IP b511121c-af73-49bd-8452-d32bf28aa546: DOWN {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:16:24.136975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2d6fb-bc5d-4900-86c4-fcaa1a3c9a04 req-e61b640f-334a-4110-93d6-92f6d7775c26 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:24.137765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-bdd2d6fb-bc5d-4900-86c4-fcaa1a3c9a04 req-e61b640f-334a-4110-93d6-92f6d7775c26 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:16:24.247984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-bdd2d6fb-bc5d-4900-86c4-fcaa1a3c9a04 req-e61b640f-334a-4110-93d6-92f6d7775c26 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:16:24.249174 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bdd2d6fb-bc5d-4900-86c4-fcaa1a3c9a04 req-e61b640f-334a-4110-93d6-92f6d7775c26 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 946 time: 0.2011280 Aug 26 01:16:24.296322 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-bdd2d6fb-bc5d-4900-86c4-fcaa1a3c9a04 req-0b77fd32-d798-4105-ad3f-a84e0209038d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:16:24.311032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6af57f-a364-4ec2-a798-0f5cba4024e4 req-b25f724e-5f72-42ce-95cd-2ddfed95bf37 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:24.312478 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2d6af57f-a364-4ec2-a798-0f5cba4024e4 req-b25f724e-5f72-42ce-95cd-2ddfed95bf37 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 946 time: 0.0938404 Aug 26 01:16:24.388762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-2d6af57f-a364-4ec2-a798-0f5cba4024e4 req-c71cb592-0a42-48ad-ade8-382e1337ed17 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 295206b7-03b9-4f62-8ef3-7146d2da02b5 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:16:24.389041 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-2d6af57f-a364-4ec2-a798-0f5cba4024e4 req-c71cb592-0a42-48ad-ade8-382e1337ed17 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:24.392052 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-bdd2d6fb-bc5d-4900-86c4-fcaa1a3c9a04 req-0b77fd32-d798-4105-ad3f-a84e0209038d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:16:24.393335 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bdd2d6fb-bc5d-4900-86c4-fcaa1a3c9a04 req-0b77fd32-d798-4105-ad3f-a84e0209038d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=68d20509-6edb-44ee-bebe-114405a8e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377118 Aug 26 01:16:24.648827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-2d6af57f-a364-4ec2-a798-0f5cba4024e4 req-c71cb592-0a42-48ad-ade8-382e1337ed17 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 295206b7-03b9-4f62-8ef3-7146d2da02b5, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=295206b7-03b9-4f62-8ef3-7146d2da02b5,segment=NetworkSegment(0816503b-c7df-44a7-9aae-fed35f09711d),segment_id=0816503b-c7df-44a7-9aae-fed35f09711d)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:24.649121 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-2d6af57f-a364-4ec2-a798-0f5cba4024e4 req-c71cb592-0a42-48ad-ade8-382e1337ed17 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:24.889244 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-2d6af57f-a364-4ec2-a798-0f5cba4024e4 req-c71cb592-0a42-48ad-ade8-382e1337ed17 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 295206b7-03b9-4f62-8ef3-7146d2da02b5 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:16:25.164522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-2d6af57f-a364-4ec2-a798-0f5cba4024e4 req-c71cb592-0a42-48ad-ade8-382e1337ed17 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:25.216958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cb592-0a42-48ad-ade8-382e1337ed17 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=295206b7-03b9-4f62-8ef3-7146d2da02b5,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:25.308415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6af57f-a364-4ec2-a798-0f5cba4024e4 req-c71cb592-0a42-48ad-ade8-382e1337ed17 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] No DVR routers for this DVR port 295206b7-03b9-4f62-8ef3-7146d2da02b5 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:16:25.310883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-2d6af57f-a364-4ec2-a798-0f5cba4024e4 req-c71cb592-0a42-48ad-ade8-382e1337ed17 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:25.313410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'name': 'network-vif-deleted', 'tag': '295206b7-03b9-4f62-8ef3-7146d2da02b5'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:16:25.388226 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2d6af57f-a364-4ec2-a798-0f5cba4024e4 req-c71cb592-0a42-48ad-ade8-382e1337ed17 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "DELETE /v2.0/ports/295206b7-03b9-4f62-8ef3-7146d2da02b5 HTTP/1.1" status: 204 len: 173 time: 1.0656047 Aug 26 01:16:25.564838 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afcfd650-32e0-4d10-85ff-57b6447e3a37'] response: {'server_uuid': 'aadba53d-332e-4406-b0c7-1c970e046b54', 'name': 'network-vif-deleted', 'tag': '295206b7-03b9-4f62-8ef3-7146d2da02b5', 'status': 'completed', 'code': 200} Aug 26 01:16:25.566634 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-70f77bf8-d06c-41af-aa8c-461b9d2c17c0 req-0b29b445-d6c6-4136-a5b5-86a15b66ce2c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=aadba53d-332e-4406-b0c7-1c970e046b54 HTTP/1.1" status: 200 len: 210 time: 0.0569797 Aug 26 01:16:26.670948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53944) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:26.741630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-77ec4f06-22aa-40d5-a3d8-79eb83db47d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:26.771807 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-77ec4f06-22aa-40d5-a3d8-79eb83db47d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:26.946916 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-77ec4f06-22aa-40d5-a3d8-79eb83db47d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:26.965885 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec4f06-22aa-40d5-a3d8-79eb83db47d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d20509-6edb-44ee-bebe-114405a8e17a,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:27.112070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-77ec4f06-22aa-40d5-a3d8-79eb83db47d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:27.113924 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-77ec4f06-22aa-40d5-a3d8-79eb83db47d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/security-groups/68d20509-6edb-44ee-bebe-114405a8e17a HTTP/1.1" status: 204 len: 168 time: 0.4419413 Aug 26 01:16:27.247646 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 53950) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:27.798944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0560d660-4191-4570-aca2-b3a4de23cf35 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:28.162956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-0560d660-4191-4570-aca2-b3a4de23cf35 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:16:28.163295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0560d660-4191-4570-aca2-b3a4de23cf35 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:28.236631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 295206b7-03b9-4f62-8ef3-7146d2da02b5 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:16:28.272363 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 295206b7-03b9-4f62-8ef3-7146d2da02b5 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:16:28.272719 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 295206b7-03b9-4f62-8ef3-7146d2da02b5 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:16:28.467919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-0560d660-4191-4570-aca2-b3a4de23cf35 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3c0adc1d-c37b-4ee6-85fd-da3fcecd216d,segment=NetworkSegment(0816503b-c7df-44a7-9aae-fed35f09711d),segment_id=0816503b-c7df-44a7-9aae-fed35f09711d)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:28.468535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0560d660-4191-4570-aca2-b3a4de23cf35 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:28.592474 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-0560d660-4191-4570-aca2-b3a4de23cf35 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:16:28.836375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0560d660-4191-4570-aca2-b3a4de23cf35 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:28.888730 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560d660-4191-4570-aca2-b3a4de23cf35 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=3c0adc1d-c37b-4ee6-85fd-da3fcecd216d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:29.182396 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0560d660-4191-4570-aca2-b3a4de23cf35 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:29.551258 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0560d660-4191-4570-aca2-b3a4de23cf35 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:16:29.786806 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0560d660-4191-4570-aca2-b3a4de23cf35 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:16:29.796324 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-28e3ad04-815a-442e-9eca-b530c9c802c5 req-b00184ab-b399-434e-827e-5217a698df7f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1297984 Aug 26 01:16:29.796568 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05cfd7-2352-4e55-ab21-1bc0abaef542 None None] Sync routers for ids ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:16:29.804011 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0560d660-4191-4570-aca2-b3a4de23cf35 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/30b44b28-d560-49c8-b9fe-f2cbf66e18d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5577271 Aug 26 01:16:29.806524 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05cfd7-2352-4e55-ab21-1bc0abaef542 None None] Routers {'30b44b28-d560-49c8-b9fe-f2cbf66e18d2'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:16:29.806938 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53956) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:29.807396 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-da05cfd7-2352-4e55-ab21-1bc0abaef542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:16:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:29.892641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8ce84f-e2e1-42d2-9333-a9a49d499f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting subnet ef82664c-1805-4585-a01d-64dabc041c42 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:16:29.897653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce84f-e2e1-42d2-9333-a9a49d499f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:29.964793 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce84f-e2e1-42d2-9333-a9a49d499f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:30.012989 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-da05cfd7-2352-4e55-ab21-1bc0abaef542 None None] Set router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:16:30.062849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3ad04-815a-442e-9eca-b530c9c802c5 req-bcac323f-dd8f-402a-adf6-0b7bcb96717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:30.064360 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-28e3ad04-815a-442e-9eca-b530c9c802c5 req-bcac323f-dd8f-402a-adf6-0b7bcb96717d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 1098 time: 0.2265625 Aug 26 01:16:30.078333 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce84f-e2e1-42d2-9333-a9a49d499f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:30.217975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3ad04-815a-442e-9eca-b530c9c802c5 req-852d3d08-f057-4ad9-b7a7-d86cc6f6460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:30.219217 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-28e3ad04-815a-442e-9eca-b530c9c802c5 req-852d3d08-f057-4ad9-b7a7-d86cc6f6460a service neutron] 10.222.0.94 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 913 time: 0.1340375 Aug 26 01:16:30.248532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce84f-e2e1-42d2-9333-a9a49d499f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:30.287156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ce84f-e2e1-42d2-9333-a9a49d499f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Subnet': ['ID=ef82664c-1805-4585-a01d-64dabc041c42,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:30.290116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a8ce84f-e2e1-42d2-9333-a9a49d499f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:30.296326 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9d7513-2bc0-4b13-a550-5eab09a1c521 None None] Network d72c0b94-166a-4a66-a4e5-0afcda8d7d37 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:16:30.301890 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4a8ce84f-e2e1-42d2-9333-a9a49d499f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/subnets/ef82664c-1805-4585-a01d-64dabc041c42 HTTP/1.1" status: 204 len: 168 time: 0.4899843 Aug 26 01:16:30.302167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53960) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:30.345682 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-da05cfd7-2352-4e55-ab21-1bc0abaef542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:16:28Z', 'revision_number': 7, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:30.346084 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-28e3ad04-815a-442e-9eca-b530c9c802c5 req-a6b0b855-6782-49a8-a27a-0fc636875bb6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f9d404-f771-43c2-a657-20f4654a6575 HTTP/1.1" status: 200 len: 1001 time: 0.1192913 Aug 26 01:16:30.351314 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05cfd7-2352-4e55-ab21-1bc0abaef542 None None] Checking router: 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:16:30.363411 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05cfd7-2352-4e55-ab21-1bc0abaef542 None None] Routers {'30b44b28-d560-49c8-b9fe-f2cbf66e18d2'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:16:30.364527 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-da05cfd7-2352-4e55-ab21-1bc0abaef542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:16:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:30.438843 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3ad04-815a-442e-9eca-b530c9c802c5 req-d792f1c1-4cda-4575-b3fa-a9b93c701772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:30.440994 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-28e3ad04-815a-442e-9eca-b530c9c802c5 req-d792f1c1-4cda-4575-b3fa-a9b93c701772 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 HTTP/1.1" status: 200 len: 850 time: 0.0864210 Aug 26 01:16:30.516208 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:30.556580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f205f0c1-360f-4c32-8d0d-1a91456c49ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:30.567161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3ad04-815a-442e-9eca-b530c9c802c5 req-fe689a93-1d71-4e92-9061-0000c835b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:30.570125 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-28e3ad04-815a-442e-9eca-b530c9c802c5 req-fe689a93-1d71-4e92-9061-0000c835b12a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=277863a4-4254-4976-bcf1-d2e6a4c64c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1212440 Aug 26 01:16:30.605624 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-da05cfd7-2352-4e55-ab21-1bc0abaef542 None None] Set router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:16:30.651786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] DHCP port deletion for d72c0b94-166a-4a66-a4e5-0afcda8d7d37 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:16:30.651786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Deleting port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:16:30.651786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:30.779884 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-28e3ad04-815a-442e-9eca-b530c9c802c5 req-92e2b042-ecb6-4180-ac43-aab495d3bfce service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010775 Aug 26 01:16:30.894729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:30.941794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] For port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3b77c915-5b1d-4a01-a759-5cfad1b31a1d,segment=NetworkSegment(0816503b-c7df-44a7-9aae-fed35f09711d),segment_id=0816503b-c7df-44a7-9aae-fed35f09711d)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:30.942726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:30.949641 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-da05cfd7-2352-4e55-ab21-1bc0abaef542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:16:28Z', 'revision_number': 7, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:30.953724 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-28e3ad04-815a-442e-9eca-b530c9c802c5 req-5d71dac7-bf2d-45ee-85bf-7cf22e2e1214 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651587 Aug 26 01:16:30.954198 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05cfd7-2352-4e55-ab21-1bc0abaef542 None None] The sync data for ids ['30b44b28-d560-49c8-b9fe-f2cbf66e18d2'] in dv-neutron-854561-2-hyperv is: [{'id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'name': 'tempest-TestNetworkBasicOps-router-1886139386', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:14:00Z', 'updated_at': '2022-08-26T01:16:28Z', 'revision_number': 7, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '994e1261-20d3-406c-8ff0-1ce99a69f1da', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b44b28-d560-49c8-b9fe-f2cbf66e18d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:14:02Z', 'updated_at': '2022-08-26T01:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:16:30.974344 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 994e1261-20d3-406c-8ff0-1ce99a69f1da {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:16:30.974998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:31.076090 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Calling delete_port for 3b77c915-5b1d-4a01-a759-5cfad1b31a1d owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:16:31.166123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 994e1261-20d3-406c-8ff0-1ce99a69f1da, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=994e1261-20d3-406c-8ff0-1ce99a69f1da,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:31.171010 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:31.232769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:31.283324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] No DVR routers for this DVR port 3b77c915-5b1d-4a01-a759-5cfad1b31a1d on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:16:31.286817 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Pushing event deleted for resources: {'Port': ['ID=3b77c915-5b1d-4a01-a759-5cfad1b31a1d,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:31.292510 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 994e1261-20d3-406c-8ff0-1ce99a69f1da owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:16:31.299525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:31.299525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:31.300685 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:31.300685 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:31.301287 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:31.301543 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:31.301919 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:31.302263 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:31.302740 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:31.303083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:31.303464 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:31.303740 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c5558e-ef47-46a6-9694-8c4225555524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:16:31.541593 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:31.590995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=994e1261-20d3-406c-8ff0-1ce99a69f1da,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:31.689780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:31.867234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:31.869435 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:31.975407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:31.976120 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Fanout notify agent at l3_agent the message router_deleted on router 30b44b28-d560-49c8-b9fe-f2cbf66e18d2 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:16:31.998010 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:31.999381 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b842a021-714a-46dd-a343-ebbfc1e44eeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/routers/30b44b28-d560-49c8-b9fe-f2cbf66e18d2 HTTP/1.1" status: 204 len: 168 time: 1.6961944 Aug 26 01:16:32.002587 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53966) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:32.125955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfba5-0902-44db-9a03-5f0de86a9e1c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:32.258372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfba5-0902-44db-9a03-5f0de86a9e1c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:32.291115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-d7ddfba5-0902-44db-9a03-5f0de86a9e1c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72c0b94-166a-4a66-a4e5-0afcda8d7d37']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:32.305788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-d7ddfba5-0902-44db-9a03-5f0de86a9e1c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0816503b-c7df-44a7-9aae-fed35f09711d') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:32.306092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-d7ddfba5-0902-44db-9a03-5f0de86a9e1c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0816503b-c7df-44a7-9aae-fed35f09711d') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:32.317612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfba5-0902-44db-9a03-5f0de86a9e1c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:32.333438 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfba5-0902-44db-9a03-5f0de86a9e1c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:32.339494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ddfba5-0902-44db-9a03-5f0de86a9e1c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:16:32.339870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfba5-0902-44db-9a03-5f0de86a9e1c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:32.404763 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 0816503b-c7df-44a7-9aae-fed35f09711d resource provider aggregate not found Aug 26 01:16:32.428525 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 0816503b-c7df-44a7-9aae-fed35f09711d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0816503b-c7df-44a7-9aae-fed35f09711d found for delete ", "request_id": "req-9ef1253a-8cdc-4f27-a457-622ab835b5b1"}]} Aug 26 01:16:32.539338 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfba5-0902-44db-9a03-5f0de86a9e1c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:32.555312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfba5-0902-44db-9a03-5f0de86a9e1c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:32.602708 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 994e1261-20d3-406c-8ff0-1ce99a69f1da no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:16:32.677245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddfba5-0902-44db-9a03-5f0de86a9e1c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Network': ['ID=d72c0b94-166a-4a66-a4e5-0afcda8d7d37,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:32.680221 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d7ddfba5-0902-44db-9a03-5f0de86a9e1c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/networks/d72c0b94-166a-4a66-a4e5-0afcda8d7d37 HTTP/1.1" status: 204 len: 168 time: 0.6764524 Aug 26 01:16:32.682403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 994e1261-20d3-406c-8ff0-1ce99a69f1da {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:16:32.682403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 994e1261-20d3-406c-8ff0-1ce99a69f1da not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:16:32.682403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:16:32.703580 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53974) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:32.711200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'network': {'name': 'tempest-network-smoke--68304400', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'port_security_enabled': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:32.715355 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:16:32.715705 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3c0adc1d-c37b-4ee6-85fd-da3fcecd216d not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:16:32.716117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3b77c915-5b1d-4a01-a759-5cfad1b31a1d no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:16:32.716302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:32.720685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:network and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:16:32.724651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:16:32.730921 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:32.751020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 3b77c915-5b1d-4a01-a759-5cfad1b31a1d {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:16:32.751361 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3b77c915-5b1d-4a01-a759-5cfad1b31a1d not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:16:32.792472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:16:32.795912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:32.825640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:16:32.833202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:32.833524 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Added segment 7fc2f203-8d97-4580-96c4-1d49e4f16033 of type vlan for network 347e188f-ada6-46db-a7dd-830d5055a428 Aug 26 01:16:32.860118 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:32.973823 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:32.979429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:32.980050 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:33.067029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0c36d7a-c034-4bd1-b7b4-9408fbe2df7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:33.093242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Network': ['ID=347e188f-ada6-46db-a7dd-830d5055a428,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:33.105037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 347e188f-ada6-46db-a7dd-830d5055a428 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:16:33.174321 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4f5240b0-506b-436d-9797-639f562b9f04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4682572 Aug 26 01:16:33.177129 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53978) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:33.182493 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'admin_state_up': True, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:33.189894 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:33.194799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:router and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:16:33.198545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:16:33.208462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:33.290041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:33.293942 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:33.306658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:33.672828 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:33.712910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:33.927879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:34.092786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:34.123824 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:34.264442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.150 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/7268bca9-41b7-4353-9f7f-ffae23b3da05) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:16:34.423247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:34.547736 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:34.613059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:16:34.616160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:16:34.619737 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:16:34.649454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=7268bca9-41b7-4353-9f7f-ffae23b3da05,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:34.951876 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:16:35.300115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:35.464781 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:35.647698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:35.981382 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router f1abee09-c409-4a7c-8c72-ef711fe4b30d is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:16:36.158260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:16:36.192889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Sync routers for ids ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:16:36.192889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Routers {'f1abee09-c409-4a7c-8c72-ef711fe4b30d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:16:36.192889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:16:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:36.293612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:36.294932 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7df2c859-5273-49f6-b283-242ad541b9d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1168296 Aug 26 01:16:36.298119 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53986) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:36.338717 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-efb55c35-13f8-4b31-aa85-ad6e077ee380 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f9996d1e9c5a4ca3826f46b8497097ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395098 Aug 26 01:16:36.343514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53990) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:36.356752 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Set router f1abee09-c409-4a7c-8c72-ef711fe4b30d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:16:36.476186 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fba94a-f480-4fad-a46f-381e5738cabe tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:36.477676 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-60fba94a-f480-4fad-a46f-381e5738cabe tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347482 Aug 26 01:16:36.480544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53994) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:36.525799 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c0f3597f-e0e7-47b0-bb38-2b88a47d9cdc tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439701 Aug 26 01:16:36.528210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 53998) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:36.533729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-874558354', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:36.646436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:16:33Z', 'updated_at': '2022-08-26T01:16:34Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:34Z', 'updated_at': '2022-08-26T01:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:36.650900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Checking router: f1abee09-c409-4a7c-8c72-ef711fe4b30d for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:16:36.651186 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Updating router f1abee09-c409-4a7c-8c72-ef711fe4b30d port 7268bca9-41b7-4353-9f7f-ffae23b3da05 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:16:36.709345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:36.770714 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:36.780029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:subnet and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:16:36.780029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:16:36.790575 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:36.925158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:16:36.925158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:37.076906 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:37.090189 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Transition to ACTIVE for port object 7268bca9-41b7-4353-9f7f-ffae23b3da05 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:16:37.165358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:37.229113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Attempting to bind port 7268bca9-41b7-4353-9f7f-ffae23b3da05 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:16:37.229487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Attempting to bind port 7268bca9-41b7-4353-9f7f-ffae23b3da05 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:16:37.229889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Attempting to bind port 7268bca9-41b7-4353-9f7f-ffae23b3da05 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:16:37.241236 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:16:37.242320 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:16:37.242320 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:37.242608 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:16:37.242963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Bound port: 7268bca9-41b7-4353-9f7f-ffae23b3da05, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:16:37.243338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:37.271234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:37.294331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3725d2-4719-4384-9175-030a0fcf9435 None None] Pushing event updated for resources: {'Port': ['ID=7268bca9-41b7-4353-9f7f-ffae23b3da05,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:37.330224 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] For port 7268bca9-41b7-4353-9f7f-ffae23b3da05, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:16:37.334113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] For port 7268bca9-41b7-4353-9f7f-ffae23b3da05, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7268bca9-41b7-4353-9f7f-ffae23b3da05,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:16:37.353298 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Subnet': ['ID=a5f8201b-8f95-451b-b609-5e97e9f83635,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:37.363368 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Checking segment: {'id': '7fc2f203-8d97-4580-96c4-1d49e4f16033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:16:37.365125 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network hostable DHCP agents. Network: 347e188f-ada6-46db-a7dd-830d5055a428, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:16:37.425520 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:37.455156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 347e188f-ada6-46db-a7dd-830d5055a428 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:16:37.493619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Routers {'f1abee09-c409-4a7c-8c72-ef711fe4b30d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:16:37.494266 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:16:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:37.553358 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 347e188f-ada6-46db-a7dd-830d5055a428) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:16:37.557934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:37.558630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:37.650845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71125460-f8ea-4570-931c-45d443f896ed None None] Network 347e188f-ada6-46db-a7dd-830d5055a428 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:16:37.665544 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8bc8ab9a-1858-4307-9829-e74a049965ea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1362538 Aug 26 01:16:37.668623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54004) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:37.685219 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3725d2-4719-4384-9175-030a0fcf9435 None None] Pushing event updated for resources: {'Port': ['ID=7268bca9-41b7-4353-9f7f-ffae23b3da05,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:37.839348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] Set router f1abee09-c409-4a7c-8c72-ef711fe4b30d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:16:38.138069 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-347e188f-ada6-46db-a7dd-830d5055a428', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ips': [{'subnet_id': 'a5f8201b-8f95-451b-b609-5e97e9f83635'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:16:38.139734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:38.363712 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:16:33Z', 'updated_at': '2022-08-26T01:16:34Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:34Z', 'updated_at': '2022-08-26T01:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:38.372070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474ed22-026c-4348-9efa-2f85962b517e None None] The sync data for ids ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'] in dv-neutron-854561-2-hyperv is: [{'id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:16:33Z', 'updated_at': '2022-08-26T01:16:34Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:34Z', 'updated_at': '2022-08-26T01:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:16:38.376816 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Allocated IP 172.20.0.2 (347e188f-ada6-46db-a7dd-830d5055a428/a5f8201b-8f95-451b-b609-5e97e9f83635/4e20f5b2-93a6-4c81-9619-277216f7072b) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:16:38.416620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:38.666319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:38.685992 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Transition to ACTIVE for port object 4e20f5b2-93a6-4c81-9619-277216f7072b will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:16:38.714036 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Transition to ACTIVE for port object 4e20f5b2-93a6-4c81-9619-277216f7072b will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:16:38.882252 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:38.965564 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Network 347e188f-ada6-46db-a7dd-830d5055a428 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:16:38.969514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:16:38.972231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:16:38.982975 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Pushing event updated for resources: {'Port': ['ID=4e20f5b2-93a6-4c81-9619-277216f7072b,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:39.086567 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.1 (347e188f-ada6-46db-a7dd-830d5055a428/a5f8201b-8f95-451b-b609-5e97e9f83635/400b128a-f43b-4306-8d2b-1d4a80597aec) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:16:39.095892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Attempting to bind port 4e20f5b2-93a6-4c81-9619-277216f7072b on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:16:39.096446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Attempting to bind port 4e20f5b2-93a6-4c81-9619-277216f7072b by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '7fc2f203-8d97-4580-96c4-1d49e4f16033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:16:39.097197 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Attempting to bind port 4e20f5b2-93a6-4c81-9619-277216f7072b on network 347e188f-ada6-46db-a7dd-830d5055a428 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:16:39.104000 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:16:39.104370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Checking segment: {'id': '7fc2f203-8d97-4580-96c4-1d49e4f16033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:16:39.105061 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:39.105474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Bound using segment: {'id': '7fc2f203-8d97-4580-96c4-1d49e4f16033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:16:39.105977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Bound port: 4e20f5b2-93a6-4c81-9619-277216f7072b, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc2f203-8d97-4580-96c4-1d49e4f16033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:16:39.106354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:39.207117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] For port 4e20f5b2-93a6-4c81-9619-277216f7072b, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:16:39.212035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] For port 4e20f5b2-93a6-4c81-9619-277216f7072b, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4e20f5b2-93a6-4c81-9619-277216f7072b,segment=NetworkSegment(7fc2f203-8d97-4580-96c4-1d49e4f16033),segment_id=7fc2f203-8d97-4580-96c4-1d49e4f16033)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:16:39.269333 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:39.286753 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 400b128a-f43b-4306-8d2b-1d4a80597aec will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:16:39.328949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:39.409482 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72e19d-399b-4444-a4f1-744f324f698e None None] Pushing event updated for resources: {'Port': ['ID=4e20f5b2-93a6-4c81-9619-277216f7072b,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:39.411432 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:39.486039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 347e188f-ada6-46db-a7dd-830d5055a428 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:16:39.489478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:16:39.493779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:16:39.546077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=400b128a-f43b-4306-8d2b-1d4a80597aec,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:39.590124 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:39.782004 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:40.224863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:40.329444 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:40.447211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=400b128a-f43b-4306-8d2b-1d4a80597aec,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:40.449464 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:40.592638 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb16c131-522e-489e-b586-5016c2ae1ca5 None None] Network 347e188f-ada6-46db-a7dd-830d5055a428 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:16:40.614513 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 347e188f-ada6-46db-a7dd-830d5055a428 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:16:40.617422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:16:40.677937 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:40.697833 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7268bca9-41b7-4353-9f7f-ffae23b3da05 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:16:40.760505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fb422dc3-d955-41ce-85de-a21844176785 None None] Provisioning for port 4e20f5b2-93a6-4c81-9619-277216f7072b completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:16:40.827302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router f1abee09-c409-4a7c-8c72-ef711fe4b30d has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:16:40.982295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 7268bca9-41b7-4353-9f7f-ffae23b3da05 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:16:40.988225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 7268bca9-41b7-4353-9f7f-ffae23b3da05 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:16:40.989225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:41.137089 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 7268bca9-41b7-4353-9f7f-ffae23b3da05 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:16:41.137089 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:41.145460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 7268bca9-41b7-4353-9f7f-ffae23b3da05, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7268bca9-41b7-4353-9f7f-ffae23b3da05,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:41.168174 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:16:41.180353 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Sync routers for ids ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:16:41.186324 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2e979477-41d7-409e-89b0-1de1c685c923 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/f1abee09-c409-4a7c-8c72-ef711fe4b30d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5135367 Aug 26 01:16:41.186570 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54008) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:41.193103 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Routers {'f1abee09-c409-4a7c-8c72-ef711fe4b30d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:16:41.193704 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:16:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:41.267142 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:41.272704 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4e20f5b2-93a6-4c81-9619-277216f7072b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:16:41.352752 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad25d7a-69f5-4fbe-90ee-8c04e36fcce4 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:41.353232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad25d7a-69f5-4fbe-90ee-8c04e36fcce4 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:41.353705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad25d7a-69f5-4fbe-90ee-8c04e36fcce4 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:41.355657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad25d7a-69f5-4fbe-90ee-8c04e36fcce4 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:41.355657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad25d7a-69f5-4fbe-90ee-8c04e36fcce4 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:41.355657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad25d7a-69f5-4fbe-90ee-8c04e36fcce4 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:41.359886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54014) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:41.360440 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7ad25d7a-69f5-4fbe-90ee-8c04e36fcce4 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.1726124 Aug 26 01:16:41.389697 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ca84fe5d-ffea-47bb-8be8-c24c33b9505c None None] Provisioning for port 400b128a-f43b-4306-8d2b-1d4a80597aec completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:16:41.421993 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Set router f1abee09-c409-4a7c-8c72-ef711fe4b30d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:16:41.425225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ca84fe5d-ffea-47bb-8be8-c24c33b9505c None None] Provisioning complete for port 400b128a-f43b-4306-8d2b-1d4a80597aec triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:16:41.425613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ca84fe5d-ffea-47bb-8be8-c24c33b9505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:41.461209 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5148e2-d230-47e5-855f-575598749b24 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:41.461683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5148e2-d230-47e5-855f-575598749b24 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:41.462178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5148e2-d230-47e5-855f-575598749b24 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:41.462833 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5148e2-d230-47e5-855f-575598749b24 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:41.463185 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5148e2-d230-47e5-855f-575598749b24 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:41.463642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5148e2-d230-47e5-855f-575598749b24 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:41.465480 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9f5148e2-d230-47e5-855f-575598749b24 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1044014 Aug 26 01:16:41.468347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54018) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:41.523341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ca84fe5d-ffea-47bb-8be8-c24c33b9505c None None] Port 400b128a-f43b-4306-8d2b-1d4a80597aec cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:16:41.535221 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=7268bca9-41b7-4353-9f7f-ffae23b3da05,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:41.624915 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 4e20f5b2-93a6-4c81-9619-277216f7072b completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:16:41.634182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 4e20f5b2-93a6-4c81-9619-277216f7072b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:16:41.634628 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:41.732122 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bcedef15-0730-4427-b576-ba6c872c8fa1 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2548695 Aug 26 01:16:41.732528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ed220a09-6158-404f-af5d-c0dc7b0fbe0c None None] Provisioning complete for port 400b128a-f43b-4306-8d2b-1d4a80597aec triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:16:41.732528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ed220a09-6158-404f-af5d-c0dc7b0fbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:41.798742 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ed220a09-6158-404f-af5d-c0dc7b0fbe0c None None] Port 400b128a-f43b-4306-8d2b-1d4a80597aec cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:16:41.866285 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 4e20f5b2-93a6-4c81-9619-277216f7072b is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:16:41.869177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:41.869323 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:16:33Z', 'updated_at': '2022-08-26T01:16:39Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:34Z', 'updated_at': '2022-08-26T01:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '400b128a-f43b-4306-8d2b-1d4a80597aec', 'name': '', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:35:86:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:38Z', 'updated_at': '2022-08-26T01:16:40Z', 'revision_number': 2, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:41.873187 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Checking router: f1abee09-c409-4a7c-8c72-ef711fe4b30d for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:16:41.873579 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Updating router f1abee09-c409-4a7c-8c72-ef711fe4b30d port 400b128a-f43b-4306-8d2b-1d4a80597aec binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:16:41.902224 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 4e20f5b2-93a6-4c81-9619-277216f7072b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4e20f5b2-93a6-4c81-9619-277216f7072b,segment=NetworkSegment(7fc2f203-8d97-4580-96c4-1d49e4f16033),segment_id=7fc2f203-8d97-4580-96c4-1d49e4f16033)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:41.920453 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54024) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:41.923639 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1b43a75f-8131-40fb-ab78-40cf6d9bf6aa None None] Provisioning complete for port 400b128a-f43b-4306-8d2b-1d4a80597aec triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:16:41.924135 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1b43a75f-8131-40fb-ab78-40cf6d9bf6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:41.926014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-95bd92e8-89cf-4b17-9162-3237ed7b0a85 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425714656', 'description': 'tempest-secgroup-smoke-1425714656 description', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:41.929804 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:41.932122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-95bd92e8-89cf-4b17-9162-3237ed7b0a85 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:41.945055 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-95bd92e8-89cf-4b17-9162-3237ed7b0a85 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:16:41.945055 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-95bd92e8-89cf-4b17-9162-3237ed7b0a85 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:16:41.951448 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-95bd92e8-89cf-4b17-9162-3237ed7b0a85 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:41.985847 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1b43a75f-8131-40fb-ab78-40cf6d9bf6aa None None] Port 400b128a-f43b-4306-8d2b-1d4a80597aec cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:16:42.027105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:42.084614 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95bd92e8-89cf-4b17-9162-3237ed7b0a85 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:42.106424 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-95bd92e8-89cf-4b17-9162-3237ed7b0a85 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:42.114425 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=4e20f5b2-93a6-4c81-9619-277216f7072b,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:42.116067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-95bd92e8-89cf-4b17-9162-3237ed7b0a85 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:16:42.120202 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-95bd92e8-89cf-4b17-9162-3237ed7b0a85 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:16:42.126607 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-95bd92e8-89cf-4b17-9162-3237ed7b0a85 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:42.217074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95bd92e8-89cf-4b17-9162-3237ed7b0a85 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:42.307058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95bd92e8-89cf-4b17-9162-3237ed7b0a85 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:42.307800 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:42.322077 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Transition to ACTIVE for port object 400b128a-f43b-4306-8d2b-1d4a80597aec will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:16:42.357360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd92e8-89cf-4b17-9162-3237ed7b0a85 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa23999-3fcf-4fc3-99c3-58bcb05ce21e,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:42.453679 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:42.479672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95bd92e8-89cf-4b17-9162-3237ed7b0a85 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:42.479672 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-95bd92e8-89cf-4b17-9162-3237ed7b0a85 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5527334 Aug 26 01:16:42.480648 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54030) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:42.486058 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-59350681-8a31-4c2e-a76e-c82d2220bf41 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'baa23999-3fcf-4fc3-99c3-58bcb05ce21e', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:42.494375 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-59350681-8a31-4c2e-a76e-c82d2220bf41 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:42.500734 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-59350681-8a31-4c2e-a76e-c82d2220bf41 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:16:42.501252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-59350681-8a31-4c2e-a76e-c82d2220bf41 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:16:42.509021 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-59350681-8a31-4c2e-a76e-c82d2220bf41 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:42.618481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7268bca9-41b7-4353-9f7f-ffae23b3da05 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:16:42.624299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-59350681-8a31-4c2e-a76e-c82d2220bf41 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:42.651646 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47a921-3e56-42c2-be04-789052f6e6ec None None] Pushing event updated for resources: {'Port': ['ID=400b128a-f43b-4306-8d2b-1d4a80597aec,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:42.673784 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Attempting to bind port 400b128a-f43b-4306-8d2b-1d4a80597aec on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:16:42.674629 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Attempting to bind port 400b128a-f43b-4306-8d2b-1d4a80597aec by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '7fc2f203-8d97-4580-96c4-1d49e4f16033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:16:42.674629 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Attempting to bind port 400b128a-f43b-4306-8d2b-1d4a80597aec on network 347e188f-ada6-46db-a7dd-830d5055a428 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:16:42.681057 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:16:42.681454 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Checking segment: {'id': '7fc2f203-8d97-4580-96c4-1d49e4f16033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:16:42.681974 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:42.682415 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Bound using segment: {'id': '7fc2f203-8d97-4580-96c4-1d49e4f16033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:16:42.682883 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Bound port: 400b128a-f43b-4306-8d2b-1d4a80597aec, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc2f203-8d97-4580-96c4-1d49e4f16033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:16:42.683252 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:42.700987 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-59350681-8a31-4c2e-a76e-c82d2220bf41 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:42.712285 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 7268bca9-41b7-4353-9f7f-ffae23b3da05 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:16:42.712864 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:42.774021 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-59350681-8a31-4c2e-a76e-c82d2220bf41 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:42.785028 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] For port 400b128a-f43b-4306-8d2b-1d4a80597aec, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:16:42.789107 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] For port 400b128a-f43b-4306-8d2b-1d4a80597aec, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=400b128a-f43b-4306-8d2b-1d4a80597aec,segment=NetworkSegment(7fc2f203-8d97-4580-96c4-1d49e4f16033),segment_id=7fc2f203-8d97-4580-96c4-1d49e4f16033)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:16:42.805453 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59350681-8a31-4c2e-a76e-c82d2220bf41 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9fa2d2-5882-4650-8415-eafac6963bfd,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:42.842859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 7268bca9-41b7-4353-9f7f-ffae23b3da05 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:16:42.843933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4e20f5b2-93a6-4c81-9619-277216f7072b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:16:42.866131 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:42.890040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-59350681-8a31-4c2e-a76e-c82d2220bf41 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:42.894550 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-59350681-8a31-4c2e-a76e-c82d2220bf41 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4132638 Aug 26 01:16:42.895062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54034) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:42.902755 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-8e3ebaad-633e-4b68-96f5-8fbbec9cf9a7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'baa23999-3fcf-4fc3-99c3-58bcb05ce21e', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:42.909138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8e3ebaad-633e-4b68-96f5-8fbbec9cf9a7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:42.915789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8e3ebaad-633e-4b68-96f5-8fbbec9cf9a7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:16:42.919425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8e3ebaad-633e-4b68-96f5-8fbbec9cf9a7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:16:42.927180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8e3ebaad-633e-4b68-96f5-8fbbec9cf9a7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:42.929235 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Routers {'f1abee09-c409-4a7c-8c72-ef711fe4b30d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:16:42.929823 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:16:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:42.930311 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 4e20f5b2-93a6-4c81-9619-277216f7072b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:16:42.930696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:43.047211 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8e3ebaad-633e-4b68-96f5-8fbbec9cf9a7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:43.064217 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 4e20f5b2-93a6-4c81-9619-277216f7072b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:16:43.078306 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47a921-3e56-42c2-be04-789052f6e6ec None None] Pushing event updated for resources: {'Port': ['ID=400b128a-f43b-4306-8d2b-1d4a80597aec,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:43.115745 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8e3ebaad-633e-4b68-96f5-8fbbec9cf9a7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:43.130504 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] Set router f1abee09-c409-4a7c-8c72-ef711fe4b30d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:16:43.196100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8e3ebaad-633e-4b68-96f5-8fbbec9cf9a7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:43.222075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ebaad-633e-4b68-96f5-8fbbec9cf9a7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fbc426-3001-41f1-9bdc-eaa2c965713a,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:43.319422 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8e3ebaad-633e-4b68-96f5-8fbbec9cf9a7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:43.320958 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8e3ebaad-633e-4b68-96f5-8fbbec9cf9a7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4239035 Aug 26 01:16:43.323866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54038) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:43.330322 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9cef270c-9b21-451e-ae30-1348241d583c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'baa23999-3fcf-4fc3-99c3-58bcb05ce21e', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:43.339308 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9cef270c-9b21-451e-ae30-1348241d583c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:43.343757 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9cef270c-9b21-451e-ae30-1348241d583c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:16:43.347106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9cef270c-9b21-451e-ae30-1348241d583c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:16:43.355499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9cef270c-9b21-451e-ae30-1348241d583c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:43.467807 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cef270c-9b21-451e-ae30-1348241d583c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:43.511724 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:16:33Z', 'updated_at': '2022-08-26T01:16:39Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:34Z', 'updated_at': '2022-08-26T01:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '400b128a-f43b-4306-8d2b-1d4a80597aec', 'name': '', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:35:86:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:38Z', 'updated_at': '2022-08-26T01:16:42Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:16:43.516185 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a1728-4b1d-4347-b007-3b78f6421f38 None None] The sync data for ids ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'] in dv-neutron-854561-2-hyperv is: [{'id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:16:33Z', 'updated_at': '2022-08-26T01:16:39Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:34Z', 'updated_at': '2022-08-26T01:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '400b128a-f43b-4306-8d2b-1d4a80597aec', 'name': '', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:35:86:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:38Z', 'updated_at': '2022-08-26T01:16:42Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:16:43.539450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cef270c-9b21-451e-ae30-1348241d583c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:43.618177 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cef270c-9b21-451e-ae30-1348241d583c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:43.640684 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef270c-9b21-451e-ae30-1348241d583c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301f08a7-e12b-46a5-8b0c-04e0ad2ec5ed,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:43.724162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cef270c-9b21-451e-ae30-1348241d583c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:43.729995 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9cef270c-9b21-451e-ae30-1348241d583c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4000850 Aug 26 01:16:43.730185 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54042) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:43.734351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a634dcb7-72e3-4658-88a4-d1d6bf3c123e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'baa23999-3fcf-4fc3-99c3-58bcb05ce21e', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:43.740673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a634dcb7-72e3-4658-88a4-d1d6bf3c123e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:43.751955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a634dcb7-72e3-4658-88a4-d1d6bf3c123e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:16:43.751955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a634dcb7-72e3-4658-88a4-d1d6bf3c123e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:16:43.758621 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a634dcb7-72e3-4658-88a4-d1d6bf3c123e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:43.855789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a634dcb7-72e3-4658-88a4-d1d6bf3c123e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:43.928411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a634dcb7-72e3-4658-88a4-d1d6bf3c123e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:44.039232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a634dcb7-72e3-4658-88a4-d1d6bf3c123e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:44.071766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634dcb7-72e3-4658-88a4-d1d6bf3c123e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69260408-e324-47c4-981c-09fc854ae695,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:44.162444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a634dcb7-72e3-4658-88a4-d1d6bf3c123e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:44.163764 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a634dcb7-72e3-4658-88a4-d1d6bf3c123e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4343743 Aug 26 01:16:44.166565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54046) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:44.172114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-af050a0e-8c69-4139-ad05-8a23a230b395 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'baa23999-3fcf-4fc3-99c3-58bcb05ce21e', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:44.179027 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-af050a0e-8c69-4139-ad05-8a23a230b395 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:44.183077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-af050a0e-8c69-4139-ad05-8a23a230b395 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:16:44.192391 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-af050a0e-8c69-4139-ad05-8a23a230b395 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:16:44.194410 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-af050a0e-8c69-4139-ad05-8a23a230b395 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:44.310629 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-af050a0e-8c69-4139-ad05-8a23a230b395 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:16:44.319458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-af050a0e-8c69-4139-ad05-8a23a230b395 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:44.397188 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-af050a0e-8c69-4139-ad05-8a23a230b395 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:44.466840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-af050a0e-8c69-4139-ad05-8a23a230b395 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:44.494722 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af050a0e-8c69-4139-ad05-8a23a230b395 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17aec31-c8e5-47c2-ab98-4af8e6756441,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:44.567329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-af050a0e-8c69-4139-ad05-8a23a230b395 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:44.569153 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-af050a0e-8c69-4139-ad05-8a23a230b395 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4015450 Aug 26 01:16:44.576259 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54050) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:44.585377 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-8524e250-1cef-4e85-bf96-de7d4aee5b61 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'baa23999-3fcf-4fc3-99c3-58bcb05ce21e', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:44.596703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8524e250-1cef-4e85-bf96-de7d4aee5b61 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:44.600932 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8524e250-1cef-4e85-bf96-de7d4aee5b61 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:16:44.604103 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8524e250-1cef-4e85-bf96-de7d4aee5b61 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:16:44.611943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8524e250-1cef-4e85-bf96-de7d4aee5b61 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:44.664183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 400b128a-f43b-4306-8d2b-1d4a80597aec up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:16:44.724607 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-8524e250-1cef-4e85-bf96-de7d4aee5b61 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:16:44.733057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8524e250-1cef-4e85-bf96-de7d4aee5b61 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:44.800994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8524e250-1cef-4e85-bf96-de7d4aee5b61 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:44.838596 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 400b128a-f43b-4306-8d2b-1d4a80597aec completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:16:44.847744 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 400b128a-f43b-4306-8d2b-1d4a80597aec triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:16:44.847744 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:44.935117 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8524e250-1cef-4e85-bf96-de7d4aee5b61 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:44.959409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524e250-1cef-4e85-bf96-de7d4aee5b61 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7288fb-d9c6-415f-8018-4931cc2a566e,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:44.971599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 400b128a-f43b-4306-8d2b-1d4a80597aec is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:16:44.972014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:45.006750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 400b128a-f43b-4306-8d2b-1d4a80597aec, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=400b128a-f43b-4306-8d2b-1d4a80597aec,segment=NetworkSegment(7fc2f203-8d97-4580-96c4-1d49e4f16033),segment_id=7fc2f203-8d97-4580-96c4-1d49e4f16033)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:45.056985 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8524e250-1cef-4e85-bf96-de7d4aee5b61 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:45.056985 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8524e250-1cef-4e85-bf96-de7d4aee5b61 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4725816 Aug 26 01:16:45.102963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:45.174164 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=400b128a-f43b-4306-8d2b-1d4a80597aec,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:45.291447 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b905279a-9fa6-45a5-82d4-87ba0898b5b0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:16:45.375466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b905279a-9fa6-45a5-82d4-87ba0898b5b0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:16:45.377269 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b905279a-9fa6-45a5-82d4-87ba0898b5b0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425714656&fields=id&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 267 time: 0.1280797 Aug 26 01:16:45.541700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-9ec07a50-9024-47b4-b614-4a3fffcf7b6c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:45.542410 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-9ec07a50-9024-47b4-b614-4a3fffcf7b6c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:16:45.612894 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-9ec07a50-9024-47b4-b614-4a3fffcf7b6c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:16:45.614919 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-9ec07a50-9024-47b4-b614-4a3fffcf7b6c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/networks?id=347e188f-ada6-46db-a7dd-830d5055a428 HTTP/1.1" status: 200 len: 795 time: 0.2305758 Aug 26 01:16:45.631128 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-14d45e13-700f-4664-9dcc-d7948c63217a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/quotas/f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 375 time: 0.0103352 Aug 26 01:16:45.732720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-93016c2b-7b68-4d3b-9096-8ea7bedce31a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:16:45.820788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-93016c2b-7b68-4d3b-9096-8ea7bedce31a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:16:45.823323 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-93016c2b-7b68-4d3b-9096-8ea7bedce31a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1858687 Aug 26 01:16:45.838092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b7fa189e-c37f-4396-b877-6b80fa0199c0 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:16:45.839087 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b7fa189e-c37f-4396-b877-6b80fa0199c0 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053928 Aug 26 01:16:45.974989 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-e0242aea-9a63-4b9e-9862-77bb7a0552c2 service neutron] 10.222.0.83 "GET /v2.0/networks/347e188f-ada6-46db-a7dd-830d5055a428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299078 Aug 26 01:16:46.112491 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-6f3733f2-6dfe-4d32-8d61-e42ee6f6ee35 service neutron] 10.222.0.83 "GET /v2.0/networks/347e188f-ada6-46db-a7dd-830d5055a428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313193 Aug 26 01:16:46.419179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c1cf6b11-6411-447b-8173-b3ddd85c5207 req-9e3256a9-1a1a-49ac-8a8e-df5fdd5ac303 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:16:46.432943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c1cf6b11-6411-447b-8173-b3ddd85c5207 req-9e3256a9-1a1a-49ac-8a8e-df5fdd5ac303 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:16:46.434145 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1cf6b11-6411-447b-8173-b3ddd85c5207 req-9e3256a9-1a1a-49ac-8a8e-df5fdd5ac303 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 210 time: 0.0735316 Aug 26 01:16:46.609846 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 400b128a-f43b-4306-8d2b-1d4a80597aec up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:16:46.681213 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 400b128a-f43b-4306-8d2b-1d4a80597aec triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:16:46.681591 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:46.807572 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 400b128a-f43b-4306-8d2b-1d4a80597aec is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:16:47.599720 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d02d5dba-67fd-4234-a095-66720d4854fc req-73b6dd4b-ba52-4f36-804b-95415c0cdd78 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 210 time: 0.0505602 Aug 26 01:16:48.901010 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-16d11061-3bd4-48ed-aa4a-e6654f978ca4 req-75652158-931c-4686-9168-f32e09893997 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 210 time: 0.1810141 Aug 26 01:16:48.956759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-1b36f7fb-760c-4823-b65e-9569a357226b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:48.959333 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-1b36f7fb-760c-4823-b65e-9569a357226b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/networks?id=347e188f-ada6-46db-a7dd-830d5055a428 HTTP/1.1" status: 200 len: 795 time: 0.3237596 Aug 26 01:16:49.035087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-d2e8d33f-d201-471e-ba21-ff01d5f8bbec tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:16:49.048083 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-d2e8d33f-d201-471e-ba21-ff01d5f8bbec tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:16:49.050157 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-d2e8d33f-d201-471e-ba21-ff01d5f8bbec tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 380 time: 0.0587246 Aug 26 01:16:49.061163 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'port': {'device_id': 'c9de7701-1f64-444b-8c11-1fcd8a46e345', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'admin_state_up': True, 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'security_groups': ['baa23999-3fcf-4fc3-99c3-58bcb05ce21e']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:49.207052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:49.218054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:49.292899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:16:49.296463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:49.467926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.14 (347e188f-ada6-46db-a7dd-830d5055a428/a5f8201b-8f95-451b-b609-5e97e9f83635/0abde28c-9546-4c9e-8e10-b5c5edddc56d) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:16:49.658661 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:49.675023 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 0abde28c-9546-4c9e-8e10-b5c5edddc56d will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:16:49.781535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:49.853676 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 347e188f-ada6-46db-a7dd-830d5055a428 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:16:49.856714 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:16:49.860751 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:16:49.903187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=0abde28c-9546-4c9e-8e10-b5c5edddc56d,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:49.932878 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:49.933243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:50.039151 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b91e81d7-2ff6-4844-9272-2287dc27dded tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9816022 Aug 26 01:16:50.071458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Request body: {'port': {'device_id': 'c9de7701-1f64-444b-8c11-1fcd8a46e345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:50.128250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed9cd6-1c5d-4b2e-8b8f-1aa7eac31f48 req-e100ae61-c94f-49c1-9109-87aea4e84095 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:50.129722 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-65ed9cd6-1c5d-4b2e-8b8f-1aa7eac31f48 req-e100ae61-c94f-49c1-9109-87aea4e84095 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 932 time: 0.1081073 Aug 26 01:16:50.179953 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-65ed9cd6-1c5d-4b2e-8b8f-1aa7eac31f48 req-267fe449-d342-429c-b83a-d355f3f7f788 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=baa23999-3fcf-4fc3-99c3-58bcb05ce21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424914 Aug 26 01:16:50.191280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:50.283519 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f130e509-f1f1-431a-8666-cddc6101f91f None None] Provisioning for port 0abde28c-9546-4c9e-8e10-b5c5edddc56d completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:16:50.290042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f130e509-f1f1-431a-8666-cddc6101f91f None None] Provisioning complete for port 0abde28c-9546-4c9e-8e10-b5c5edddc56d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:16:50.290433 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f130e509-f1f1-431a-8666-cddc6101f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:50.383999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f130e509-f1f1-431a-8666-cddc6101f91f None None] Port 0abde28c-9546-4c9e-8e10-b5c5edddc56d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:16:50.546538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abde28c-9546-4c9e-8e10-b5c5edddc56d {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:16:50.554899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:50.570227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Transition to ACTIVE for port object 0abde28c-9546-4c9e-8e10-b5c5edddc56d will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:16:50.626751 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:50.824718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Pushing event updated for resources: {'Port': ['ID=0abde28c-9546-4c9e-8e10-b5c5edddc56d,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:50.859547 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Attempting to bind port 0abde28c-9546-4c9e-8e10-b5c5edddc56d on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:16:50.861638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Attempting to bind port 0abde28c-9546-4c9e-8e10-b5c5edddc56d by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '7fc2f203-8d97-4580-96c4-1d49e4f16033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:16:50.861638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Attempting to bind port 0abde28c-9546-4c9e-8e10-b5c5edddc56d on network 347e188f-ada6-46db-a7dd-830d5055a428 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:16:50.864967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Port 0abde28c-9546-4c9e-8e10-b5c5edddc56d on network 347e188f-ada6-46db-a7dd-830d5055a428 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:16:50.865283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Attempting to bind port 0abde28c-9546-4c9e-8e10-b5c5edddc56d on network 347e188f-ada6-46db-a7dd-830d5055a428 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:16:50.870463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:16:50.870780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Checking segment: {'id': '7fc2f203-8d97-4580-96c4-1d49e4f16033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:16:50.871159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Bound using segment: {'id': '7fc2f203-8d97-4580-96c4-1d49e4f16033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:16:50.871579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Bound port: 0abde28c-9546-4c9e-8e10-b5c5edddc56d, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc2f203-8d97-4580-96c4-1d49e4f16033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:16:50.871919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:50.962117 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] For port 0abde28c-9546-4c9e-8e10-b5c5edddc56d, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:16:50.965165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] For port 0abde28c-9546-4c9e-8e10-b5c5edddc56d, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0abde28c-9546-4c9e-8e10-b5c5edddc56d,segment=NetworkSegment(7fc2f203-8d97-4580-96c4-1d49e4f16033),segment_id=7fc2f203-8d97-4580-96c4-1d49e4f16033)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:16:51.113015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:51.149527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:51.150174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:51.151551 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] 10.222.0.94 "PUT /v2.0/ports/0abde28c-9546-4c9e-8e10-b5c5edddc56d HTTP/1.1" status: 200 len: 1094 time: 1.0906539 Aug 26 01:16:51.151989 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9de7701-1f64-444b-8c11-1fcd8a46e345', 'tag': '0abde28c-9546-4c9e-8e10-b5c5edddc56d'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:16:51.200318 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc48c8b-9144-41ab-bbc1-15957cddd671'] response: {'name': 'network-changed', 'server_uuid': 'c9de7701-1f64-444b-8c11-1fcd8a46e345', 'tag': '0abde28c-9546-4c9e-8e10-b5c5edddc56d', 'status': 'completed', 'code': 200} Aug 26 01:16:51.200318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63469e95-dcf5-4db6-a3c9-1ef634c0fd0e service neutron] Pushing event updated for resources: {'Port': ['ID=0abde28c-9546-4c9e-8e10-b5c5edddc56d,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:51.330259 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802eeaf-bbc9-483c-9958-70b08340f0ce req-2a1a5569-cb3c-46ba-baec-7c26bea58664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:51.331454 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1802eeaf-bbc9-483c-9958-70b08340f0ce req-2a1a5569-cb3c-46ba-baec-7c26bea58664 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 1097 time: 0.0810609 Aug 26 01:16:51.385280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7216c-e96c-4da0-999c-b1275bd2361f req-0dcaf5b3-97ad-4af1-bb45-2d721455b06c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:51.386834 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-09c7216c-e96c-4da0-999c-b1275bd2361f req-0dcaf5b3-97ad-4af1-bb45-2d721455b06c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 944 time: 0.0912514 Aug 26 01:16:51.440858 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-09c7216c-e96c-4da0-999c-b1275bd2361f req-3ec313b5-639f-415d-b112-56c3eb27d17c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=baa23999-3fcf-4fc3-99c3-58bcb05ce21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463026 Aug 26 01:16:51.603978 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802eeaf-bbc9-483c-9958-70b08340f0ce req-d698007c-c67c-4716-b6d9-68cc1317600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:51.605406 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1802eeaf-bbc9-483c-9958-70b08340f0ce req-d698007c-c67c-4716-b6d9-68cc1317600f service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2533224 Aug 26 01:16:51.745435 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802eeaf-bbc9-483c-9958-70b08340f0ce req-ca16cb11-5d8c-46d0-9a2c-5d0a01835054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:51.746887 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1802eeaf-bbc9-483c-9958-70b08340f0ce req-ca16cb11-5d8c-46d0-9a2c-5d0a01835054 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1311686 Aug 26 01:16:51.903134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b8f05d56-1144-433f-9b72-c3e9efd1b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:51.904666 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-b8f05d56-1144-433f-9b72-c3e9efd1b8f7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 1097 time: 0.0852063 Aug 26 01:16:51.987578 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-6c5ddadb-b761-4066-9b18-6f19a416f0fc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0abde28c-9546-4c9e-8e10-b5c5edddc56d HTTP/1.1" status: 200 len: 217 time: 0.0651209 Aug 26 01:16:52.056235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-419f43b0-f7c0-49e2-b911-35479551ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:52.057139 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-419f43b0-f7c0-49e2-b911-35479551ca92 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a5f8201b-8f95-451b-b609-5e97e9f83635 HTTP/1.1" status: 200 len: 834 time: 0.0600319 Aug 26 01:16:52.147302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-31462db4-fb4f-4172-9721-681a050abd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:52.148712 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-31462db4-fb4f-4172-9721-681a050abd26 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=347e188f-ada6-46db-a7dd-830d5055a428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824187 Aug 26 01:16:52.292132 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-cfc2511d-e1dc-4e2a-a91d-d5c82a9ae5ad service neutron] 10.222.0.94 "GET /v2.0/networks/347e188f-ada6-46db-a7dd-830d5055a428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341271 Aug 26 01:16:52.431672 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20198079-16dd-4f76-98e5-726ce3ee1f9a req-2e6dce61-c5c0-432c-bb34-0f0e0e0531f5 service neutron] 10.222.0.94 "GET /v2.0/networks/347e188f-ada6-46db-a7dd-830d5055a428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301074 Aug 26 01:16:52.653951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718ce28-fc38-4e38-bc13-a1cec1402c73 req-a985ac88-7340-4556-bbf6-bd9e208b3b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:52.654645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-1718ce28-fc38-4e38-bc13-a1cec1402c73 req-a985ac88-7340-4556-bbf6-bd9e208b3b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:16:52.738380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-1718ce28-fc38-4e38-bc13-a1cec1402c73 req-a985ac88-7340-4556-bbf6-bd9e208b3b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:16:52.740851 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1718ce28-fc38-4e38-bc13-a1cec1402c73 req-a985ac88-7340-4556-bbf6-bd9e208b3b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 944 time: 0.1823845 Aug 26 01:16:52.788291 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1718ce28-fc38-4e38-bc13-a1cec1402c73 req-abf17482-d41b-4d06-a8bd-472afcd3bb12 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=baa23999-3fcf-4fc3-99c3-58bcb05ce21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418122 Aug 26 01:16:53.983399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc2b90-bd64-4232-a315-118cfc523909 req-fa6ec22e-327b-4e2e-847a-8155984ac7e4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:53.984783 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-30dc2b90-bd64-4232-a315-118cfc523909 req-fa6ec22e-327b-4e2e-847a-8155984ac7e4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 944 time: 0.0858362 Aug 26 01:16:54.029352 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-30dc2b90-bd64-4232-a315-118cfc523909 req-04be2c1e-ef07-47b1-9661-114bbd136a2d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=baa23999-3fcf-4fc3-99c3-58bcb05ce21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380995 Aug 26 01:16:54.298149 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0abde28c-9546-4c9e-8e10-b5c5edddc56d details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:16:54.430716 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0abde28c-9546-4c9e-8e10-b5c5edddc56d, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0abde28c-9546-4c9e-8e10-b5c5edddc56d,segment=NetworkSegment(7fc2f203-8d97-4580-96c4-1d49e4f16033),segment_id=7fc2f203-8d97-4580-96c4-1d49e4f16033)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:54.443805 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '0abde28c-9546-4c9e-8e10-b5c5edddc56d', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'port_id': '0abde28c-9546-4c9e-8e10-b5c5edddc56d', 'mac_address': 'fa:16:3e:ec:1b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:16:54.499377 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 0abde28c-9546-4c9e-8e10-b5c5edddc56d is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:16:54.499755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:54.516750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abde28c-9546-4c9e-8e10-b5c5edddc56d {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:16:54.532893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0abde28c-9546-4c9e-8e10-b5c5edddc56d, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0abde28c-9546-4c9e-8e10-b5c5edddc56d,segment=NetworkSegment(7fc2f203-8d97-4580-96c4-1d49e4f16033),segment_id=7fc2f203-8d97-4580-96c4-1d49e4f16033)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:54.595595 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:54.666723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=0abde28c-9546-4c9e-8e10-b5c5edddc56d,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:54.953952 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['0abde28c-9546-4c9e-8e10-b5c5edddc56d'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:16:55.232736 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47065f-bcb1-48b8-b4d8-8b33301bdcf3 req-082207cb-efc9-4d62-b2bf-260aa41fde6f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:55.234162 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2b47065f-bcb1-48b8-b4d8-8b33301bdcf3 req-082207cb-efc9-4d62-b2bf-260aa41fde6f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 945 time: 0.0922551 Aug 26 01:16:55.279144 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2b47065f-bcb1-48b8-b4d8-8b33301bdcf3 req-eb3f0d56-692f-4a2d-add2-7352c00663e0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=baa23999-3fcf-4fc3-99c3-58bcb05ce21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393653 Aug 26 01:16:56.303023 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0abde28c-9546-4c9e-8e10-b5c5edddc56d up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:16:56.441475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 0abde28c-9546-4c9e-8e10-b5c5edddc56d completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:16:56.447030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 0abde28c-9546-4c9e-8e10-b5c5edddc56d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:16:56.447652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:56.483561 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7520b-e0ea-40f5-a999-5f20dfa0da01 req-088cc105-7948-40a9-bfc2-e676777bdacc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:56.485041 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-67d7520b-e0ea-40f5-a999-5f20dfa0da01 req-088cc105-7948-40a9-bfc2-e676777bdacc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 945 time: 0.0927322 Aug 26 01:16:56.530641 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-67d7520b-e0ea-40f5-a999-5f20dfa0da01 req-684058b8-1dd6-4e5c-9591-2d54eea45f0d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=baa23999-3fcf-4fc3-99c3-58bcb05ce21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389307 Aug 26 01:16:56.569824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 0abde28c-9546-4c9e-8e10-b5c5edddc56d is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:16:56.570218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:56.601931 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9de7701-1f64-444b-8c11-1fcd8a46e345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abde28c-9546-4c9e-8e10-b5c5edddc56d'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:16:56.611437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0abde28c-9546-4c9e-8e10-b5c5edddc56d, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0abde28c-9546-4c9e-8e10-b5c5edddc56d,segment=NetworkSegment(7fc2f203-8d97-4580-96c4-1d49e4f16033),segment_id=7fc2f203-8d97-4580-96c4-1d49e4f16033)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:16:56.649620 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2eff7b-4361-4032-a39c-65acffb2a209'] response: {'server_uuid': 'c9de7701-1f64-444b-8c11-1fcd8a46e345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abde28c-9546-4c9e-8e10-b5c5edddc56d', 'code': 200} Aug 26 01:16:56.728959 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:56.796993 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=0abde28c-9546-4c9e-8e10-b5c5edddc56d,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:16:57.135120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d3d97-3ca1-46e0-bbf7-168902cc527d req-65881668-de56-4e1d-80b6-44da2dc3dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:57.136598 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-aa8d3d97-3ca1-46e0-bbf7-168902cc527d req-65881668-de56-4e1d-80b6-44da2dc3dc71 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 1099 time: 0.0765224 Aug 26 01:16:57.183457 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-aa8d3d97-3ca1-46e0-bbf7-168902cc527d req-15543d16-b18a-4361-906d-a72fe6088029 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=baa23999-3fcf-4fc3-99c3-58bcb05ce21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375245 Aug 26 01:16:57.880525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523282b2-c7aa-413d-b55b-38bc5001e228 req-7bd2788a-5d63-4c50-9bbf-9ed81d17c82d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:57.882533 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-523282b2-c7aa-413d-b55b-38bc5001e228 req-7bd2788a-5d63-4c50-9bbf-9ed81d17c82d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 946 time: 0.0904400 Aug 26 01:16:57.931658 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-523282b2-c7aa-413d-b55b-38bc5001e228 req-a80185c9-55b4-439b-ae0e-d3339dd9c93a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=baa23999-3fcf-4fc3-99c3-58bcb05ce21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433216 Aug 26 01:16:59.127820 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20083e73-cc47-4690-910e-a9e2cf3f4845 req-200d1f0e-ccef-422a-9cb3-169de4e3dba2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:59.129173 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20083e73-cc47-4690-910e-a9e2cf3f4845 req-200d1f0e-ccef-422a-9cb3-169de4e3dba2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 946 time: 0.0857303 Aug 26 01:16:59.173159 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20083e73-cc47-4690-910e-a9e2cf3f4845 req-4fb8e365-7f09-4942-98eb-67c820570f37 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=baa23999-3fcf-4fc3-99c3-58bcb05ce21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381200 Aug 26 01:16:59.366207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c68a07-a9b4-4407-8fc2-ecf887198327 req-941ed9d8-d0de-4f25-81f2-2a02b01b4d7d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:59.367818 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-72c68a07-a9b4-4407-8fc2-ecf887198327 req-941ed9d8-d0de-4f25-81f2-2a02b01b4d7d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 946 time: 0.0873115 Aug 26 01:16:59.412720 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-72c68a07-a9b4-4407-8fc2-ecf887198327 req-ef7d1709-3f37-43e8-9e1c-8adeaf8e7bb1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=baa23999-3fcf-4fc3-99c3-58bcb05ce21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392029 Aug 26 01:16:59.438533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54108) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:59.520230 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c04297-e71a-48ac-8213-8dda1b5068bb tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:16:59.521759 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f3c04297-e71a-48ac-8213-8dda1b5068bb tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 1094 time: 0.0821962 Aug 26 01:16:59.525322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54112) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:16:59.530173 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '0abde28c-9546-4c9e-8e10-b5c5edddc56d', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:16:59.536127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:16:59.540223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:floatingip and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:16:59.543118 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:16:59.550236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:16:59.624183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:59.763230 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:16:59.897153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.74 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/6447743a-2186-4901-8519-cc4feecc52db) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:17:00.046056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:00.141273 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:00.210052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:17:00.212987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:17:00.216655 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:17:00.254009 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=6447743a-2186-4901-8519-cc4feecc52db,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:00.487449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-741abe6c-e579-4a6e-938b-a7738d8186f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:00.732523 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:00.860535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:01.069602 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:01.145819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:01.255101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:01.302530 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=6447743a-2186-4901-8519-cc4feecc52db,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:01.430189 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 8670b876-4a98-4260-9744-4170d873479a associated. External IP: 172.26.2.74, port: 0abde28c-9546-4c9e-8e10-b5c5edddc56d. Aug 26 01:17:01.791850 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router f1abee09-c409-4a7c-8c72-ef711fe4b30d has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:17:01.974104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:17:01.984426 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d519613a-2fea-457c-a6f2-2c6d5e4c6687 None None] Sync routers for ids ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:17:01.994303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d519613a-2fea-457c-a6f2-2c6d5e4c6687 None None] Routers {'f1abee09-c409-4a7c-8c72-ef711fe4b30d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:17:01.994915 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d519613a-2fea-457c-a6f2-2c6d5e4c6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:16:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:02.047009 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:02.105133 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b249bc47-9b25-4087-8d7b-a0ff96739524 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5787487 Aug 26 01:17:02.105705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9de7701-1f64-444b-8c11-1fcd8a46e345', 'tag': '0abde28c-9546-4c9e-8e10-b5c5edddc56d'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:17:02.108045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54116) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:02.151654 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fdff0c7-8d26-46b2-9739-c23b12283799'] response: {'name': 'network-changed', 'server_uuid': 'c9de7701-1f64-444b-8c11-1fcd8a46e345', 'tag': '0abde28c-9546-4c9e-8e10-b5c5edddc56d', 'status': 'completed', 'code': 200} Aug 26 01:17:02.178455 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-d519613a-2fea-457c-a6f2-2c6d5e4c6687 None None] Set router f1abee09-c409-4a7c-8c72-ef711fe4b30d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:17:02.346184 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-598df7b6-5a55-4f26-a8a4-e90aba2fe1de tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/8670b876-4a98-4260-9744-4170d873479a HTTP/1.1" status: 200 len: 991 time: 0.2369494 Aug 26 01:17:02.405241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181f59c-c0af-4038-89d2-3bc890808b77 req-dc061c3f-b28d-4308-8b9e-76a001ebb9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:02.406755 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6181f59c-c0af-4038-89d2-3bc890808b77 req-dc061c3f-b28d-4308-8b9e-76a001ebb9e7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 1099 time: 0.2101130 Aug 26 01:17:02.536028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181f59c-c0af-4038-89d2-3bc890808b77 req-10e4f945-3152-429d-933a-51c5da46c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:02.537468 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6181f59c-c0af-4038-89d2-3bc890808b77 req-10e4f945-3152-429d-933a-51c5da46c950 service neutron] 10.222.0.94 "GET /v2.0/networks?id=347e188f-ada6-46db-a7dd-830d5055a428 HTTP/1.1" status: 200 len: 897 time: 0.1250653 Aug 26 01:17:02.547785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d519613a-2fea-457c-a6f2-2c6d5e4c6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:16:33Z', 'updated_at': '2022-08-26T01:16:39Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:34Z', 'updated_at': '2022-08-26T01:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '8670b876-4a98-4260-9744-4170d873479a', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.74', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'port_id': '0abde28c-9546-4c9e-8e10-b5c5edddc56d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'mac_address': 'fa:16:3e:ec:1b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de7701-1f64-444b-8c11-1fcd8a46e345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:17:00Z', 'updated_at': '2022-08-26T01:17:00Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '400b128a-f43b-4306-8d2b-1d4a80597aec', 'name': '', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:35:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:38Z', 'updated_at': '2022-08-26T01:16:44Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:02.551689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d519613a-2fea-457c-a6f2-2c6d5e4c6687 None None] Checking router: f1abee09-c409-4a7c-8c72-ef711fe4b30d for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:17:02.560376 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d519613a-2fea-457c-a6f2-2c6d5e4c6687 None None] Routers {'f1abee09-c409-4a7c-8c72-ef711fe4b30d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:17:02.561038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d519613a-2fea-457c-a6f2-2c6d5e4c6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:16:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:02.642567 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6181f59c-c0af-4038-89d2-3bc890808b77 req-6f43fd49-51cd-43e1-b1ca-d4abbc6d7221 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0abde28c-9546-4c9e-8e10-b5c5edddc56d HTTP/1.1" status: 200 len: 999 time: 0.0991766 Aug 26 01:17:02.706835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181f59c-c0af-4038-89d2-3bc890808b77 req-e51aba0e-3c92-40a9-8eee-63257bbf8c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:02.708273 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6181f59c-c0af-4038-89d2-3bc890808b77 req-e51aba0e-3c92-40a9-8eee-63257bbf8c16 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a5f8201b-8f95-451b-b609-5e97e9f83635 HTTP/1.1" status: 200 len: 834 time: 0.0593114 Aug 26 01:17:02.783481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-d519613a-2fea-457c-a6f2-2c6d5e4c6687 None None] Set router f1abee09-c409-4a7c-8c72-ef711fe4b30d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:17:02.794410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181f59c-c0af-4038-89d2-3bc890808b77 req-55ca62b6-7835-4288-b378-bff6a96fa637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:02.795971 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6181f59c-c0af-4038-89d2-3bc890808b77 req-55ca62b6-7835-4288-b378-bff6a96fa637 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=347e188f-ada6-46db-a7dd-830d5055a428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815744 Aug 26 01:17:02.932615 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6181f59c-c0af-4038-89d2-3bc890808b77 req-36556868-cf6f-413c-aa9a-9798e5623630 service neutron] 10.222.0.94 "GET /v2.0/networks/347e188f-ada6-46db-a7dd-830d5055a428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283188 Aug 26 01:17:03.061642 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-daeca0c7-331d-447d-9476-277db935e538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:03.066906 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6181f59c-c0af-4038-89d2-3bc890808b77 req-1383a1e1-b5fb-4a0b-a65b-eadc7ac1b214 service neutron] 10.222.0.94 "GET /v2.0/networks/347e188f-ada6-46db-a7dd-830d5055a428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278968 Aug 26 01:17:03.151924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d519613a-2fea-457c-a6f2-2c6d5e4c6687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:16:33Z', 'updated_at': '2022-08-26T01:16:39Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:34Z', 'updated_at': '2022-08-26T01:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '8670b876-4a98-4260-9744-4170d873479a', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.74', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'port_id': '0abde28c-9546-4c9e-8e10-b5c5edddc56d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'mac_address': 'fa:16:3e:ec:1b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de7701-1f64-444b-8c11-1fcd8a46e345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:17:00Z', 'updated_at': '2022-08-26T01:17:00Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '400b128a-f43b-4306-8d2b-1d4a80597aec', 'name': '', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:35:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:38Z', 'updated_at': '2022-08-26T01:16:44Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:03.156121 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d519613a-2fea-457c-a6f2-2c6d5e4c6687 None None] The sync data for ids ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'] in dv-neutron-854561-2-hyperv is: [{'id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:16:33Z', 'updated_at': '2022-08-26T01:16:39Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:34Z', 'updated_at': '2022-08-26T01:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '8670b876-4a98-4260-9744-4170d873479a', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.74', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'port_id': '0abde28c-9546-4c9e-8e10-b5c5edddc56d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'mac_address': 'fa:16:3e:ec:1b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de7701-1f64-444b-8c11-1fcd8a46e345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:17:00Z', 'updated_at': '2022-08-26T01:17:00Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '400b128a-f43b-4306-8d2b-1d4a80597aec', 'name': '', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:35:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:38Z', 'updated_at': '2022-08-26T01:16:44Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:17:03.338520 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15c321-4dc6-4cec-ae07-cd2724258df7 None None] New status for floating IP 8670b876-4a98-4260-9744-4170d873479a: ACTIVE {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:17:03.350042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54122) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:03.456354 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-235ee871-d983-4bea-ad13-079b39503951 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/8670b876-4a98-4260-9744-4170d873479a HTTP/1.1" status: 200 len: 991 time: 0.1049740 Aug 26 01:17:03.723288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:03.917288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:04.460928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54126) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:04.568473 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0e5419e7-d31e-4e58-b196-e666becc4187 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/8670b876-4a98-4260-9744-4170d873479a HTTP/1.1" status: 200 len: 993 time: 0.1064415 Aug 26 01:17:05.452647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:10.660088 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:11.952036 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:17:30.520490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-040a4d35-8ebb-44ad-877c-31b2574a9b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:30.712170 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfd8207d-4b32-4be7-82f9-cb624e947fb9 req-011dacce-4e5f-4e02-991b-faac23494344 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777864 Aug 26 01:17:30.882866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8207d-4b32-4be7-82f9-cb624e947fb9 req-b70ccc39-82ec-42be-9c64-8b66607759cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:30.884313 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfd8207d-4b32-4be7-82f9-cb624e947fb9 req-b70ccc39-82ec-42be-9c64-8b66607759cb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 1098 time: 0.0815518 Aug 26 01:17:31.048587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8207d-4b32-4be7-82f9-cb624e947fb9 req-1c34d721-90ff-4efa-9c57-2f9d48a547b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:31.049955 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfd8207d-4b32-4be7-82f9-cb624e947fb9 req-1c34d721-90ff-4efa-9c57-2f9d48a547b4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 913 time: 0.1416030 Aug 26 01:17:31.151256 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfd8207d-4b32-4be7-82f9-cb624e947fb9 req-93d6e05e-ebc4-4899-8041-dbe19c61c7d1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f9d404-f771-43c2-a657-20f4654a6575 HTTP/1.1" status: 200 len: 1001 time: 0.0947165 Aug 26 01:17:31.214484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8207d-4b32-4be7-82f9-cb624e947fb9 req-3234a358-931c-4c58-9214-60b7a69123f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:31.215911 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfd8207d-4b32-4be7-82f9-cb624e947fb9 req-3234a358-931c-4c58-9214-60b7a69123f3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 HTTP/1.1" status: 200 len: 850 time: 0.0576420 Aug 26 01:17:31.298951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8207d-4b32-4be7-82f9-cb624e947fb9 req-344cbf0d-6c23-46f2-9c7a-7eed67e3f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:31.300335 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfd8207d-4b32-4be7-82f9-cb624e947fb9 req-344cbf0d-6c23-46f2-9c7a-7eed67e3f3dc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=277863a4-4254-4976-bcf1-d2e6a4c64c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779283 Aug 26 01:17:31.435450 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfd8207d-4b32-4be7-82f9-cb624e947fb9 req-ca459219-2363-492b-9036-a79afabf97f0 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257172 Aug 26 01:17:31.570531 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfd8207d-4b32-4be7-82f9-cb624e947fb9 req-6d65bd54-90b9-4ef3-bc59-998fb68f3af1 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262376 Aug 26 01:17:33.019606 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-44ad819b-97a7-47f6-8abe-d8192c4f576f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:33.699966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:33.920350 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:35.471304 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:35.809837 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54152) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:35.920035 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-784e3a83-fac9-41c2-a952-a23461fbccd1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/8670b876-4a98-4260-9744-4170d873479a HTTP/1.1" status: 200 len: 993 time: 0.1089859 Aug 26 01:17:36.246296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54160) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:36.579767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 6447743a-2186-4901-8519-cc4feecc52db {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:17:36.580114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:36.764094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:36.764404 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:36.893062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 6447743a-2186-4901-8519-cc4feecc52db owned by network:floatingip {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:17:37.266142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:37.314512 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=6447743a-2186-4901-8519-cc4feecc52db,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:37.358062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:37.358467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:37.358727 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:37.359069 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:37.359379 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:37.359702 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:37.360025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:37.360360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:37.360704 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:37.361022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:37.361334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:37.361692 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:37.432818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:37.433497 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 8670b876-4a98-4260-9744-4170d873479a disassociated (deleted). External IP: 172.26.2.74, port: 0abde28c-9546-4c9e-8e10-b5c5edddc56d. Aug 26 01:17:37.809908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router f1abee09-c409-4a7c-8c72-ef711fe4b30d has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:17:38.119032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:17:38.133829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391a3e2-b2fb-4ef7-afd9-29af0edd9d68 None None] Sync routers for ids ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:17:38.145299 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391a3e2-b2fb-4ef7-afd9-29af0edd9d68 None None] Routers {'f1abee09-c409-4a7c-8c72-ef711fe4b30d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:17:38.145974 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a391a3e2-b2fb-4ef7-afd9-29af0edd9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:17:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:38.226088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:38.282390 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-45240e2e-75c3-46da-be88-495e8a5da379 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/floatingips/8670b876-4a98-4260-9744-4170d873479a HTTP/1.1" status: 204 len: 168 time: 2.0349724 Aug 26 01:17:38.283466 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9de7701-1f64-444b-8c11-1fcd8a46e345', 'tag': '0abde28c-9546-4c9e-8e10-b5c5edddc56d'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:17:38.350282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-a391a3e2-b2fb-4ef7-afd9-29af0edd9d68 None None] Set router f1abee09-c409-4a7c-8c72-ef711fe4b30d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:17:38.350418 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d8ce95e-3319-4807-ae21-1086efda4590'] response: {'name': 'network-changed', 'server_uuid': 'c9de7701-1f64-444b-8c11-1fcd8a46e345', 'tag': '0abde28c-9546-4c9e-8e10-b5c5edddc56d', 'status': 'completed', 'code': 200} Aug 26 01:17:38.488537 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1806a-5b7f-4980-a50b-5b78260c3723 req-c85294b2-4fee-457a-a679-450549f87bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:38.489982 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dcc1806a-5b7f-4980-a50b-5b78260c3723 req-c85294b2-4fee-457a-a679-450549f87bfe service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 1099 time: 0.0936699 Aug 26 01:17:38.639026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1806a-5b7f-4980-a50b-5b78260c3723 req-9523f589-675d-42d7-be71-f768bd6bd3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:38.640747 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dcc1806a-5b7f-4980-a50b-5b78260c3723 req-9523f589-675d-42d7-be71-f768bd6bd3a9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=347e188f-ada6-46db-a7dd-830d5055a428 HTTP/1.1" status: 200 len: 897 time: 0.1417961 Aug 26 01:17:38.666879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a391a3e2-b2fb-4ef7-afd9-29af0edd9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:16:33Z', 'updated_at': '2022-08-26T01:16:39Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:34Z', 'updated_at': '2022-08-26T01:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '400b128a-f43b-4306-8d2b-1d4a80597aec', 'name': '', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:35:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:38Z', 'updated_at': '2022-08-26T01:16:44Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:38.671431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391a3e2-b2fb-4ef7-afd9-29af0edd9d68 None None] Checking router: f1abee09-c409-4a7c-8c72-ef711fe4b30d for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:17:38.681395 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391a3e2-b2fb-4ef7-afd9-29af0edd9d68 None None] Routers {'f1abee09-c409-4a7c-8c72-ef711fe4b30d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:17:38.682059 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a391a3e2-b2fb-4ef7-afd9-29af0edd9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:17:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:38.711056 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dcc1806a-5b7f-4980-a50b-5b78260c3723 req-5b5055d2-60ca-4887-82c9-e7095cfaf1b8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0abde28c-9546-4c9e-8e10-b5c5edddc56d HTTP/1.1" status: 200 len: 217 time: 0.0643694 Aug 26 01:17:38.806122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1806a-5b7f-4980-a50b-5b78260c3723 req-1341bad2-e700-4a88-a612-e65037c05320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:38.807510 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dcc1806a-5b7f-4980-a50b-5b78260c3723 req-1341bad2-e700-4a88-a612-e65037c05320 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a5f8201b-8f95-451b-b609-5e97e9f83635 HTTP/1.1" status: 200 len: 834 time: 0.0908413 Aug 26 01:17:38.894332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-a391a3e2-b2fb-4ef7-afd9-29af0edd9d68 None None] Set router f1abee09-c409-4a7c-8c72-ef711fe4b30d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:17:38.903250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1806a-5b7f-4980-a50b-5b78260c3723 req-bf5a9b5f-d0ee-4c68-b56f-a83c5d13d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:38.904943 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dcc1806a-5b7f-4980-a50b-5b78260c3723 req-bf5a9b5f-d0ee-4c68-b56f-a83c5d13d895 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=347e188f-ada6-46db-a7dd-830d5055a428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0913422 Aug 26 01:17:39.127422 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dcc1806a-5b7f-4980-a50b-5b78260c3723 req-480abcb4-a6e6-4d71-9c2e-b60727745b10 service neutron] 10.222.0.94 "GET /v2.0/networks/347e188f-ada6-46db-a7dd-830d5055a428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110341 Aug 26 01:17:39.162944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aabfea-3673-48f1-8b1b-61de207495c0 req-272529b0-65a1-4680-9336-abfe7bdc7dbb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:39.163720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-82aabfea-3673-48f1-8b1b-61de207495c0 req-272529b0-65a1-4680-9336-abfe7bdc7dbb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:17:39.286699 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dcc1806a-5b7f-4980-a50b-5b78260c3723 req-11f37dd3-ecb2-496b-9b65-76e939f6636b service neutron] 10.222.0.94 "GET /v2.0/networks/347e188f-ada6-46db-a7dd-830d5055a428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520026 Aug 26 01:17:39.293927 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a391a3e2-b2fb-4ef7-afd9-29af0edd9d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:16:33Z', 'updated_at': '2022-08-26T01:16:39Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:34Z', 'updated_at': '2022-08-26T01:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '400b128a-f43b-4306-8d2b-1d4a80597aec', 'name': '', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:35:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:38Z', 'updated_at': '2022-08-26T01:16:44Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:39.298435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391a3e2-b2fb-4ef7-afd9-29af0edd9d68 None None] The sync data for ids ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'] in dv-neutron-854561-2-hyperv is: [{'id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:16:33Z', 'updated_at': '2022-08-26T01:16:39Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:34Z', 'updated_at': '2022-08-26T01:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '400b128a-f43b-4306-8d2b-1d4a80597aec', 'name': '', 'network_id': '347e188f-ada6-46db-a7dd-830d5055a428', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:35:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:38Z', 'updated_at': '2022-08-26T01:16:44Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a5f8201b-8f95-451b-b609-5e97e9f83635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:17:39.316946 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-82aabfea-3673-48f1-8b1b-61de207495c0 req-272529b0-65a1-4680-9336-abfe7bdc7dbb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:17:39.318119 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-82aabfea-3673-48f1-8b1b-61de207495c0 req-272529b0-65a1-4680-9336-abfe7bdc7dbb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 946 time: 0.3266861 Aug 26 01:17:39.367449 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-82aabfea-3673-48f1-8b1b-61de207495c0 req-9dff17ce-ca08-4d28-b4a2-10776e800710 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=baa23999-3fcf-4fc3-99c3-58bcb05ce21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432837 Aug 26 01:17:39.531890 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bc8428-e963-4692-9da6-a65394570644 None None] New status for floating IP 8670b876-4a98-4260-9744-4170d873479a: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:17:40.582192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b16555-586a-444f-b80b-1e36a7abd2f1 req-22e982f2-eaaa-4012-8d1e-4c8796008261 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:40.583674 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f4b16555-586a-444f-b80b-1e36a7abd2f1 req-22e982f2-eaaa-4012-8d1e-4c8796008261 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 946 time: 0.0878260 Aug 26 01:17:40.631433 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f4b16555-586a-444f-b80b-1e36a7abd2f1 req-b8e515b1-9527-403c-94b8-99852d24e603 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=baa23999-3fcf-4fc3-99c3-58bcb05ce21e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407937 Aug 26 01:17:40.706818 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:40.707468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904f325-9a13-45dd-8e02-8ebcc252bddf req-1da6d8cd-596a-4a4c-920d-bfbf3f96877d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:40.708999 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4904f325-9a13-45dd-8e02-8ebcc252bddf req-1da6d8cd-596a-4a4c-920d-bfbf3f96877d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 946 time: 0.0952501 Aug 26 01:17:40.786523 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-4904f325-9a13-45dd-8e02-8ebcc252bddf req-ecfc224f-1529-468a-9b6b-1d2e3db63bb8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 0abde28c-9546-4c9e-8e10-b5c5edddc56d {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:17:40.786872 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4904f325-9a13-45dd-8e02-8ebcc252bddf req-ecfc224f-1529-468a-9b6b-1d2e3db63bb8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:41.054415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-4904f325-9a13-45dd-8e02-8ebcc252bddf req-ecfc224f-1529-468a-9b6b-1d2e3db63bb8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 0abde28c-9546-4c9e-8e10-b5c5edddc56d, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0abde28c-9546-4c9e-8e10-b5c5edddc56d,segment=NetworkSegment(7fc2f203-8d97-4580-96c4-1d49e4f16033),segment_id=7fc2f203-8d97-4580-96c4-1d49e4f16033)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:17:41.054762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4904f325-9a13-45dd-8e02-8ebcc252bddf req-ecfc224f-1529-468a-9b6b-1d2e3db63bb8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:41.180237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-4904f325-9a13-45dd-8e02-8ebcc252bddf req-ecfc224f-1529-468a-9b6b-1d2e3db63bb8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 0abde28c-9546-4c9e-8e10-b5c5edddc56d owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:17:41.408406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4904f325-9a13-45dd-8e02-8ebcc252bddf req-ecfc224f-1529-468a-9b6b-1d2e3db63bb8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:41.576295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc224f-1529-468a-9b6b-1d2e3db63bb8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=0abde28c-9546-4c9e-8e10-b5c5edddc56d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:41.669954 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4904f325-9a13-45dd-8e02-8ebcc252bddf req-ecfc224f-1529-468a-9b6b-1d2e3db63bb8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] No DVR routers for this DVR port 0abde28c-9546-4c9e-8e10-b5c5edddc56d on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:17:41.674038 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4904f325-9a13-45dd-8e02-8ebcc252bddf req-ecfc224f-1529-468a-9b6b-1d2e3db63bb8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:41.680425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9de7701-1f64-444b-8c11-1fcd8a46e345', 'name': 'network-vif-deleted', 'tag': '0abde28c-9546-4c9e-8e10-b5c5edddc56d'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:17:41.728778 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc47aff4-fbc1-4e8d-9f2f-c6be49184f38'] response: {'server_uuid': 'c9de7701-1f64-444b-8c11-1fcd8a46e345', 'name': 'network-vif-deleted', 'tag': '0abde28c-9546-4c9e-8e10-b5c5edddc56d', 'status': 'completed', 'code': 200} Aug 26 01:17:41.790350 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4904f325-9a13-45dd-8e02-8ebcc252bddf req-ecfc224f-1529-468a-9b6b-1d2e3db63bb8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "DELETE /v2.0/ports/0abde28c-9546-4c9e-8e10-b5c5edddc56d HTTP/1.1" status: 204 len: 173 time: 1.0738444 Aug 26 01:17:41.797425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-2f48c96b-ef30-4707-9756-0157931c8e98 req-1e74c7bb-3e2f-402c-9032-a6307a6d17d1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:17:41.940619 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-2f48c96b-ef30-4707-9756-0157931c8e98 req-1e74c7bb-3e2f-402c-9032-a6307a6d17d1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:17:41.941664 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2f48c96b-ef30-4707-9756-0157931c8e98 req-1e74c7bb-3e2f-402c-9032-a6307a6d17d1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=c9de7701-1f64-444b-8c11-1fcd8a46e345 HTTP/1.1" status: 200 len: 210 time: 0.1944706 Aug 26 01:17:43.043016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54178) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:43.115053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d97f65d-b23e-4b07-bd5a-b4a6bf16ebf0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:43.160556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d97f65d-b23e-4b07-bd5a-b4a6bf16ebf0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:43.298861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d97f65d-b23e-4b07-bd5a-b4a6bf16ebf0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:43.317693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97f65d-b23e-4b07-bd5a-b4a6bf16ebf0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa23999-3fcf-4fc3-99c3-58bcb05ce21e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:43.390431 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2d97f65d-b23e-4b07-bd5a-b4a6bf16ebf0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:43.391486 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2d97f65d-b23e-4b07-bd5a-b4a6bf16ebf0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/security-groups/baa23999-3fcf-4fc3-99c3-58bcb05ce21e HTTP/1.1" status: 204 len: 168 time: 0.3473835 Aug 26 01:17:43.472319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54184) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:44.036913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-79fdfcd9-35f4-4f5b-bbef-5d20c75d49a5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:44.395906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-79fdfcd9-35f4-4f5b-bbef-5d20c75d49a5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 400b128a-f43b-4306-8d2b-1d4a80597aec {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:17:44.396664 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-79fdfcd9-35f4-4f5b-bbef-5d20c75d49a5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:44.501140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0abde28c-9546-4c9e-8e10-b5c5edddc56d no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:17:44.535684 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 0abde28c-9546-4c9e-8e10-b5c5edddc56d {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:17:44.536028 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0abde28c-9546-4c9e-8e10-b5c5edddc56d not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:17:44.609368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-79fdfcd9-35f4-4f5b-bbef-5d20c75d49a5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 400b128a-f43b-4306-8d2b-1d4a80597aec, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=400b128a-f43b-4306-8d2b-1d4a80597aec,segment=NetworkSegment(7fc2f203-8d97-4580-96c4-1d49e4f16033),segment_id=7fc2f203-8d97-4580-96c4-1d49e4f16033)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:17:44.609773 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-79fdfcd9-35f4-4f5b-bbef-5d20c75d49a5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:44.858758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-79fdfcd9-35f4-4f5b-bbef-5d20c75d49a5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 400b128a-f43b-4306-8d2b-1d4a80597aec owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:17:45.094137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-79fdfcd9-35f4-4f5b-bbef-5d20c75d49a5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:45.144172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdfcd9-35f4-4f5b-bbef-5d20c75d49a5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=400b128a-f43b-4306-8d2b-1d4a80597aec,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:45.439204 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-79fdfcd9-35f4-4f5b-bbef-5d20c75d49a5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:45.802981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fdfcd9-35f4-4f5b-bbef-5d20c75d49a5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router f1abee09-c409-4a7c-8c72-ef711fe4b30d has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:17:45.983587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fdfcd9-35f4-4f5b-bbef-5d20c75d49a5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:17:45.996051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99ea775-6fb2-49c5-9426-23f4e66f2afd None None] Sync routers for ids ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:17:46.006341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99ea775-6fb2-49c5-9426-23f4e66f2afd None None] Routers {'f1abee09-c409-4a7c-8c72-ef711fe4b30d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:17:46.008007 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e99ea775-6fb2-49c5-9426-23f4e66f2afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:17:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:46.061556 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-79fdfcd9-35f4-4f5b-bbef-5d20c75d49a5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/f1abee09-c409-4a7c-8c72-ef711fe4b30d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5879822 Aug 26 01:17:46.064947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54188) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:46.135294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05c338f-ffef-494a-9c15-b48490a907b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting subnet a5f8201b-8f95-451b-b609-5e97e9f83635 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:17:46.138408 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a05c338f-ffef-494a-9c15-b48490a907b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:46.194645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-e99ea775-6fb2-49c5-9426-23f4e66f2afd None None] Set router f1abee09-c409-4a7c-8c72-ef711fe4b30d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:17:46.198455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a05c338f-ffef-494a-9c15-b48490a907b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:46.405350 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a05c338f-ffef-494a-9c15-b48490a907b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:46.500867 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e99ea775-6fb2-49c5-9426-23f4e66f2afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:16:33Z', 'updated_at': '2022-08-26T01:17:44Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:34Z', 'updated_at': '2022-08-26T01:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:46.505432 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99ea775-6fb2-49c5-9426-23f4e66f2afd None None] Checking router: f1abee09-c409-4a7c-8c72-ef711fe4b30d for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:17:46.514066 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99ea775-6fb2-49c5-9426-23f4e66f2afd None None] Routers {'f1abee09-c409-4a7c-8c72-ef711fe4b30d'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:17:46.514945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e99ea775-6fb2-49c5-9426-23f4e66f2afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:17:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:46.568332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a05c338f-ffef-494a-9c15-b48490a907b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:46.613538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a05c338f-ffef-494a-9c15-b48490a907b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:46.616370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c338f-ffef-494a-9c15-b48490a907b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f8201b-8f95-451b-b609-5e97e9f83635,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:46.624782 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a05c338f-ffef-494a-9c15-b48490a907b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/subnets/a5f8201b-8f95-451b-b609-5e97e9f83635 HTTP/1.1" status: 204 len: 168 time: 0.5587449 Aug 26 01:17:46.628205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54192) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:46.641185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87929f27-65b6-483e-a7c7-d87f137646e9 None None] Network 347e188f-ada6-46db-a7dd-830d5055a428 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:17:46.817613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:46.862065 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-e99ea775-6fb2-49c5-9426-23f4e66f2afd None None] Set router f1abee09-c409-4a7c-8c72-ef711fe4b30d gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:17:47.006645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:47.086419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 7268bca9-41b7-4353-9f7f-ffae23b3da05 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:17:47.086672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:47.205655 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] DHCP port deletion for 347e188f-ada6-46db-a7dd-830d5055a428 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:17:47.211683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Deleting port 4e20f5b2-93a6-4c81-9619-277216f7072b {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:17:47.212132 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:47.287310 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 7268bca9-41b7-4353-9f7f-ffae23b3da05, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7268bca9-41b7-4353-9f7f-ffae23b3da05,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:17:47.287673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:47.303306 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e99ea775-6fb2-49c5-9426-23f4e66f2afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:16:33Z', 'updated_at': '2022-08-26T01:17:44Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:34Z', 'updated_at': '2022-08-26T01:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:47.321361 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99ea775-6fb2-49c5-9426-23f4e66f2afd None None] The sync data for ids ['f1abee09-c409-4a7c-8c72-ef711fe4b30d'] in dv-neutron-854561-2-hyperv is: [{'id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'name': 'tempest-TestNetworkBasicOps-router-1682894787', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150'}], 'enable_snat': True}, 'gw_port_id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:16:33Z', 'updated_at': '2022-08-26T01:17:44Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '7268bca9-41b7-4353-9f7f-ffae23b3da05', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abee09-c409-4a7c-8c72-ef711fe4b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:16:34Z', 'updated_at': '2022-08-26T01:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:17:47.427120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 7268bca9-41b7-4353-9f7f-ffae23b3da05 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:17:47.434689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] For port 4e20f5b2-93a6-4c81-9619-277216f7072b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4e20f5b2-93a6-4c81-9619-277216f7072b,segment=NetworkSegment(7fc2f203-8d97-4580-96c4-1d49e4f16033),segment_id=7fc2f203-8d97-4580-96c4-1d49e4f16033)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:17:47.435081 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:47.565235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Calling delete_port for 4e20f5b2-93a6-4c81-9619-277216f7072b owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:17:47.723520 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:47.748989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:47.774082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=7268bca9-41b7-4353-9f7f-ffae23b3da05,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:47.803382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Pushing event deleted for resources: {'Port': ['ID=4e20f5b2-93a6-4c81-9619-277216f7072b,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:47.818814 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:47.819164 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:47.819505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:47.819843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:47.820176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:47.820504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:47.820832 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:47.821159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:47.821496 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:47.821838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:47.822174 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:47.822487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:47.825330 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eb4d06-c437-4706-815f-1dbcea186003 None None] No DVR routers for this DVR port 4e20f5b2-93a6-4c81-9619-277216f7072b on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:17:47.896432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:48.072497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:48.074876 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:48.276694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:48.277163 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Fanout notify agent at l3_agent the message router_deleted on router f1abee09-c409-4a7c-8c72-ef711fe4b30d {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:17:48.294756 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:48.303781 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fb60fe52-fddb-43dc-9b3c-02cb45ac509e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/routers/f1abee09-c409-4a7c-8c72-ef711fe4b30d HTTP/1.1" status: 204 len: 168 time: 1.6663523 Aug 26 01:17:48.303781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54196) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:48.422000 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7ae798de-19da-4b64-8abd-342901d781c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:48.556660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7ae798de-19da-4b64-8abd-342901d781c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:48.582585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-7ae798de-19da-4b64-8abd-342901d781c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347e188f-ada6-46db-a7dd-830d5055a428']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:48.595108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-7ae798de-19da-4b64-8abd-342901d781c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc2f203-8d97-4580-96c4-1d49e4f16033') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:48.595430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-7ae798de-19da-4b64-8abd-342901d781c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc2f203-8d97-4580-96c4-1d49e4f16033') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:48.606681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7ae798de-19da-4b64-8abd-342901d781c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:48.623372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7ae798de-19da-4b64-8abd-342901d781c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:48.630205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae798de-19da-4b64-8abd-342901d781c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:17:48.630590 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7ae798de-19da-4b64-8abd-342901d781c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:48.701618 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 7fc2f203-8d97-4580-96c4-1d49e4f16033 resource provider aggregate not found Aug 26 01:17:48.720924 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 7fc2f203-8d97-4580-96c4-1d49e4f16033 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fc2f203-8d97-4580-96c4-1d49e4f16033 found for delete ", "request_id": "req-da78e3d8-6853-48ce-9403-d012a9995238"}]} Aug 26 01:17:48.753653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7268bca9-41b7-4353-9f7f-ffae23b3da05 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:17:48.788899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 7268bca9-41b7-4353-9f7f-ffae23b3da05 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:17:48.789252 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7268bca9-41b7-4353-9f7f-ffae23b3da05 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:17:48.789675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4e20f5b2-93a6-4c81-9619-277216f7072b no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:17:48.824833 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 4e20f5b2-93a6-4c81-9619-277216f7072b {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:17:48.825104 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4e20f5b2-93a6-4c81-9619-277216f7072b not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:17:48.825524 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 400b128a-f43b-4306-8d2b-1d4a80597aec no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:17:48.834612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7ae798de-19da-4b64-8abd-342901d781c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:48.856623 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7ae798de-19da-4b64-8abd-342901d781c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:48.863885 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae798de-19da-4b64-8abd-342901d781c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Network': ['ID=347e188f-ada6-46db-a7dd-830d5055a428,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:48.867241 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 400b128a-f43b-4306-8d2b-1d4a80597aec {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:17:48.867241 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 400b128a-f43b-4306-8d2b-1d4a80597aec not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:17:48.951867 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:17:48.966592 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7ae798de-19da-4b64-8abd-342901d781c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/networks/347e188f-ada6-46db-a7dd-830d5055a428 HTTP/1.1" status: 204 len: 168 time: 0.6661425 Aug 26 01:17:48.983924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54204) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:48.991178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'network': {'name': 'tempest-network-smoke--45581778', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'port_security_enabled': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:17:48.996418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:17:49.000972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:network and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:17:49.004135 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:17:49.013882 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:17:49.099235 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:17:49.102990 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:49.133350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:17:49.144623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:49.145086 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Added segment 0c30af32-ba5f-4463-908c-8b21bed8b514 of type vlan for network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 Aug 26 01:17:49.172035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:49.270767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:49.276211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:49.276772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:49.392092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Network': ['ID=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:49.399213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:49.399557 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:49.399893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:49.400225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:49.400554 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:49.400885 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:49.401238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:49.401563 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:49.401919 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:49.402379 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:49.402709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:49.403028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:49.415830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:17:49.457980 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-87a1b302-3600-42fd-8bdf-3355caebc2be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4728961 Aug 26 01:17:49.460606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54208) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:49.466128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-506271762', 'admin_state_up': True, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:17:49.473587 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:17:49.477561 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:router and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:17:49.480665 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:17:49.488243 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:17:49.577438 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:49.578510 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:49.593256 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:49.954200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:50.361723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:50.517658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:50.660575 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.166 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/c51204b7-7ea2-47df-954a-100d5805eaba) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:17:50.812405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:50.911739 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:50.981556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:17:50.984607 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:17:50.989390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:17:51.026388 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=c51204b7-7ea2-47df-954a-100d5805eaba,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:51.508768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:51.860396 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:52.150699 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 591f2e75-af61-410c-be5e-cc3556e22717 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:17:52.439829 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:17:52.449365 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Sync routers for ids ['591f2e75-af61-410c-be5e-cc3556e22717'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:17:52.459926 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Routers {'591f2e75-af61-410c-be5e-cc3556e22717'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:17:52.460695 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:17:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['591f2e75-af61-410c-be5e-cc3556e22717'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:52.551081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:52.552291 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c615bb71-b03d-445f-89a5-72a15d68f55b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0906990 Aug 26 01:17:52.555512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54212) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:52.596768 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cfda9b7d-f5d7-4cf3-821e-fbccb86ede9a tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f9996d1e9c5a4ca3826f46b8497097ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400419 Aug 26 01:17:52.599222 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54216) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:52.636112 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Set router 591f2e75-af61-410c-be5e-cc3556e22717 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:17:52.730940 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ec22ed-ac11-4604-bcb3-7dfdc1741425 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:52.732380 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f0ec22ed-ac11-4604-bcb3-7dfdc1741425 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1322365 Aug 26 01:17:52.735288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54220) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:52.774895 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6e279dc6-b2a8-475e-84b4-95d7386f1e04 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385606 Aug 26 01:17:52.777413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54224) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:52.783607 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1320427541', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:17:52.898239 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:17:52.902516 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:subnet and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:17:52.905353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:17:52.911480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:17:52.930185 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:51Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:52.934567 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Checking router: 591f2e75-af61-410c-be5e-cc3556e22717 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:17:52.934795 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Updating router 591f2e75-af61-410c-be5e-cc3556e22717 port c51204b7-7ea2-47df-954a-100d5805eaba binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:17:53.017338 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:17:53.024990 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:53.035949 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:53.314913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:53.377202 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:53.389090 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Transition to ACTIVE for port object c51204b7-7ea2-47df-954a-100d5805eaba will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:17:53.395866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Subnet': ['ID=825b658c-c10d-4245-9552-aa829f198041,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:53.403454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Checking segment: {'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:17:53.403830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network hostable DHCP agents. Network: dbcb6f27-bdde-43fe-93bf-58b9bbd9e090, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:17:53.479584 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:53.510341 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:17:53.541152 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Attempting to bind port c51204b7-7ea2-47df-954a-100d5805eaba on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:17:53.541512 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Attempting to bind port c51204b7-7ea2-47df-954a-100d5805eaba by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:17:53.541897 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Attempting to bind port c51204b7-7ea2-47df-954a-100d5805eaba on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:17:53.552065 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:17:53.552432 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:17:53.552823 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:53.553206 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:17:53.553687 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Bound port: c51204b7-7ea2-47df-954a-100d5805eaba, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:17:53.554568 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:53.584723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, dbcb6f27-bdde-43fe-93bf-58b9bbd9e090) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:17:53.585388 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2329c3-6320-4409-8204-bcad08c67601 None None] Pushing event updated for resources: {'Port': ['ID=c51204b7-7ea2-47df-954a-100d5805eaba,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:53.588667 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:53.589482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:53.594848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5043297-7e47-4cba-a869-bcefc47570a4 None None] Network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:17:53.604719 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2329c3-6320-4409-8204-bcad08c67601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:53.605067 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2329c3-6320-4409-8204-bcad08c67601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:53.605403 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2329c3-6320-4409-8204-bcad08c67601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:53.605730 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2329c3-6320-4409-8204-bcad08c67601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:53.606073 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2329c3-6320-4409-8204-bcad08c67601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:53.606526 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2329c3-6320-4409-8204-bcad08c67601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:53.606828 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2329c3-6320-4409-8204-bcad08c67601 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:53.607112 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2329c3-6320-4409-8204-bcad08c67601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:53.607691 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2329c3-6320-4409-8204-bcad08c67601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:53.607821 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2329c3-6320-4409-8204-bcad08c67601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:53.608042 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2329c3-6320-4409-8204-bcad08c67601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:53.608358 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2329c3-6320-4409-8204-bcad08c67601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:17:53.644511 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] For port c51204b7-7ea2-47df-954a-100d5805eaba, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:17:53.647433 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] For port c51204b7-7ea2-47df-954a-100d5805eaba, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=c51204b7-7ea2-47df-954a-100d5805eaba,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:17:53.676061 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9c957c2f-faa4-4693-bdce-43ea5150b914 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8974156 Aug 26 01:17:53.678622 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54228) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:53.743047 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:53.793483 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Routers {'591f2e75-af61-410c-be5e-cc3556e22717'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:17:53.794176 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:17:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['591f2e75-af61-410c-be5e-cc3556e22717'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:53.840291 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:17:53.840764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:53.976831 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2329c3-6320-4409-8204-bcad08c67601 None None] Pushing event updated for resources: {'Port': ['ID=c51204b7-7ea2-47df-954a-100d5805eaba,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:53.995970 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] Set router 591f2e75-af61-410c-be5e-cc3556e22717 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:17:54.015937 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Allocated IP 172.20.0.2 (dbcb6f27-bdde-43fe-93bf-58b9bbd9e090/825b658c-c10d-4245-9552-aa829f198041/df185293-2713-4dad-b480-019a6e547a0c) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:17:54.244500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:54.267179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Transition to ACTIVE for port object df185293-2713-4dad-b480-019a6e547a0c will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:17:54.277804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Transition to ACTIVE for port object df185293-2713-4dad-b480-019a6e547a0c will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:17:54.320362 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:51Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:54.324456 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39750e7-3878-476b-abb3-9b295e6ae4fe None None] The sync data for ids ['591f2e75-af61-410c-be5e-cc3556e22717'] in dv-neutron-854561-2-hyperv is: [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:51Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:17:54.355073 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:54.426873 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:17:54.430255 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:17:54.437970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:17:54.476021 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Pushing event updated for resources: {'Port': ['ID=df185293-2713-4dad-b480-019a6e547a0c,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:54.602412 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Attempting to bind port df185293-2713-4dad-b480-019a6e547a0c on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:17:54.603067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Attempting to bind port df185293-2713-4dad-b480-019a6e547a0c by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:17:54.603188 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Attempting to bind port df185293-2713-4dad-b480-019a6e547a0c on network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:17:54.609292 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:17:54.609669 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Checking segment: {'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:17:54.610092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:54.610483 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Bound using segment: {'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:17:54.610947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Bound port: df185293-2713-4dad-b480-019a6e547a0c, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:17:54.611317 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:54.683988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:54.720318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c51204b7-7ea2-47df-954a-100d5805eaba up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:17:54.801610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] For port df185293-2713-4dad-b480-019a6e547a0c, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:17:54.811884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] For port df185293-2713-4dad-b480-019a6e547a0c, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=df185293-2713-4dad-b480-019a6e547a0c,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:17:54.917138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port c51204b7-7ea2-47df-954a-100d5805eaba completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:17:54.920416 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:54.965193 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port c51204b7-7ea2-47df-954a-100d5805eaba triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:17:54.965581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:55.118394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d33fa2-c2ef-41f8-8be1-669643f06ccf None None] Pushing event updated for resources: {'Port': ['ID=df185293-2713-4dad-b480-019a6e547a0c,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:55.198337 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.1 (dbcb6f27-bdde-43fe-93bf-58b9bbd9e090/825b658c-c10d-4245-9552-aa829f198041/06e81934-51b5-44a2-aece-555235ad9f97) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:17:55.209984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port c51204b7-7ea2-47df-954a-100d5805eaba is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:17:55.210366 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:55.238834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port c51204b7-7ea2-47df-954a-100d5805eaba, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=c51204b7-7ea2-47df-954a-100d5805eaba,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:17:55.373674 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:55.402451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:55.420952 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 06e81934-51b5-44a2-aece-555235ad9f97 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:17:55.451014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=c51204b7-7ea2-47df-954a-100d5805eaba,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:55.539498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:55.610738 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:17:55.614126 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:17:55.618047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:17:55.665836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=06e81934-51b5-44a2-aece-555235ad9f97,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:55.683933 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:55.883685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:56.300689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:56.396475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:56.642487 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=06e81934-51b5-44a2-aece-555235ad9f97,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:56.653459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:56.699009 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46f02c7-4075-4ce8-bd3c-bb01da7157d2 None None] Network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:17:56.778814 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device df185293-2713-4dad-b480-019a6e547a0c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:17:56.796205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:17:56.797390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:17:56.984858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bdeb2651-1dd2-4aaa-a258-4d0a75b6b04f None None] Provisioning for port df185293-2713-4dad-b480-019a6e547a0c completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:17:56.995561 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 591f2e75-af61-410c-be5e-cc3556e22717 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:17:57.001933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port df185293-2713-4dad-b480-019a6e547a0c completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:17:57.013050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port df185293-2713-4dad-b480-019a6e547a0c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:17:57.013423 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:57.148169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port df185293-2713-4dad-b480-019a6e547a0c is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:17:57.148556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:57.185383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port df185293-2713-4dad-b480-019a6e547a0c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=df185293-2713-4dad-b480-019a6e547a0c,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:17:57.187405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:17:57.214052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Sync routers for ids ['591f2e75-af61-410c-be5e-cc3556e22717'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:17:57.214214 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6eac8579-f192-4735-a506-d5cfe4f5640a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/591f2e75-af61-410c-be5e-cc3556e22717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5229332 Aug 26 01:17:57.214214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54232) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:57.214444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Routers {'591f2e75-af61-410c-be5e-cc3556e22717'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:17:57.214444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:17:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['591f2e75-af61-410c-be5e-cc3556e22717'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:57.359805 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:57.359958 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a979252-95b0-471f-9dc8-0397148261a1 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:57.360077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c51204b7-7ea2-47df-954a-100d5805eaba up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:17:57.360182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a979252-95b0-471f-9dc8-0397148261a1 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:57.360182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a979252-95b0-471f-9dc8-0397148261a1 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:57.360369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a979252-95b0-471f-9dc8-0397148261a1 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:57.360695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a979252-95b0-471f-9dc8-0397148261a1 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:57.361193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a979252-95b0-471f-9dc8-0397148261a1 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:57.363607 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4a979252-95b0-471f-9dc8-0397148261a1 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.1565452 Aug 26 01:17:57.366439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54236) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:57.444985 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205c8c1d-c289-43c5-839d-a0ecc589c782 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:57.445456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205c8c1d-c289-43c5-839d-a0ecc589c782 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:57.445921 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205c8c1d-c289-43c5-839d-a0ecc589c782 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:57.446377 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205c8c1d-c289-43c5-839d-a0ecc589c782 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:57.446949 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205c8c1d-c289-43c5-839d-a0ecc589c782 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:57.447270 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205c8c1d-c289-43c5-839d-a0ecc589c782 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:17:57.449048 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-205c8c1d-c289-43c5-839d-a0ecc589c782 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0816746 Aug 26 01:17:57.452137 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54240) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:57.530163 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-15e213bf-b9fd-44cc-920f-c126af9a6d21 None None] Provisioning complete for port df185293-2713-4dad-b480-019a6e547a0c triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:17:57.530544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-15e213bf-b9fd-44cc-920f-c126af9a6d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:57.582454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=df185293-2713-4dad-b480-019a6e547a0c,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:57.610263 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Set router 591f2e75-af61-410c-be5e-cc3556e22717 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:17:57.672503 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-adf9c721-d237-4036-bff1-fd4d478e485f tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2186143 Aug 26 01:17:57.692485 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port c51204b7-7ea2-47df-954a-100d5805eaba triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:17:57.692864 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:57.822265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54246) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:57.827884 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-de542254-cd66-473b-87d2-6f74845ad6b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592700183', 'description': 'tempest-secgroup-smoke-1592700183 description', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:17:57.834872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-de542254-cd66-473b-87d2-6f74845ad6b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:17:57.842187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-de542254-cd66-473b-87d2-6f74845ad6b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:17:57.846877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-de542254-cd66-473b-87d2-6f74845ad6b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:17:57.853384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-de542254-cd66-473b-87d2-6f74845ad6b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:17:57.945264 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-de542254-cd66-473b-87d2-6f74845ad6b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:57.969835 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-de542254-cd66-473b-87d2-6f74845ad6b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:17:57.975508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-de542254-cd66-473b-87d2-6f74845ad6b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:17:57.978380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-de542254-cd66-473b-87d2-6f74845ad6b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:17:57.984260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-de542254-cd66-473b-87d2-6f74845ad6b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:17:58.026517 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-15e213bf-b9fd-44cc-920f-c126af9a6d21 None None] Current status of the port df185293-2713-4dad-b480-019a6e547a0c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:17:58.064305 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-de542254-cd66-473b-87d2-6f74845ad6b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:58.135541 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port c51204b7-7ea2-47df-954a-100d5805eaba is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:17:58.160865 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-de542254-cd66-473b-87d2-6f74845ad6b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:58.173571 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '06e81934-51b5-44a2-aece-555235ad9f97', 'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:fe:3e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:54Z', 'updated_at': '2022-08-26T01:17:56Z', 'revision_number': 2, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '825b658c-c10d-4245-9552-aa829f198041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:58.178802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Checking router: 591f2e75-af61-410c-be5e-cc3556e22717 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:17:58.179240 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Updating router 591f2e75-af61-410c-be5e-cc3556e22717 port 06e81934-51b5-44a2-aece-555235ad9f97 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:17:58.207739 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de542254-cd66-473b-87d2-6f74845ad6b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259ceede-18a4-454f-8ee2-6277f5fe71e8,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:58.208780 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-15e213bf-b9fd-44cc-920f-c126af9a6d21 None None] Provisioning for port 06e81934-51b5-44a2-aece-555235ad9f97 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:17:58.228610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-15e213bf-b9fd-44cc-920f-c126af9a6d21 None None] Provisioning complete for port 06e81934-51b5-44a2-aece-555235ad9f97 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:17:58.228987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-15e213bf-b9fd-44cc-920f-c126af9a6d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:58.274488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-de542254-cd66-473b-87d2-6f74845ad6b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:58.275810 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-de542254-cd66-473b-87d2-6f74845ad6b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4522214 Aug 26 01:17:58.279873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54250) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:58.285989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:58.289190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-7bd148aa-2bf4-4f4d-ac4f-621d0a5b13de tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '259ceede-18a4-454f-8ee2-6277f5fe71e8', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:17:58.296686 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7bd148aa-2bf4-4f4d-ac4f-621d0a5b13de tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:17:58.306458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7bd148aa-2bf4-4f4d-ac4f-621d0a5b13de tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:17:58.306458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7bd148aa-2bf4-4f4d-ac4f-621d0a5b13de tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:17:58.308199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-15e213bf-b9fd-44cc-920f-c126af9a6d21 None None] Port 06e81934-51b5-44a2-aece-555235ad9f97 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:17:58.313419 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7bd148aa-2bf4-4f4d-ac4f-621d0a5b13de tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:17:58.404656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7bd148aa-2bf4-4f4d-ac4f-621d0a5b13de tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:58.465043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ddf4b940-d6ff-46a4-808e-d9a380665142 None None] Provisioning complete for port 06e81934-51b5-44a2-aece-555235ad9f97 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:17:58.465205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b940-d6ff-46a4-808e-d9a380665142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:58.473601 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7bd148aa-2bf4-4f4d-ac4f-621d0a5b13de tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:58.544628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7bd148aa-2bf4-4f4d-ac4f-621d0a5b13de tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:58.573045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd148aa-2bf4-4f4d-ac4f-621d0a5b13de tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80fad4e-39ea-4a99-a004-ecb1d0564f4e,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:58.679772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7bd148aa-2bf4-4f4d-ac4f-621d0a5b13de tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:58.680985 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7bd148aa-2bf4-4f4d-ac4f-621d0a5b13de tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3980696 Aug 26 01:17:58.687100 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54254) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:58.688861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-86b8809d-a128-46e2-a47b-b5a0f6a03acb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '259ceede-18a4-454f-8ee2-6277f5fe71e8', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:17:58.696748 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-86b8809d-a128-46e2-a47b-b5a0f6a03acb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:17:58.699737 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-86b8809d-a128-46e2-a47b-b5a0f6a03acb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:17:58.702987 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-86b8809d-a128-46e2-a47b-b5a0f6a03acb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:17:58.710042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device df185293-2713-4dad-b480-019a6e547a0c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:17:58.713723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-86b8809d-a128-46e2-a47b-b5a0f6a03acb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:17:58.747088 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ddf4b940-d6ff-46a4-808e-d9a380665142 None None] Port 06e81934-51b5-44a2-aece-555235ad9f97 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:17:58.832570 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-86b8809d-a128-46e2-a47b-b5a0f6a03acb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:58.873082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port df185293-2713-4dad-b480-019a6e547a0c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:17:58.873478 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:58.900930 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-86b8809d-a128-46e2-a47b-b5a0f6a03acb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:58.992190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-86b8809d-a128-46e2-a47b-b5a0f6a03acb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:59.004432 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:59.023302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8809d-a128-46e2-a47b-b5a0f6a03acb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b50de9-9927-4792-bfc4-cc686794a8c5,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:59.032656 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Transition to ACTIVE for port object 06e81934-51b5-44a2-aece-555235ad9f97 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:17:59.107876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port df185293-2713-4dad-b480-019a6e547a0c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:17:59.129236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-86b8809d-a128-46e2-a47b-b5a0f6a03acb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:59.129929 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-86b8809d-a128-46e2-a47b-b5a0f6a03acb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4451759 Aug 26 01:17:59.132782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54258) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:59.138197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-26e1ae74-bea0-4697-a455-dd3237b83ae9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '259ceede-18a4-454f-8ee2-6277f5fe71e8', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:17:59.143362 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:59.144586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-26e1ae74-bea0-4697-a455-dd3237b83ae9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:17:59.148956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-26e1ae74-bea0-4697-a455-dd3237b83ae9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:17:59.152054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-26e1ae74-bea0-4697-a455-dd3237b83ae9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:17:59.158313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-26e1ae74-bea0-4697-a455-dd3237b83ae9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:17:59.265175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-26e1ae74-bea0-4697-a455-dd3237b83ae9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:59.334162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-26e1ae74-bea0-4697-a455-dd3237b83ae9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:59.341207 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc239dbd-7fc4-4b1a-98fe-0fc365b493f9 None None] Pushing event updated for resources: {'Port': ['ID=06e81934-51b5-44a2-aece-555235ad9f97,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:59.364855 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Attempting to bind port 06e81934-51b5-44a2-aece-555235ad9f97 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:17:59.365235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Attempting to bind port 06e81934-51b5-44a2-aece-555235ad9f97 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:17:59.365607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Attempting to bind port 06e81934-51b5-44a2-aece-555235ad9f97 on network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:17:59.371190 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:17:59.371565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Checking segment: {'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:17:59.371968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:59.372365 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Bound using segment: {'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:17:59.372831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Bound port: 06e81934-51b5-44a2-aece-555235ad9f97, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:17:59.373212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:59.459537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-26e1ae74-bea0-4697-a455-dd3237b83ae9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:59.484296 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1ae74-bea0-4697-a455-dd3237b83ae9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73948d29-d404-4f01-b0ae-e1a6b2d2f52b,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:59.520284 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] For port 06e81934-51b5-44a2-aece-555235ad9f97, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:17:59.523595 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] For port 06e81934-51b5-44a2-aece-555235ad9f97, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=06e81934-51b5-44a2-aece-555235ad9f97,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:17:59.602348 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-26e1ae74-bea0-4697-a455-dd3237b83ae9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:59.603880 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-26e1ae74-bea0-4697-a455-dd3237b83ae9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4699996 Aug 26 01:17:59.606919 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54262) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:59.612821 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6a246d9c-148f-49d8-a20f-5a2768951f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '259ceede-18a4-454f-8ee2-6277f5fe71e8', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:17:59.618892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6a246d9c-148f-49d8-a20f-5a2768951f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:17:59.622767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6a246d9c-148f-49d8-a20f-5a2768951f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:17:59.625680 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6a246d9c-148f-49d8-a20f-5a2768951f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:17:59.628970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:59.631976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6a246d9c-148f-49d8-a20f-5a2768951f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:17:59.694517 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Routers {'591f2e75-af61-410c-be5e-cc3556e22717'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:17:59.695159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:17:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['591f2e75-af61-410c-be5e-cc3556e22717'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:17:59.718425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6a246d9c-148f-49d8-a20f-5a2768951f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:59.796690 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6a246d9c-148f-49d8-a20f-5a2768951f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:59.840771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc239dbd-7fc4-4b1a-98fe-0fc365b493f9 None None] Pushing event updated for resources: {'Port': ['ID=06e81934-51b5-44a2-aece-555235ad9f97,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:59.859447 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6a246d9c-148f-49d8-a20f-5a2768951f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:59.884907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a246d9c-148f-49d8-a20f-5a2768951f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3c32a5-57f7-4b69-8eb1-01547afc696f,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:17:59.906296 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] Set router 591f2e75-af61-410c-be5e-cc3556e22717 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:17:59.979216 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6a246d9c-148f-49d8-a20f-5a2768951f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:17:59.984172 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6a246d9c-148f-49d8-a20f-5a2768951f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3726068 Aug 26 01:17:59.984172 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54266) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:17:59.989619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-8502e8a1-6c62-4010-a564-6072da9097e7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '259ceede-18a4-454f-8ee2-6277f5fe71e8', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:17:59.997368 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8502e8a1-6c62-4010-a564-6072da9097e7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:18:00.001994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8502e8a1-6c62-4010-a564-6072da9097e7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:18:00.005934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8502e8a1-6c62-4010-a564-6072da9097e7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:18:00.015963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8502e8a1-6c62-4010-a564-6072da9097e7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:18:00.093981 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-8502e8a1-6c62-4010-a564-6072da9097e7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:18:00.103390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8502e8a1-6c62-4010-a564-6072da9097e7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:00.180856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8502e8a1-6c62-4010-a564-6072da9097e7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:00.230532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '06e81934-51b5-44a2-aece-555235ad9f97', 'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:fe:3e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:54Z', 'updated_at': '2022-08-26T01:17:59Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '825b658c-c10d-4245-9552-aa829f198041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:00.234509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7259633-bb5c-47eb-9d28-bfe7c64abefc None None] The sync data for ids ['591f2e75-af61-410c-be5e-cc3556e22717'] in dv-neutron-854561-2-hyperv is: [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '06e81934-51b5-44a2-aece-555235ad9f97', 'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:fe:3e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:54Z', 'updated_at': '2022-08-26T01:17:59Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '825b658c-c10d-4245-9552-aa829f198041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:18:00.257091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8502e8a1-6c62-4010-a564-6072da9097e7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:00.291592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502e8a1-6c62-4010-a564-6072da9097e7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2104f1-3241-46b2-8070-d65219fdb38f,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:00.396207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8502e8a1-6c62-4010-a564-6072da9097e7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:00.397533 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8502e8a1-6c62-4010-a564-6072da9097e7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4133213 Aug 26 01:18:00.400415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54270) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:18:00.405520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1865200c-ab24-4416-be85-fb76773afb5f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '259ceede-18a4-454f-8ee2-6277f5fe71e8', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:18:00.416466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1865200c-ab24-4416-be85-fb76773afb5f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:18:00.426094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1865200c-ab24-4416-be85-fb76773afb5f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:18:00.427056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1865200c-ab24-4416-be85-fb76773afb5f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:18:00.433417 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1865200c-ab24-4416-be85-fb76773afb5f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:18:00.525343 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2b8bb7dd-0dbe-416a-98d4-bca2cb7bc6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:00.548599 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-1865200c-ab24-4416-be85-fb76773afb5f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:18:00.557066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1865200c-ab24-4416-be85-fb76773afb5f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:00.645766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1865200c-ab24-4416-be85-fb76773afb5f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:00.684214 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 06e81934-51b5-44a2-aece-555235ad9f97 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:18:00.728653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1865200c-ab24-4416-be85-fb76773afb5f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:00.758579 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865200c-ab24-4416-be85-fb76773afb5f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960b4abd-3449-4d4e-952f-7f2d08b724de,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:00.830608 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 06e81934-51b5-44a2-aece-555235ad9f97 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:18:00.836750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 06e81934-51b5-44a2-aece-555235ad9f97 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:18:00.837129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:00.848479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1865200c-ab24-4416-be85-fb76773afb5f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:00.853887 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1865200c-ab24-4416-be85-fb76773afb5f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4484086 Aug 26 01:18:00.982629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 06e81934-51b5-44a2-aece-555235ad9f97 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:18:00.986169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:01.031030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 06e81934-51b5-44a2-aece-555235ad9f97, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=06e81934-51b5-44a2-aece-555235ad9f97,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:18:01.078192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-cd6f7b16-64e7-4622-b447-2bc496d55136 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:18:01.120099 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:01.166017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-cd6f7b16-64e7-4622-b447-2bc496d55136 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:18:01.167279 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-cd6f7b16-64e7-4622-b447-2bc496d55136 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592700183&fields=id&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 267 time: 0.1313708 Aug 26 01:18:01.199776 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=06e81934-51b5-44a2-aece-555235ad9f97,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:01.342825 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-e3b03d62-616d-4672-997b-23058e71aba1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:01.343543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-e3b03d62-616d-4672-997b-23058e71aba1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:18:01.464920 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-e3b03d62-616d-4672-997b-23058e71aba1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:18:01.466170 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-e3b03d62-616d-4672-997b-23058e71aba1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/networks?id=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 HTTP/1.1" status: 200 len: 795 time: 0.2921352 Aug 26 01:18:01.486185 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-5583b923-0d3d-4ce0-843d-3438bd02c7a2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/quotas/f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 375 time: 0.0107052 Aug 26 01:18:01.581164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-847165b7-568f-410b-a553-f85375ef3c58 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:18:01.670656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-847165b7-568f-410b-a553-f85375ef3c58 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:18:01.675004 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-847165b7-568f-410b-a553-f85375ef3c58 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1794753 Aug 26 01:18:01.688364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-8ba0d5ba-9c6d-4962-950a-c8d8456433fe service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:18:01.689316 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-8ba0d5ba-9c6d-4962-950a-c8d8456433fe service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054777 Aug 26 01:18:01.826724 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-443db500-88c7-41ed-8731-558f99f608b2 service neutron] 10.222.0.83 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318398 Aug 26 01:18:01.961518 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-0bd42501-854e-4adf-b7c9-3bac3496fc24 service neutron] 10.222.0.83 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283758 Aug 26 01:18:02.371255 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-3df94758-8a4f-46e2-82ea-6ed01c06160a req-e5d22af7-9296-4ed4-8062-d872d01559f6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:18:02.385079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-3df94758-8a4f-46e2-82ea-6ed01c06160a req-e5d22af7-9296-4ed4-8062-d872d01559f6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:18:02.386251 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3df94758-8a4f-46e2-82ea-6ed01c06160a req-e5d22af7-9296-4ed4-8062-d872d01559f6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 210 time: 0.1881964 Aug 26 01:18:02.650653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 06e81934-51b5-44a2-aece-555235ad9f97 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:18:02.719560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 06e81934-51b5-44a2-aece-555235ad9f97 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:18:02.719934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:02.844396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 06e81934-51b5-44a2-aece-555235ad9f97 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:18:02.989087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d546de2f-6b3f-4d14-bab9-375d3bb9d404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:03.492897 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c62ab6f0-970a-4ff9-8e8e-40772083bbb1 req-b1174df9-273b-4235-a1f3-8e778f9ccfef tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 210 time: 0.0499561 Aug 26 01:18:03.742803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:04.022784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:04.652778 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6aeed9db-1d35-4dd7-b282-7640acde9f3f req-6e742776-c190-4282-b888-97385e22e45b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 210 time: 0.0496390 Aug 26 01:18:05.292885 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c82902e8-b296-42f9-9cb3-4aec82f63345 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:05.294448 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c82902e8-b296-42f9-9cb3-4aec82f63345 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/networks?id=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 HTTP/1.1" status: 200 len: 795 time: 0.1474562 Aug 26 01:18:05.364727 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-ffbc9f1f-2afa-44c3-98e8-4fe91ab5c79d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 380 time: 0.0447774 Aug 26 01:18:05.374503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'port': {'device_id': '1057a1e0-853e-4b98-8c38-5e217eb046a5', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'admin_state_up': True, 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'security_groups': ['259ceede-18a4-454f-8ee2-6277f5fe71e8']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:18:05.451173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:05.520375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:18:05.530942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:18:05.607545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:18:05.611657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:05.804455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.9 (dbcb6f27-bdde-43fe-93bf-58b9bbd9e090/825b658c-c10d-4245-9552-aa829f198041/f10aaa02-7824-4170-a79f-4db4841b0f54) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:18:05.835229 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-59d507fb-4e15-4cc2-b810-bc30c6d99a0d req-dfef3676-802f-4995-96af-b9aae7d0d503 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 210 time: 0.0620434 Aug 26 01:18:06.070258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ee7ad-af9f-4361-b66a-56fca7c20d03 req-8c0ba3ae-6d4c-480b-934c-03ec0090825b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:06.071677 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ce8ee7ad-af9f-4361-b66a-56fca7c20d03 req-8c0ba3ae-6d4c-480b-934c-03ec0090825b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 945 time: 0.0933399 Aug 26 01:18:06.119216 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ce8ee7ad-af9f-4361-b66a-56fca7c20d03 req-8093086c-67e3-42ee-9836-6a96a3c7476a tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415928 Aug 26 01:18:06.131982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:06.148758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object f10aaa02-7824-4170-a79f-4db4841b0f54 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:18:06.237456 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:06.308779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:18:06.312009 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:18:06.316783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:18:06.353809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=f10aaa02-7824-4170-a79f-4db4841b0f54,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:06.392756 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:06.393398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:06.492112 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-c4c99de9-1585-4a96-88f1-881a84cf952b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1210856 Aug 26 01:18:06.510469 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Request body: {'port': {'device_id': '1057a1e0-853e-4b98-8c38-5e217eb046a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:18:06.621856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:06.628598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3e036ca1-6bde-4a1e-a1da-d12ab2d0e4d4 None None] Provisioning for port f10aaa02-7824-4170-a79f-4db4841b0f54 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:18:06.633908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3e036ca1-6bde-4a1e-a1da-d12ab2d0e4d4 None None] Provisioning complete for port f10aaa02-7824-4170-a79f-4db4841b0f54 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:18:06.634226 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3e036ca1-6bde-4a1e-a1da-d12ab2d0e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:06.687773 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3e036ca1-6bde-4a1e-a1da-d12ab2d0e4d4 None None] Port f10aaa02-7824-4170-a79f-4db4841b0f54 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:18:07.030922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10aaa02-7824-4170-a79f-4db4841b0f54 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:18:07.040173 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:07.059871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Transition to ACTIVE for port object f10aaa02-7824-4170-a79f-4db4841b0f54 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:18:07.082761 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb49a66-6387-4604-846d-17ad4935ddcf req-8031dbe4-229e-4c09-8436-ef2313b8840a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:07.082761 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-5bb49a66-6387-4604-846d-17ad4935ddcf req-8031dbe4-229e-4c09-8436-ef2313b8840a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:18:07.156815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:07.248209 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-5bb49a66-6387-4604-846d-17ad4935ddcf req-8031dbe4-229e-4c09-8436-ef2313b8840a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:18:07.249413 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5bb49a66-6387-4604-846d-17ad4935ddcf req-8031dbe4-229e-4c09-8436-ef2313b8840a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 931 time: 0.3013508 Aug 26 01:18:07.325628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77262da-a4c1-4122-8006-40849b821ebc req-8a91e676-7871-46ff-8c2f-2eb6b9a4263c tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:07.327149 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d77262da-a4c1-4122-8006-40849b821ebc req-8a91e676-7871-46ff-8c2f-2eb6b9a4263c tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 945 time: 0.0942402 Aug 26 01:18:07.373878 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d77262da-a4c1-4122-8006-40849b821ebc req-d4223929-2ade-4a16-9307-6c724be3ba67 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0395458 Aug 26 01:18:07.407063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Pushing event updated for resources: {'Port': ['ID=f10aaa02-7824-4170-a79f-4db4841b0f54,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:07.418725 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5bb49a66-6387-4604-846d-17ad4935ddcf req-187fb299-f30c-41d7-8936-289eda50edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=259ceede-18a4-454f-8ee2-6277f5fe71e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531909 Aug 26 01:18:07.444951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Attempting to bind port f10aaa02-7824-4170-a79f-4db4841b0f54 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:18:07.445308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Attempting to bind port f10aaa02-7824-4170-a79f-4db4841b0f54 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:18:07.445608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Attempting to bind port f10aaa02-7824-4170-a79f-4db4841b0f54 on network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:18:07.451202 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Port f10aaa02-7824-4170-a79f-4db4841b0f54 on network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:18:07.451519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Attempting to bind port f10aaa02-7824-4170-a79f-4db4841b0f54 on network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:18:07.457279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:18:07.457611 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Checking segment: {'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:18:07.458017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Bound using segment: {'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:18:07.458439 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Bound port: f10aaa02-7824-4170-a79f-4db4841b0f54, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:18:07.458782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:07.550020 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] For port f10aaa02-7824-4170-a79f-4db4841b0f54, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:18:07.552904 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] For port f10aaa02-7824-4170-a79f-4db4841b0f54, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=f10aaa02-7824-4170-a79f-4db4841b0f54,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:18:07.625084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:07.656103 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:07.656707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:07.658159 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] 10.222.0.94 "PUT /v2.0/ports/f10aaa02-7824-4170-a79f-4db4841b0f54 HTTP/1.1" status: 200 len: 1093 time: 1.1519964 Aug 26 01:18:07.658604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1057a1e0-853e-4b98-8c38-5e217eb046a5', 'tag': 'f10aaa02-7824-4170-a79f-4db4841b0f54'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:18:07.706853 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4732c7b-40bd-4233-be67-884725f44a8b'] response: {'name': 'network-changed', 'server_uuid': '1057a1e0-853e-4b98-8c38-5e217eb046a5', 'tag': 'f10aaa02-7824-4170-a79f-4db4841b0f54', 'status': 'completed', 'code': 200} Aug 26 01:18:07.706853 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deda72b-a335-419b-898d-5c26f4935f8b service neutron] Pushing event updated for resources: {'Port': ['ID=f10aaa02-7824-4170-a79f-4db4841b0f54,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:07.838184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84f2f7-d274-456d-955d-6aca94884798 req-60a79b23-4948-4ede-8b12-ca5aa4c70ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:07.839693 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7d84f2f7-d274-456d-955d-6aca94884798 req-60a79b23-4948-4ede-8b12-ca5aa4c70ed3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 1096 time: 0.0837147 Aug 26 01:18:07.955340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-027955ad-456e-4277-a7cb-48883cf1c1b3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:07.957644 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-027955ad-456e-4277-a7cb-48883cf1c1b3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.94 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 945 time: 0.0905123 Aug 26 01:18:08.025558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84f2f7-d274-456d-955d-6aca94884798 req-15ed93c4-7443-44be-962d-39376b0df9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:08.027037 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7d84f2f7-d274-456d-955d-6aca94884798 req-15ed93c4-7443-44be-962d-39376b0df9a8 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1599934 Aug 26 01:18:08.037850 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-643e1ab2-ec4d-4866-9bfe-f6460deceff0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Deleting port 98f9d404-f771-43c2-a657-20f4654a6575 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:18:08.038193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-643e1ab2-ec4d-4866-9bfe-f6460deceff0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:08.280161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84f2f7-d274-456d-955d-6aca94884798 req-94d659a1-7f8d-4837-b9fd-88f21324a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:08.281533 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7d84f2f7-d274-456d-955d-6aca94884798 req-94d659a1-7f8d-4837-b9fd-88f21324a005 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2445323 Aug 26 01:18:08.294220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-643e1ab2-ec4d-4866-9bfe-f6460deceff0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] For port 98f9d404-f771-43c2-a657-20f4654a6575, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=98f9d404-f771-43c2-a657-20f4654a6575,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:18:08.294543 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-643e1ab2-ec4d-4866-9bfe-f6460deceff0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:08.426797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-f44f9c0f-b56a-4f82-a6c9-6c6e2541e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:08.428394 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-f44f9c0f-b56a-4f82-a6c9-6c6e2541e7ec service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 1096 time: 0.0809381 Aug 26 01:18:08.530818 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-d66beb1b-55f2-4607-9ed2-3d9b6b9a619b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10aaa02-7824-4170-a79f-4db4841b0f54 HTTP/1.1" status: 200 len: 217 time: 0.0821385 Aug 26 01:18:08.651704 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-7dbaaab6-2581-4508-b251-7cddc100718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:08.653157 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-7dbaaab6-2581-4508-b251-7cddc100718f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=825b658c-c10d-4245-9552-aa829f198041 HTTP/1.1" status: 200 len: 835 time: 0.0864515 Aug 26 01:18:08.657255 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-643e1ab2-ec4d-4866-9bfe-f6460deceff0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:08.657808 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-643e1ab2-ec4d-4866-9bfe-f6460deceff0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:08.657944 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-643e1ab2-ec4d-4866-9bfe-f6460deceff0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Floating IP a4a94b52-2274-4307-a176-411da86a81ab disassociated. External IP: 172.26.2.156, port: 98f9d404-f771-43c2-a657-20f4654a6575. Aug 26 01:18:08.658274 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-643e1ab2-ec4d-4866-9bfe-f6460deceff0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Calling delete_port for 98f9d404-f771-43c2-a657-20f4654a6575 owned by compute:nova {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:18:08.714014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5ff85-61b4-41e5-bfb9-714c0b6a6e6a req-0f5f1d89-5b20-4333-b9c3-78eb676507cb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:08.715513 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0cb5ff85-61b4-41e5-bfb9-714c0b6a6e6a req-0f5f1d89-5b20-4333-b9c3-78eb676507cb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 945 time: 0.1873651 Aug 26 01:18:08.733277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d4123-ac6d-4140-8777-692b4292716e req-014ac8fd-6810-4cbb-8fad-436983597f7b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:08.734788 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f76d4123-ac6d-4140-8777-692b4292716e req-014ac8fd-6810-4cbb-8fad-436983597f7b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 943 time: 0.1827097 Aug 26 01:18:08.782237 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0cb5ff85-61b4-41e5-bfb9-714c0b6a6e6a req-a7812634-f00b-4c1d-8ad1-cb4b6e109f15 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0576181 Aug 26 01:18:08.796340 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-7fb4fbe5-699a-478f-ba9d-0875ff3da9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:08.797941 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-7fb4fbe5-699a-478f-ba9d-0875ff3da9b6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1345727 Aug 26 01:18:08.834643 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-f76d4123-ac6d-4140-8777-692b4292716e req-15253ab5-9b83-4bae-b4b0-ca4ced1a9515 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:18:08.857625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-f76d4123-ac6d-4140-8777-692b4292716e req-15253ab5-9b83-4bae-b4b0-ca4ced1a9515 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:18:08.858823 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f76d4123-ac6d-4140-8777-692b4292716e req-15253ab5-9b83-4bae-b4b0-ca4ced1a9515 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=259ceede-18a4-454f-8ee2-6277f5fe71e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080480 Aug 26 01:18:08.942043 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-847671e6-5b38-4eca-975d-23ddd5eeac82 service neutron] 10.222.0.94 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344402 Aug 26 01:18:08.956272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-643e1ab2-ec4d-4866-9bfe-f6460deceff0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:09.009840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e1ab2-ec4d-4866-9bfe-f6460deceff0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event deleted for resources: {'Port': ['ID=98f9d404-f771-43c2-a657-20f4654a6575,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:09.079855 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-be077f79-5ee4-4d3a-8cfa-25210337e65f req-22cc8601-357f-4e29-8980-300274dcea55 service neutron] 10.222.0.94 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289272 Aug 26 01:18:09.311658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-643e1ab2-ec4d-4866-9bfe-f6460deceff0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Router 27d9cace-c75f-4bcd-8061-d44c0eb332ba has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:18:09.501211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-643e1ab2-ec4d-4866-9bfe-f6460deceff0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:18:09.511276 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a1c8b-e794-4b64-8410-1f1cfe90cfc5 None None] Sync routers for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:18:09.521898 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a1c8b-e794-4b64-8410-1f1cfe90cfc5 None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:18:09.522516 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c12a1c8b-e794-4b64-8410-1f1cfe90cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:18:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:09.596975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-643e1ab2-ec4d-4866-9bfe-f6460deceff0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] No DVR routers for this DVR port 98f9d404-f771-43c2-a657-20f4654a6575 on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:18:09.599449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-643e1ab2-ec4d-4866-9bfe-f6460deceff0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:09.602136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef4c76d-f256-4de1-8c50-19c6bd3e9bd9', 'name': 'network-vif-deleted', 'tag': '98f9d404-f771-43c2-a657-20f4654a6575'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:18:09.677437 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-16a54839-d06d-4b63-980c-19bd43bb46e0 req-643e1ab2-ec4d-4866-9bfe-f6460deceff0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.94 "DELETE /v2.0/ports/98f9d404-f771-43c2-a657-20f4654a6575 HTTP/1.1" status: 204 len: 173 time: 1.7118285 Aug 26 01:18:09.709474 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-c12a1c8b-e794-4b64-8410-1f1cfe90cfc5 None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:18:09.754263 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ceae5dc-4ec2-4ab4-bd75-c3a822ec20c8'] response: {'server_uuid': 'bef4c76d-f256-4de1-8c50-19c6bd3e9bd9', 'name': 'network-vif-deleted', 'tag': '98f9d404-f771-43c2-a657-20f4654a6575', 'status': 'completed', 'code': 200} Aug 26 01:18:09.975290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-bda0e9d3-8be4-4f26-8e2a-b2db21e5129d req-8bb4502c-3355-4eeb-b30d-8a6a6643b466 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Synchronizing usage tracker for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:18:10.081299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-bda0e9d3-8be4-4f26-8e2a-b2db21e5129d req-8bb4502c-3355-4eeb-b30d-8a6a6643b466 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Unset dirty status for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:18:10.083187 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bda0e9d3-8be4-4f26-8e2a-b2db21e5129d req-8bb4502c-3355-4eeb-b30d-8a6a6643b466 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 210 time: 0.1589971 Aug 26 01:18:10.137441 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c12a1c8b-e794-4b64-8410-1f1cfe90cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:10.142454 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a1c8b-e794-4b64-8410-1f1cfe90cfc5 None None] Checking router: 27d9cace-c75f-4bcd-8061-d44c0eb332ba for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:18:10.143111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab60be0-ded8-4384-82f2-659db495ff11 req-f85a727d-3cc0-4728-a42b-2f0f26bffc53 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:10.144756 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5ab60be0-ded8-4384-82f2-659db495ff11 req-f85a727d-3cc0-4728-a42b-2f0f26bffc53 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 943 time: 0.1221850 Aug 26 01:18:10.153379 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a1c8b-e794-4b64-8410-1f1cfe90cfc5 None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:18:10.154014 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c12a1c8b-e794-4b64-8410-1f1cfe90cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:18:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:10.192871 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5ab60be0-ded8-4384-82f2-659db495ff11 req-ac3262d7-9510-4a0d-90be-0058d327a929 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=259ceede-18a4-454f-8ee2-6277f5fe71e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420606 Aug 26 01:18:10.347325 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-c12a1c8b-e794-4b64-8410-1f1cfe90cfc5 None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:18:10.591235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device f10aaa02-7824-4170-a79f-4db4841b0f54 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:18:10.630787 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 98f9d404-f771-43c2-a657-20f4654a6575 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:18:10.666774 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c12a1c8b-e794-4b64-8410-1f1cfe90cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:10.671102 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a1c8b-e794-4b64-8410-1f1cfe90cfc5 None None] The sync data for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv is: [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:18:10.727582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 98f9d404-f771-43c2-a657-20f4654a6575 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:18:10.727925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 98f9d404-f771-43c2-a657-20f4654a6575 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:18:10.783824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port f10aaa02-7824-4170-a79f-4db4841b0f54, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=f10aaa02-7824-4170-a79f-4db4841b0f54,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:18:10.796842 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:10.799732 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'f10aaa02-7824-4170-a79f-4db4841b0f54', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'port_id': 'f10aaa02-7824-4170-a79f-4db4841b0f54', 'mac_address': 'fa:16:3e:b8:3c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:18:10.860077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port f10aaa02-7824-4170-a79f-4db4841b0f54 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:18:10.862472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:10.880106 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10aaa02-7824-4170-a79f-4db4841b0f54 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:18:10.898014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port f10aaa02-7824-4170-a79f-4db4841b0f54, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=f10aaa02-7824-4170-a79f-4db4841b0f54,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:18:10.908074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3ced11-e759-4d08-b2f1-ba71af2cdfec None None] New status for floating IP a4a94b52-2274-4307-a176-411da86a81ab: DOWN {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:18:11.003147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:11.228841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=f10aaa02-7824-4170-a79f-4db4841b0f54,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:11.296958 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bbdbd654-20f4-4f2f-8f59-07ffdd13e006 req-6adf4689-99b1-4877-857f-4b2cfaa74fba tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=bef4c76d-f256-4de1-8c50-19c6bd3e9bd9 HTTP/1.1" status: 200 len: 210 time: 0.0773928 Aug 26 01:18:11.326238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['f10aaa02-7824-4170-a79f-4db4841b0f54'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:18:11.427312 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358de7b-5e43-4886-aebb-3150db8a86f8 req-3a016515-5741-4d76-be70-811f92971f1d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:11.428913 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4358de7b-5e43-4886-aebb-3150db8a86f8 req-3a016515-5741-4d76-be70-811f92971f1d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 944 time: 0.1029015 Aug 26 01:18:11.477913 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4358de7b-5e43-4886-aebb-3150db8a86f8 req-8b337cf6-9b54-471c-aa23-7eba4aba9797 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=259ceede-18a4-454f-8ee2-6277f5fe71e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425360 Aug 26 01:18:12.594057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device f10aaa02-7824-4170-a79f-4db4841b0f54 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:18:12.676475 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-a9e17c75-9f70-44b6-9fc0-bc37dd5a349d tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2502865&fields=id&tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79 HTTP/1.1" status: 200 len: 267 time: 0.0432281 Aug 26 01:18:12.685376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c4441-9a8b-440d-aefe-d75ae317b4bb req-461c0b26-f022-4141-9c42-7a6df2d29ff3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:12.686863 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5d3c4441-9a8b-440d-aefe-d75ae317b4bb req-461c0b26-f022-4141-9c42-7a6df2d29ff3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 944 time: 0.0889535 Aug 26 01:18:12.732445 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5d3c4441-9a8b-440d-aefe-d75ae317b4bb req-10ec4f9e-16d8-413b-94ba-630c25cc7bf3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=259ceede-18a4-454f-8ee2-6277f5fe71e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397251 Aug 26 01:18:12.738478 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port f10aaa02-7824-4170-a79f-4db4841b0f54 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:18:12.743620 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port f10aaa02-7824-4170-a79f-4db4841b0f54 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:18:12.744098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:12.835056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-fcb6d352-a5d0-4d12-9bfb-437be6ad45d6 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:12.837930 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-fcb6d352-a5d0-4d12-9bfb-437be6ad45d6 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 811 time: 0.1544380 Aug 26 01:18:12.852369 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-fdfea012-4ac7-403b-8bdd-812dc3731652 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/quotas/2aa7b4e203ec49ba8a6e61f4fd46cc79 HTTP/1.1" status: 200 len: 375 time: 0.0096262 Aug 26 01:18:12.865780 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port f10aaa02-7824-4170-a79f-4db4841b0f54 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:18:12.866168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:12.894138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1057a1e0-853e-4b98-8c38-5e217eb046a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10aaa02-7824-4170-a79f-4db4841b0f54'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:18:12.903891 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port f10aaa02-7824-4170-a79f-4db4841b0f54, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=f10aaa02-7824-4170-a79f-4db4841b0f54,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:18:12.952190 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-837a4888-f1c8-4ed3-b1b6-028fcebfc627 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0942907 Aug 26 01:18:12.965144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:13.004593 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8eeea45-4059-41d7-a4d7-9f4c7df8c128'] response: {'server_uuid': '1057a1e0-853e-4b98-8c38-5e217eb046a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10aaa02-7824-4170-a79f-4db4841b0f54', 'code': 200} Aug 26 01:18:13.037720 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=f10aaa02-7824-4170-a79f-4db4841b0f54,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:13.098154 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-7a0adc7c-ee84-4ce9-85c0-988c5e00e058 service neutron] 10.222.0.83 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329696 Aug 26 01:18:13.231323 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-0251d87f-e5c4-43cf-b619-3b58e61f8207 service neutron] 10.222.0.83 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273596 Aug 26 01:18:13.418901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bd72b-d4e3-433b-9bff-4670c50d1423 req-d716b308-7456-4471-b0f2-2a34f804ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:13.420408 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4d4bd72b-d4e3-433b-9bff-4670c50d1423 req-d716b308-7456-4471-b0f2-2a34f804ae0d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 1098 time: 0.0837383 Aug 26 01:18:13.465513 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4d4bd72b-d4e3-433b-9bff-4670c50d1423 req-5dc4a228-43f0-482d-9abb-b66640c9dd24 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=259ceede-18a4-454f-8ee2-6277f5fe71e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354326 Aug 26 01:18:13.905791 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-39cb9709-577c-44ce-a43a-56d7d073b76d req-9fcd1f6a-7eb4-4cf3-aba5-fb4c69231648 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 210 time: 0.0529258 Aug 26 01:18:13.958626 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b8d62-ed75-46e5-8b15-472e8feb96cb req-24e5f045-0382-47a3-a6c6-42c323182545 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:13.960115 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-637b8d62-ed75-46e5-8b15-472e8feb96cb req-24e5f045-0382-47a3-a6c6-42c323182545 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 945 time: 0.0930598 Aug 26 01:18:14.009559 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-637b8d62-ed75-46e5-8b15-472e8feb96cb req-c82bdaf4-8286-46cd-9f7e-ff9ca3f9b253 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=259ceede-18a4-454f-8ee2-6277f5fe71e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439188 Aug 26 01:18:15.073083 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ae63cbe-76f2-42ac-8f3d-a3745c24f6c5 req-2c9551f0-5482-40c0-9748-dd5cac28aed7 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 210 time: 0.0549161 Aug 26 01:18:15.225670 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13a90-b1e6-48b1-86f8-95481a3a36b0 req-420b8e1f-ae3c-4e9a-912d-14dfa4c8fdad tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:15.227070 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a1b13a90-b1e6-48b1-86f8-95481a3a36b0 req-420b8e1f-ae3c-4e9a-912d-14dfa4c8fdad tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 945 time: 0.0965559 Aug 26 01:18:15.272030 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a1b13a90-b1e6-48b1-86f8-95481a3a36b0 req-60e51315-065b-468c-aafa-aaa3813dc700 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=259ceede-18a4-454f-8ee2-6277f5fe71e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391829 Aug 26 01:18:15.584783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcd17c-00d2-4c11-be43-acccd0b2bc38 req-9126ae6b-a8ba-4d61-9a48-520af4eeb6f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:15.586167 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f8dcd17c-00d2-4c11-be43-acccd0b2bc38 req-9126ae6b-a8ba-4d61-9a48-520af4eeb6f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 945 time: 0.2057965 Aug 26 01:18:15.630576 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f8dcd17c-00d2-4c11-be43-acccd0b2bc38 req-ba38ca3b-4d15-40cd-9da3-19ba3c83370a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=259ceede-18a4-454f-8ee2-6277f5fe71e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386541 Aug 26 01:18:15.657059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54374) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:18:15.736959 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf97d0b-e77d-4c76-b4f8-e012409f810d tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:15.739080 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0bf97d0b-e77d-4c76-b4f8-e012409f810d tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 1093 time: 0.0810475 Aug 26 01:18:15.742062 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54378) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:18:15.746872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': 'f10aaa02-7824-4170-a79f-4db4841b0f54', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:18:15.752825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:18:15.757485 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:floatingip and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:18:15.760377 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:18:15.766362 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:18:15.853085 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:16.119380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-ddf9a845-357e-4e46-9207-4d0478242a80 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:16.120812 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-ddf9a845-357e-4e46-9207-4d0478242a80 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.94 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 811 time: 0.1732259 Aug 26 01:18:16.122451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:16.272281 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5c6fdc9e-5ed9-43c6-87c8-16607d68ea3d req-8e4cfbe1-7b7b-433b-add1-a00157a9d787 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 210 time: 0.0811927 Aug 26 01:18:16.289963 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-87900837-0ba7-4057-96e6-0f476c2747df tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79 HTTP/1.1" status: 200 len: 377 time: 0.1318736 Aug 26 01:18:16.299198 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Request body: {'port': {'device_id': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'admin_state_up': True, 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'security_groups': ['0ad6fd47-159f-420e-b1a9-a651ed87ff8b']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:18:16.448774 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.132 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/fe059986-c376-4daa-a283-df7438bfcc14) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:18:16.686639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:18:16.702268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:18:16.761596 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:16.848101 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Made reservation on behalf of 2aa7b4e203ec49ba8a6e61f4fd46cc79 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:18:16.852016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:16.918027 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:17.017695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:18:17.023462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:18:17.030599 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:18:17.096406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=fe059986-c376-4daa-a283-df7438bfcc14,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:17.169156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Allocated IP 172.20.0.12 (277863a4-4254-4976-bcf1-d2e6a4c64c1e/6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083/2120fed7-1af4-464a-b496-c7cf89dc87a3) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:18:17.447870 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-444a5347-1221-45ed-a82b-19fe40556625 req-a88a7c51-a210-4c9f-a979-5aab87a617e7 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 210 time: 0.0535536 Aug 26 01:18:17.599079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:17.633660 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Transition to ACTIVE for port object 2120fed7-1af4-464a-b496-c7cf89dc87a3 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:18:17.686688 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:17.800965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:17.918645 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Network 277863a4-4254-4976-bcf1-d2e6a4c64c1e is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:18:17.926673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:18:17.930353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'Port': ['ID=2120fed7-1af4-464a-b496-c7cf89dc87a3,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:17.932568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:18:17.973150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:18.044754 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:18.045400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:18.227477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:18.245491 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-14f3fe28-292e-4498-8ee9-f9b0007c7da3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9506114 Aug 26 01:18:18.264065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Request body: {'port': {'device_id': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:18:18.273544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-df70d5e7-549b-453a-966f-9cf18ea834c6 None None] Provisioning for port 2120fed7-1af4-464a-b496-c7cf89dc87a3 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:18:18.279191 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-df70d5e7-549b-453a-966f-9cf18ea834c6 None None] Provisioning complete for port 2120fed7-1af4-464a-b496-c7cf89dc87a3 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:18:18.279191 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-df70d5e7-549b-453a-966f-9cf18ea834c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:18.334631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-df70d5e7-549b-453a-966f-9cf18ea834c6 None None] Port 2120fed7-1af4-464a-b496-c7cf89dc87a3 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:18:18.355800 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:18.646930 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:18.658319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=fe059986-c376-4daa-a283-df7438bfcc14,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:18.678880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:18.946707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73796b-64e9-4f41-969e-2210cfd5c270 req-c2b34b0b-9e2e-4ac9-b746-fa01426bfa09 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:18.947319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-2f73796b-64e9-4f41-969e-2210cfd5c270 req-c2b34b0b-9e2e-4ac9-b746-fa01426bfa09 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Synchronizing usage tracker for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:18:19.019776 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 67c4d75e-fc2c-4797-b5cf-920c9d3ee68b associated. External IP: 172.26.2.132, port: f10aaa02-7824-4170-a79f-4db4841b0f54. Aug 26 01:18:19.126706 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-2f73796b-64e9-4f41-969e-2210cfd5c270 req-c2b34b0b-9e2e-4ac9-b746-fa01426bfa09 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Unset dirty status for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:18:19.128076 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2f73796b-64e9-4f41-969e-2210cfd5c270 req-c2b34b0b-9e2e-4ac9-b746-fa01426bfa09 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 932 time: 0.5575070 Aug 26 01:18:19.314470 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2f73796b-64e9-4f41-969e-2210cfd5c270 req-6ef7129a-37be-44a4-9218-d3feccb56069 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1251979 Aug 26 01:18:19.592416 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2120fed7-1af4-464a-b496-c7cf89dc87a3 {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:18:19.605331 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:19.639329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Transition to ACTIVE for port object 2120fed7-1af4-464a-b496-c7cf89dc87a3 will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:18:19.653494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 591f2e75-af61-410c-be5e-cc3556e22717 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:18:19.726990 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:20.139851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Pushing event updated for resources: {'Port': ['ID=2120fed7-1af4-464a-b496-c7cf89dc87a3,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:20.231883 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:18:20.242044 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f2d67-2786-4917-878a-be103bac425e None None] Sync routers for ids ['591f2e75-af61-410c-be5e-cc3556e22717'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:18:20.251156 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f2d67-2786-4917-878a-be103bac425e None None] Routers {'591f2e75-af61-410c-be5e-cc3556e22717'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:18:20.251762 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ef2f2d67-2786-4917-878a-be103bac425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:18:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['591f2e75-af61-410c-be5e-cc3556e22717'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:20.259364 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Attempting to bind port 2120fed7-1af4-464a-b496-c7cf89dc87a3 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:18:20.259698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Attempting to bind port 2120fed7-1af4-464a-b496-c7cf89dc87a3 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:18:20.260030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Attempting to bind port 2120fed7-1af4-464a-b496-c7cf89dc87a3 on network 277863a4-4254-4976-bcf1-d2e6a4c64c1e {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:18:20.265650 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Port 2120fed7-1af4-464a-b496-c7cf89dc87a3 on network 277863a4-4254-4976-bcf1-d2e6a4c64c1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:18:20.265991 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Attempting to bind port 2120fed7-1af4-464a-b496-c7cf89dc87a3 on network 277863a4-4254-4976-bcf1-d2e6a4c64c1e {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:18:20.271990 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:18:20.277498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Checking segment: {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:18:20.277498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Bound using segment: {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:18:20.277498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Bound port: 2120fed7-1af4-464a-b496-c7cf89dc87a3, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:18:20.277498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:20.339835 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:20.419365 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] For port 2120fed7-1af4-464a-b496-c7cf89dc87a3, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:18:20.425337 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7a2e5930-23eb-40e8-8bec-264b3ea249b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6794577 Aug 26 01:18:20.425337 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] For port 2120fed7-1af4-464a-b496-c7cf89dc87a3, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=2120fed7-1af4-464a-b496-c7cf89dc87a3,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:18:20.425337 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1057a1e0-853e-4b98-8c38-5e217eb046a5', 'tag': 'f10aaa02-7824-4170-a79f-4db4841b0f54'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:18:20.427028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54394) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:18:20.484206 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd728c7b-0665-4e32-9a33-5ded044692a3'] response: {'name': 'network-changed', 'server_uuid': '1057a1e0-853e-4b98-8c38-5e217eb046a5', 'tag': 'f10aaa02-7824-4170-a79f-4db4841b0f54', 'status': 'completed', 'code': 200} Aug 26 01:18:20.504465 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ef2f2d67-2786-4917-878a-be103bac425e None None] Set router 591f2e75-af61-410c-be5e-cc3556e22717 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:18:20.525504 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:20.561684 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:20.562321 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:20.564396 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] 10.222.0.94 "PUT /v2.0/ports/2120fed7-1af4-464a-b496-c7cf89dc87a3 HTTP/1.1" status: 200 len: 1094 time: 2.3045447 Aug 26 01:18:20.609271 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae8345-a8ca-422e-a7fe-2d8e6c2ea655 service neutron] Pushing event updated for resources: {'Port': ['ID=2120fed7-1af4-464a-b496-c7cf89dc87a3,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:20.669209 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-faeae7c9-95e9-4080-bf9b-0ce1e814cbba tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/67c4d75e-fc2c-4797-b5cf-920c9d3ee68b HTTP/1.1" status: 200 len: 991 time: 0.2396872 Aug 26 01:18:20.697785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60e332-445d-47cf-90db-0dbb7511c4d7 req-d62b1933-9c36-49b1-aa9e-f705f5202240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:20.699161 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6f60e332-445d-47cf-90db-0dbb7511c4d7 req-d62b1933-9c36-49b1-aa9e-f705f5202240 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 1098 time: 0.1357951 Aug 26 01:18:20.710426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5b4f8-db8f-4b3b-b14c-84162c366688 req-60df9726-10f1-48e4-8f6a-dd99084d9d2c tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:20.712057 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-afc5b4f8-db8f-4b3b-b14c-84162c366688 req-60df9726-10f1-48e4-8f6a-dd99084d9d2c tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 944 time: 0.2066967 Aug 26 01:18:20.804114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-45213f1e-f01d-4b92-a3aa-e697d479bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:20.805965 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-45213f1e-f01d-4b92-a3aa-e697d479bc68 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 1097 time: 0.0856221 Aug 26 01:18:20.844348 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-afc5b4f8-db8f-4b3b-b14c-84162c366688 req-03d3d079-ba07-4239-afa7-d8bfabf2ee62 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1104026 Aug 26 01:18:20.885011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60e332-445d-47cf-90db-0dbb7511c4d7 req-c3c09b7d-7dee-4b09-b288-64c786c0bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:20.886597 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6f60e332-445d-47cf-90db-0dbb7511c4d7 req-c3c09b7d-7dee-4b09-b288-64c786c0bd55 service neutron] 10.222.0.94 "GET /v2.0/networks?id=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 HTTP/1.1" status: 200 len: 897 time: 0.1714425 Aug 26 01:18:20.903745 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ef2f2d67-2786-4917-878a-be103bac425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '67c4d75e-fc2c-4797-b5cf-920c9d3ee68b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.132', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'port_id': 'f10aaa02-7824-4170-a79f-4db4841b0f54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'mac_address': 'fa:16:3e:b8:3c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1057a1e0-853e-4b98-8c38-5e217eb046a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:18:17Z', 'updated_at': '2022-08-26T01:18:17Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06e81934-51b5-44a2-aece-555235ad9f97', 'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:fe:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:54Z', 'updated_at': '2022-08-26T01:18:01Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '825b658c-c10d-4245-9552-aa829f198041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:20.907659 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f2d67-2786-4917-878a-be103bac425e None None] Checking router: 591f2e75-af61-410c-be5e-cc3556e22717 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:18:20.915517 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-0ea89af9-4de5-4e09-9f06-f71d955874e8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2120fed7-1af4-464a-b496-c7cf89dc87a3 HTTP/1.1" status: 200 len: 217 time: 0.0884426 Aug 26 01:18:20.916913 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f2d67-2786-4917-878a-be103bac425e None None] Routers {'591f2e75-af61-410c-be5e-cc3556e22717'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:18:20.917503 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ef2f2d67-2786-4917-878a-be103bac425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:18:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['591f2e75-af61-410c-be5e-cc3556e22717'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:20.983329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-838fbdbc-f717-4d56-bb31-ac2e803753ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:20.984692 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-838fbdbc-f717-4d56-bb31-ac2e803753ec service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 HTTP/1.1" status: 200 len: 850 time: 0.0639050 Aug 26 01:18:20.997692 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6f60e332-445d-47cf-90db-0dbb7511c4d7 req-6540d2e8-4873-4479-8920-5138bc3d7025 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10aaa02-7824-4170-a79f-4db4841b0f54 HTTP/1.1" status: 200 len: 999 time: 0.1041992 Aug 26 01:18:21.062228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60e332-445d-47cf-90db-0dbb7511c4d7 req-96d4c656-58f9-414b-8aa4-2b5ce54a191e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:21.063758 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6f60e332-445d-47cf-90db-0dbb7511c4d7 req-96d4c656-58f9-414b-8aa4-2b5ce54a191e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=825b658c-c10d-4245-9552-aa829f198041 HTTP/1.1" status: 200 len: 835 time: 0.0597262 Aug 26 01:18:21.078864 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-1d769b10-2d9f-4337-aee2-17724c1743b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:21.080631 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-1d769b10-2d9f-4337-aee2-17724c1743b4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=277863a4-4254-4976-bcf1-d2e6a4c64c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843356 Aug 26 01:18:21.133295 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ef2f2d67-2786-4917-878a-be103bac425e None None] Set router 591f2e75-af61-410c-be5e-cc3556e22717 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:18:21.154666 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60e332-445d-47cf-90db-0dbb7511c4d7 req-8bdac286-9e5f-473b-bb39-407e4788b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:21.156147 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6f60e332-445d-47cf-90db-0dbb7511c4d7 req-8bdac286-9e5f-473b-bb39-407e4788b6ee service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856540 Aug 26 01:18:21.219021 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-c513bdfb-7a40-446a-a89f-62b6b33f07e0 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318452 Aug 26 01:18:21.310211 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6f60e332-445d-47cf-90db-0dbb7511c4d7 req-d8e257d3-db08-4872-bd4d-780326e302c9 service neutron] 10.222.0.94 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479287 Aug 26 01:18:21.357089 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b1242367-2c39-4fc7-80a9-1cc29eab2756 req-6c808644-fa1b-4a9c-a84e-3072c59936f3 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320407 Aug 26 01:18:21.450348 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6f60e332-445d-47cf-90db-0dbb7511c4d7 req-1093b095-7ee4-4165-824f-2dda186dc8b5 service neutron] 10.222.0.94 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337342 Aug 26 01:18:21.494119 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ef2f2d67-2786-4917-878a-be103bac425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '67c4d75e-fc2c-4797-b5cf-920c9d3ee68b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.132', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'port_id': 'f10aaa02-7824-4170-a79f-4db4841b0f54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'mac_address': 'fa:16:3e:b8:3c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1057a1e0-853e-4b98-8c38-5e217eb046a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:18:17Z', 'updated_at': '2022-08-26T01:18:17Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06e81934-51b5-44a2-aece-555235ad9f97', 'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:fe:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:54Z', 'updated_at': '2022-08-26T01:18:01Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '825b658c-c10d-4245-9552-aa829f198041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:21.498044 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f2d67-2786-4917-878a-be103bac425e None None] The sync data for ids ['591f2e75-af61-410c-be5e-cc3556e22717'] in dv-neutron-854561-2-hyperv is: [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '67c4d75e-fc2c-4797-b5cf-920c9d3ee68b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.132', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'port_id': 'f10aaa02-7824-4170-a79f-4db4841b0f54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'mac_address': 'fa:16:3e:b8:3c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1057a1e0-853e-4b98-8c38-5e217eb046a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:18:17Z', 'updated_at': '2022-08-26T01:18:17Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06e81934-51b5-44a2-aece-555235ad9f97', 'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:fe:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:54Z', 'updated_at': '2022-08-26T01:18:01Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '825b658c-c10d-4245-9552-aa829f198041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:18:21.673189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54400) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:18:21.688950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6861bf-43c7-420f-890d-fece163d8aff None None] New status for floating IP 67c4d75e-fc2c-4797-b5cf-920c9d3ee68b: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:18:21.792288 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2ae0aad1-b5dd-4b76-be96-451052f64c92 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/67c4d75e-fc2c-4797-b5cf-920c9d3ee68b HTTP/1.1" status: 200 len: 991 time: 0.1167586 Aug 26 01:18:22.052573 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211d02b-fd03-44e8-853b-0b32871d6f1a req-1b829100-f884-471f-9c0a-21bbfc6fccf4 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:22.054170 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1211d02b-fd03-44e8-853b-0b32871d6f1a req-1b829100-f884-471f-9c0a-21bbfc6fccf4 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 944 time: 0.0925665 Aug 26 01:18:22.102694 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1211d02b-fd03-44e8-853b-0b32871d6f1a req-efd5ab6a-2572-46fc-8a03-a7ccdfbbe256 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425220 Aug 26 01:18:22.485961 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'tag': '2120fed7-1af4-464a-b496-c7cf89dc87a3'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:18:22.530353 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef0e825-3240-4ebd-b2cb-6117d42c404e'] response: {'name': 'network-changed', 'server_uuid': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'tag': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'status': 'completed', 'code': 200} Aug 26 01:18:22.658442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58f26-e9db-4425-846b-43bd4c9a7ad4 req-9c3889de-7050-4f24-b4d1-1f6ef662fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:22.660530 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5ef58f26-e9db-4425-846b-43bd4c9a7ad4 req-9c3889de-7050-4f24-b4d1-1f6ef662fa50 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 1097 time: 0.0769260 Aug 26 01:18:22.789269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58f26-e9db-4425-846b-43bd4c9a7ad4 req-9fc61edd-dd74-4175-a7a3-267b606b4245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:22.790652 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5ef58f26-e9db-4425-846b-43bd4c9a7ad4 req-9fc61edd-dd74-4175-a7a3-267b606b4245 service neutron] 10.222.0.94 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 913 time: 0.1241293 Aug 26 01:18:22.795200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54408) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:18:23.052518 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5ef58f26-e9db-4425-846b-43bd4c9a7ad4 req-688015a3-b897-4b09-a273-8c89181c1474 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2120fed7-1af4-464a-b496-c7cf89dc87a3 HTTP/1.1" status: 200 len: 217 time: 0.2544944 Aug 26 01:18:23.123927 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-73f08465-d3e4-4b87-89ec-66252d462d59 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/67c4d75e-fc2c-4797-b5cf-920c9d3ee68b HTTP/1.1" status: 200 len: 993 time: 0.3276451 Aug 26 01:18:23.134169 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58f26-e9db-4425-846b-43bd4c9a7ad4 req-d9a35ae4-5746-42c6-847a-2c8405328606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:23.135604 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5ef58f26-e9db-4425-846b-43bd4c9a7ad4 req-d9a35ae4-5746-42c6-847a-2c8405328606 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 HTTP/1.1" status: 200 len: 850 time: 0.0773108 Aug 26 01:18:23.223960 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58f26-e9db-4425-846b-43bd4c9a7ad4 req-e6c2fd2a-9e05-49d7-920c-05d3e16e2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:23.225422 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5ef58f26-e9db-4425-846b-43bd4c9a7ad4 req-e6c2fd2a-9e05-49d7-920c-05d3e16e2580 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=277863a4-4254-4976-bcf1-d2e6a4c64c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838623 Aug 26 01:18:23.303124 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6a6b-03c4-4602-a54f-e0931f431dfb req-b4789320-3880-4b4d-bfdd-2f943c1b09e4 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:23.304568 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9c0e6a6b-03c4-4602-a54f-e0931f431dfb req-b4789320-3880-4b4d-bfdd-2f943c1b09e4 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 944 time: 0.0900667 Aug 26 01:18:23.350656 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9c0e6a6b-03c4-4602-a54f-e0931f431dfb req-1c77f576-f6f7-46a6-b8b6-1d5d73c11003 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402792 Aug 26 01:18:23.359914 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5ef58f26-e9db-4425-846b-43bd4c9a7ad4 req-fa68f0f5-b033-4e47-9e5c-aa2f93e056fe service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280956 Aug 26 01:18:23.488036 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5ef58f26-e9db-4425-846b-43bd4c9a7ad4 req-c649f1ce-530f-4902-a18c-5b546f5e1ae9 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225636 Aug 26 01:18:24.546997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eba911-2ece-46eb-aff3-cf90f63303be req-e515e387-b322-4cd4-92ee-24ff0a369761 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:24.548585 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e8eba911-2ece-46eb-aff3-cf90f63303be req-e515e387-b322-4cd4-92ee-24ff0a369761 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 944 time: 0.0882463 Aug 26 01:18:24.596727 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e8eba911-2ece-46eb-aff3-cf90f63303be req-f824e36a-821b-4f75-b873-2f86df253227 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418646 Aug 26 01:18:25.804661 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36df2f-9d33-4bd1-9758-6152e27cebc2 req-7f0095d0-b3a2-480c-9c9e-c862ce92fed6 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:25.806192 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5d36df2f-9d33-4bd1-9758-6152e27cebc2 req-7f0095d0-b3a2-480c-9c9e-c862ce92fed6 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 944 time: 0.0946670 Aug 26 01:18:25.860575 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5d36df2f-9d33-4bd1-9758-6152e27cebc2 req-d1b560cf-c709-44a6-8224-9ff3d3f88f08 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0485816 Aug 26 01:18:25.951698 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:18:27.065751 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60713b-7bf7-46d4-b639-d022df593742 req-2e14a781-81b8-4ec4-94c0-4adcc15db814 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:27.067228 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7d60713b-7bf7-46d4-b639-d022df593742 req-2e14a781-81b8-4ec4-94c0-4adcc15db814 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 944 time: 0.0925183 Aug 26 01:18:27.111280 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7d60713b-7bf7-46d4-b639-d022df593742 req-ef9c9fbf-95f9-4e37-a0a8-2bc2c1569357 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376453 Aug 26 01:18:28.306061 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd4ff6-0ebb-4eee-b1b3-4deebc7d426a req-95ce0d12-e10c-4a9c-abf1-2d176f577472 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:28.307527 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-35cd4ff6-0ebb-4eee-b1b3-4deebc7d426a req-95ce0d12-e10c-4a9c-abf1-2d176f577472 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 944 time: 0.0870178 Aug 26 01:18:28.354715 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-35cd4ff6-0ebb-4eee-b1b3-4deebc7d426a req-9155862d-0a37-4d5b-88c0-85ac987dee74 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414946 Aug 26 01:18:28.665072 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 2120fed7-1af4-464a-b496-c7cf89dc87a3 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:18:28.799230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 2120fed7-1af4-464a-b496-c7cf89dc87a3, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=2120fed7-1af4-464a-b496-c7cf89dc87a3,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:18:28.813095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'port_id': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'mac_address': 'fa:16:3e:85:6f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:18:28.874967 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 2120fed7-1af4-464a-b496-c7cf89dc87a3 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:18:28.875284 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:28.893098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2120fed7-1af4-464a-b496-c7cf89dc87a3 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:18:28.909460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 2120fed7-1af4-464a-b496-c7cf89dc87a3, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=2120fed7-1af4-464a-b496-c7cf89dc87a3,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:18:28.989985 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:29.056843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=2120fed7-1af4-464a-b496-c7cf89dc87a3,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:29.290940 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['2120fed7-1af4-464a-b496-c7cf89dc87a3'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:18:29.553771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f543e8-62ff-499b-a9f3-bd78454c9810 req-9c52c22b-cc80-45cd-b5f0-ddeed7aed0e0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:29.555173 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-46f543e8-62ff-499b-a9f3-bd78454c9810 req-9c52c22b-cc80-45cd-b5f0-ddeed7aed0e0 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 945 time: 0.0924323 Aug 26 01:18:29.602352 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-46f543e8-62ff-499b-a9f3-bd78454c9810 req-d92820fe-489e-4c73-a9a9-a9a2952ea249 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411563 Aug 26 01:18:30.542380 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cb20b84c-845c-4c68-8065-78cf02d904b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:30.666541 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 2120fed7-1af4-464a-b496-c7cf89dc87a3 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:18:30.799605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0d93e-496c-4648-a58f-f91458720a75 req-bee2ced3-50e1-4be0-a6c0-381cbc31f8cb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:30.801679 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3ed0d93e-496c-4648-a58f-f91458720a75 req-bee2ced3-50e1-4be0-a6c0-381cbc31f8cb tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 945 time: 0.0880845 Aug 26 01:18:30.813589 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 2120fed7-1af4-464a-b496-c7cf89dc87a3 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:18:30.822572 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 2120fed7-1af4-464a-b496-c7cf89dc87a3 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:18:30.823006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:30.848445 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3ed0d93e-496c-4648-a58f-f91458720a75 req-aed357ac-05a6-496f-bf2d-8578100aa49b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405784 Aug 26 01:18:30.948756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 2120fed7-1af4-464a-b496-c7cf89dc87a3 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:18:30.949065 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:30.975670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2120fed7-1af4-464a-b496-c7cf89dc87a3'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:18:30.988360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 2120fed7-1af4-464a-b496-c7cf89dc87a3, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=2120fed7-1af4-464a-b496-c7cf89dc87a3,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:18:31.020753 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95d1a6c-b6d4-49cd-977f-f864921a528f'] response: {'server_uuid': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'code': 200} Aug 26 01:18:31.092527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:31.161318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=2120fed7-1af4-464a-b496-c7cf89dc87a3,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:31.546056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f5dbd-9595-46b0-8ff4-ec1da187f5f2 req-0e86d587-23db-4ef6-8dfa-aed22e644ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:31.547534 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f69f5dbd-9595-46b0-8ff4-ec1da187f5f2 req-0e86d587-23db-4ef6-8dfa-aed22e644ec2 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 1099 time: 0.0775859 Aug 26 01:18:31.592891 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f69f5dbd-9595-46b0-8ff4-ec1da187f5f2 req-3aa03638-52a1-4851-b279-b0db1a1febf6 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390494 Aug 26 01:18:32.046792 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985500f-29c0-4715-8f1d-87b082da673a req-b65098a6-dffb-42ee-bf07-8a2a918a15c8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:32.048253 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9985500f-29c0-4715-8f1d-87b082da673a req-b65098a6-dffb-42ee-bf07-8a2a918a15c8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 946 time: 0.0921884 Aug 26 01:18:32.092449 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9985500f-29c0-4715-8f1d-87b082da673a req-a12d6e6b-e10c-42be-ae7f-6f4ab22a7d9c tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382922 Aug 26 01:18:33.144342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-73cda8cd-455d-484b-80ab-b781feb0691e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:33.302768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20091828-8a06-4398-8821-7d6a33a08b7d req-e33dafbb-46ec-445b-afb6-0f66775bdac6 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:33.304321 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20091828-8a06-4398-8821-7d6a33a08b7d req-e33dafbb-46ec-445b-afb6-0f66775bdac6 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 946 time: 0.1009095 Aug 26 01:18:33.353471 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20091828-8a06-4398-8821-7d6a33a08b7d req-e4010d00-4914-4944-b058-c75498a33ea8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434163 Aug 26 01:18:33.556863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242fc5a-b705-4d28-b0b1-8e471d634210 req-22aa2454-d9a7-4f1d-9b6b-1f2423c269f6 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:33.558451 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c242fc5a-b705-4d28-b0b1-8e471d634210 req-22aa2454-d9a7-4f1d-9b6b-1f2423c269f6 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 946 time: 0.0903902 Aug 26 01:18:33.608513 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c242fc5a-b705-4d28-b0b1-8e471d634210 req-684bdfd2-fc62-42bd-a14c-76836a3f59ed tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443034 Aug 26 01:18:33.637882 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54434) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:18:33.779269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:33.841494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6213bb-cb9e-4f51-a729-1b65a07b1eb3 tempest-TestVolumeBootPattern-2085999328 tempest-TestVolumeBootPattern-2085999328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:33.845699 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8d6213bb-cb9e-4f51-a729-1b65a07b1eb3 tempest-TestVolumeBootPattern-2085999328 tempest-TestVolumeBootPattern-2085999328-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 1094 time: 0.2042639 Aug 26 01:18:33.846460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54438) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:18:33.852205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:18:33.858899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:18:33.863943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Usage tracker for resource:floatingip and tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:18:33.867089 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:18:33.872876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:18:34.010530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:34.027537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:34.169496 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:34.312876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Allocated IP 172.26.2.8 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/97a1b1af-b3cc-4ce5-899e-e2e1fc87f961) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:18:34.469868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:34.559915 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:34.629789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:18:34.632866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:18:34.636654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:18:34.671316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'Port': ['ID=97a1b1af-b3cc-4ce5-899e-e2e1fc87f961,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:35.059530 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:35.215770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:35.438438 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:35.473511 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:35.501819 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:35.606909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:35.658544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'Port': ['ID=97a1b1af-b3cc-4ce5-899e-e2e1fc87f961,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:18:35.900450 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Floating IP e952c593-5d17-43e4-8d68-c2191d86c50d associated. External IP: 172.26.2.8, port: 2120fed7-1af4-464a-b496-c7cf89dc87a3. Aug 26 01:18:36.260722 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Router 27d9cace-c75f-4bcd-8061-d44c0eb332ba has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:18:36.448978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:18:36.458501 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7cd8ec-9f0b-4c5c-a8c1-2889f5b41626 None None] Sync routers for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:18:36.468313 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7cd8ec-9f0b-4c5c-a8c1-2889f5b41626 None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:18:36.469006 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ae7cd8ec-9f0b-4c5c-a8c1-2889f5b41626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:18:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:36.564672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:36.626113 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-299f4190-e295-4c9b-b8cf-0de79f67123b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7783282 Aug 26 01:18:36.632007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'tag': '2120fed7-1af4-464a-b496-c7cf89dc87a3'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:18:36.656192 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ae7cd8ec-9f0b-4c5c-a8c1-2889f5b41626 None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:18:36.672143 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e3990e-c75a-49f2-b936-e00085e02226'] response: {'name': 'network-changed', 'server_uuid': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'tag': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'status': 'completed', 'code': 200} Aug 26 01:18:36.808553 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efcbec-2cdd-4ca1-9ef1-f66071eb8a5f req-e429785e-1ed1-4ff4-8c52-77fc2fe16ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:36.810230 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6efcbec-2cdd-4ca1-9ef1-f66071eb8a5f req-e429785e-1ed1-4ff4-8c52-77fc2fe16ba4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 1099 time: 0.0898316 Aug 26 01:18:36.959862 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efcbec-2cdd-4ca1-9ef1-f66071eb8a5f req-357b3f43-6034-4893-84fd-0fdb5bdb05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:36.961357 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6efcbec-2cdd-4ca1-9ef1-f66071eb8a5f req-357b3f43-6034-4893-84fd-0fdb5bdb05ec service neutron] 10.222.0.94 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 913 time: 0.1435218 Aug 26 01:18:37.017092 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ae7cd8ec-9f0b-4c5c-a8c1-2889f5b41626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'e952c593-5d17-43e4-8d68-c2191d86c50d', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'floating_ip_address': '172.26.2.8', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'port_id': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'mac_address': 'fa:16:3e:85:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:18:35Z', 'updated_at': '2022-08-26T01:18:35Z', 'revision_number': 0, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:37.022049 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7cd8ec-9f0b-4c5c-a8c1-2889f5b41626 None None] Checking router: 27d9cace-c75f-4bcd-8061-d44c0eb332ba for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:18:37.031499 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7cd8ec-9f0b-4c5c-a8c1-2889f5b41626 None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:18:37.031762 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ae7cd8ec-9f0b-4c5c-a8c1-2889f5b41626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:18:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:37.071271 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6efcbec-2cdd-4ca1-9ef1-f66071eb8a5f req-db8be658-a08a-43e8-aebc-6ed53d85af9d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2120fed7-1af4-464a-b496-c7cf89dc87a3 HTTP/1.1" status: 200 len: 998 time: 0.1035175 Aug 26 01:18:37.139413 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efcbec-2cdd-4ca1-9ef1-f66071eb8a5f req-5e1cd1fd-b98a-4237-a7b1-0c55771667d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:37.140808 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6efcbec-2cdd-4ca1-9ef1-f66071eb8a5f req-5e1cd1fd-b98a-4237-a7b1-0c55771667d5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 HTTP/1.1" status: 200 len: 850 time: 0.0635436 Aug 26 01:18:37.218777 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ae7cd8ec-9f0b-4c5c-a8c1-2889f5b41626 None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:18:37.227924 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efcbec-2cdd-4ca1-9ef1-f66071eb8a5f req-9e67a191-d898-4d67-84db-817f9b42f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:37.229527 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6efcbec-2cdd-4ca1-9ef1-f66071eb8a5f req-9e67a191-d898-4d67-84db-817f9b42f173 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=277863a4-4254-4976-bcf1-d2e6a4c64c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827706 Aug 26 01:18:37.368293 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6efcbec-2cdd-4ca1-9ef1-f66071eb8a5f req-f975b237-85e5-4f4b-bb8f-e5c950939bee service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319337 Aug 26 01:18:37.626121 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ae7cd8ec-9f0b-4c5c-a8c1-2889f5b41626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'e952c593-5d17-43e4-8d68-c2191d86c50d', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'floating_ip_address': '172.26.2.8', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'port_id': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'mac_address': 'fa:16:3e:85:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:18:35Z', 'updated_at': '2022-08-26T01:18:35Z', 'revision_number': 0, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:37.631200 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7cd8ec-9f0b-4c5c-a8c1-2889f5b41626 None None] The sync data for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv is: [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'e952c593-5d17-43e4-8d68-c2191d86c50d', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'floating_ip_address': '172.26.2.8', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'port_id': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'mac_address': 'fa:16:3e:85:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:18:35Z', 'updated_at': '2022-08-26T01:18:35Z', 'revision_number': 0, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:18:37.642932 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6efcbec-2cdd-4ca1-9ef1-f66071eb8a5f req-d54d3192-e27f-470a-9fb7-2a0af40476b2 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658811 Aug 26 01:18:37.842657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca16620-fdc9-4e76-b46b-990d5e72dad4 None None] New status for floating IP e952c593-5d17-43e4-8d68-c2191d86c50d: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:18:40.692807 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:52.164113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54460) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:18:52.266492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47d09d3-ee04-47fd-b3c6-83ef7d466737 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:52.266492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47d09d3-ee04-47fd-b3c6-83ef7d466737 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:52.266492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47d09d3-ee04-47fd-b3c6-83ef7d466737 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:52.266492 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e47d09d3-ee04-47fd-b3c6-83ef7d466737 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/ports?project_id=f9996d1e9c5a4ca3826f46b8497097ec&network_id=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 HTTP/1.1" status: 200 len: 2999 time: 0.0949469 Aug 26 01:18:54.532269 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54472) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:18:54.594063 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35f542c-b59e-4721-baab-8f51f13c51a8 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:54.594748 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a35f542c-b59e-4721-baab-8f51f13c51a8 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29 HTTP/1.1" status: 200 len: 814 time: 0.0612035 Aug 26 01:18:55.285059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54480) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:18:55.293827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1daa5e3d-7a0a-4a5f-85b6-4d17505eda3f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:18:55.406402 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1daa5e3d-7a0a-4a5f-85b6-4d17505eda3f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:55.700800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1daa5e3d-7a0a-4a5f-85b6-4d17505eda3f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:55.772081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1daa5e3d-7a0a-4a5f-85b6-4d17505eda3f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:55.772299 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-1daa5e3d-7a0a-4a5f-85b6-4d17505eda3f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 67c4d75e-fc2c-4797-b5cf-920c9d3ee68b disassociated. External IP: 172.26.2.132, port: f10aaa02-7824-4170-a79f-4db4841b0f54. Aug 26 01:18:56.158759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daa5e3d-7a0a-4a5f-85b6-4d17505eda3f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 591f2e75-af61-410c-be5e-cc3556e22717 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:18:56.350015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daa5e3d-7a0a-4a5f-85b6-4d17505eda3f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:18:56.355395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1daa5e3d-7a0a-4a5f-85b6-4d17505eda3f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:18:56.360127 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba9eb8-9295-418d-a836-c4939d7c66c2 None None] Sync routers for ids ['591f2e75-af61-410c-be5e-cc3556e22717'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:18:56.371362 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba9eb8-9295-418d-a836-c4939d7c66c2 None None] Routers {'591f2e75-af61-410c-be5e-cc3556e22717'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:18:56.371968 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-62ba9eb8-9295-418d-a836-c4939d7c66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:18:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['591f2e75-af61-410c-be5e-cc3556e22717'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:56.413818 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1daa5e3d-7a0a-4a5f-85b6-4d17505eda3f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/floatingips/67c4d75e-fc2c-4797-b5cf-920c9d3ee68b HTTP/1.1" status: 200 len: 690 time: 1.1275053 Aug 26 01:18:56.415209 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1057a1e0-853e-4b98-8c38-5e217eb046a5', 'tag': 'f10aaa02-7824-4170-a79f-4db4841b0f54'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:18:56.416310 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54484) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:18:56.471158 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46be44ac-6e49-4709-acd4-80f8dbc46629'] response: {'name': 'network-changed', 'server_uuid': '1057a1e0-853e-4b98-8c38-5e217eb046a5', 'tag': 'f10aaa02-7824-4170-a79f-4db4841b0f54', 'status': 'completed', 'code': 200} Aug 26 01:18:56.510975 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c69b74ca-2001-4dd3-9351-eee7393dae0b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/67c4d75e-fc2c-4797-b5cf-920c9d3ee68b HTTP/1.1" status: 200 len: 690 time: 0.0935125 Aug 26 01:18:56.562246 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-62ba9eb8-9295-418d-a836-c4939d7c66c2 None None] Set router 591f2e75-af61-410c-be5e-cc3556e22717 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:18:56.625839 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c044b-8953-4ced-b905-8822b8612468 req-acb67a31-cc6d-430b-a659-8319c421330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:56.627937 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-846c044b-8953-4ced-b905-8822b8612468 req-acb67a31-cc6d-430b-a659-8319c421330a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 1098 time: 0.0963485 Aug 26 01:18:56.922562 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-62ba9eb8-9295-418d-a836-c4939d7c66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '06e81934-51b5-44a2-aece-555235ad9f97', 'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:fe:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:54Z', 'updated_at': '2022-08-26T01:18:01Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '825b658c-c10d-4245-9552-aa829f198041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:56.926622 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba9eb8-9295-418d-a836-c4939d7c66c2 None None] Checking router: 591f2e75-af61-410c-be5e-cc3556e22717 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:18:56.937012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c044b-8953-4ced-b905-8822b8612468 req-f42539ca-b674-4054-ad25-8dee334979b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:56.938299 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba9eb8-9295-418d-a836-c4939d7c66c2 None None] Routers {'591f2e75-af61-410c-be5e-cc3556e22717'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:18:56.938514 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-846c044b-8953-4ced-b905-8822b8612468 req-f42539ca-b674-4054-ad25-8dee334979b9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 HTTP/1.1" status: 200 len: 897 time: 0.3026197 Aug 26 01:18:56.938906 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-62ba9eb8-9295-418d-a836-c4939d7c66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:18:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['591f2e75-af61-410c-be5e-cc3556e22717'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:57.014532 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-846c044b-8953-4ced-b905-8822b8612468 req-5d7cc77d-c97b-4162-beef-577f0ad1724b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10aaa02-7824-4170-a79f-4db4841b0f54 HTTP/1.1" status: 200 len: 217 time: 0.0675273 Aug 26 01:18:57.079713 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c044b-8953-4ced-b905-8822b8612468 req-1145165c-3203-4779-9238-00cf46bdc1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:57.081056 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-846c044b-8953-4ced-b905-8822b8612468 req-1145165c-3203-4779-9238-00cf46bdc1e1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=825b658c-c10d-4245-9552-aa829f198041 HTTP/1.1" status: 200 len: 835 time: 0.0609002 Aug 26 01:18:57.125569 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-62ba9eb8-9295-418d-a836-c4939d7c66c2 None None] Set router 591f2e75-af61-410c-be5e-cc3556e22717 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:18:57.177486 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c044b-8953-4ced-b905-8822b8612468 req-8327ff29-eee7-4419-bb9d-e73436328291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:18:57.181667 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-846c044b-8953-4ced-b905-8822b8612468 req-8327ff29-eee7-4419-bb9d-e73436328291 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882277 Aug 26 01:18:57.390859 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-846c044b-8953-4ced-b905-8822b8612468 req-821f7c7d-ebb2-466e-b143-79e2346c24b9 service neutron] 10.222.0.94 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017260 Aug 26 01:18:57.461478 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-62ba9eb8-9295-418d-a836-c4939d7c66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '06e81934-51b5-44a2-aece-555235ad9f97', 'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:fe:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:54Z', 'updated_at': '2022-08-26T01:18:01Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '825b658c-c10d-4245-9552-aa829f198041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:18:57.466340 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba9eb8-9295-418d-a836-c4939d7c66c2 None None] The sync data for ids ['591f2e75-af61-410c-be5e-cc3556e22717'] in dv-neutron-854561-2-hyperv is: [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '06e81934-51b5-44a2-aece-555235ad9f97', 'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:fe:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:54Z', 'updated_at': '2022-08-26T01:18:01Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '825b658c-c10d-4245-9552-aa829f198041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:18:57.516163 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54490) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:18:57.560018 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-846c044b-8953-4ced-b905-8822b8612468 req-c8436d4d-392f-4ce6-8cca-a00af4c7fe6d service neutron] 10.222.0.94 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541307 Aug 26 01:18:57.752586 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ad9973-87a9-4418-ac4d-0494bb189538 None None] New status for floating IP 67c4d75e-fc2c-4797-b5cf-920c9d3ee68b: DOWN {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:18:57.792783 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ea539258-be18-4726-a0ff-6654fda42291 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/67c4d75e-fc2c-4797-b5cf-920c9d3ee68b HTTP/1.1" status: 200 len: 690 time: 0.2688582 Aug 26 01:18:58.790208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54498) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:18:58.880055 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-29d1f005-4db5-498f-b21a-74582bc610f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/67c4d75e-fc2c-4797-b5cf-920c9d3ee68b HTTP/1.1" status: 200 len: 688 time: 0.0888069 Aug 26 01:19:00.077994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54504) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:19:00.083224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2085322086', 'description': 'tempest-secgroup-smoke-2085322086 description', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:19:00.090347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:19:00.108859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:19:00.200654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:00.223133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:19:00.227333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:19:00.230418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:19:00.236410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:19:00.319276 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:00.369848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:00.419358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43aa04b0-2711-418e-ab20-fbaabd915f25,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:19:00.431634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:00.431985 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:00.432329 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:00.432693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:00.433028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:00.433359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:00.433687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:00.434049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:00.434374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:00.434688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:00.435017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:00.435334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:00.484567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:00.488661 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3ff215ca-1b9c-41df-8d6a-1227e818bcbe tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4068310 Aug 26 01:19:00.490616 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54508) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:19:00.497118 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5d01f4e4-c2ad-4e2f-9c37-1d899f94c8f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '43aa04b0-2711-418e-ab20-fbaabd915f25', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:19:00.503749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5d01f4e4-c2ad-4e2f-9c37-1d899f94c8f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:19:00.515202 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5d01f4e4-c2ad-4e2f-9c37-1d899f94c8f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:19:00.515202 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5d01f4e4-c2ad-4e2f-9c37-1d899f94c8f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:19:00.518400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5d01f4e4-c2ad-4e2f-9c37-1d899f94c8f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:19:00.538578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-58fcf859-d935-4e79-a032-492bad5ccf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:00.628383 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5d01f4e4-c2ad-4e2f-9c37-1d899f94c8f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:00.697831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5d01f4e4-c2ad-4e2f-9c37-1d899f94c8f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:00.806986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5d01f4e4-c2ad-4e2f-9c37-1d899f94c8f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:00.841511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01f4e4-c2ad-4e2f-9c37-1d899f94c8f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6149b67-1959-46ac-8233-0c3585ac1719,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:19:00.930885 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5d01f4e4-c2ad-4e2f-9c37-1d899f94c8f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:00.932137 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5d01f4e4-c2ad-4e2f-9c37-1d899f94c8f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4404933 Aug 26 01:19:00.936688 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54512) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:19:00.940514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '43aa04b0-2711-418e-ab20-fbaabd915f25', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:19:00.946787 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:19:00.950784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:19:00.953786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:19:00.959577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:19:01.053983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:01.141033 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:01.223749 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:01.254902 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c70c34-b4f4-4bf8-990f-4781149ec51b,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:19:01.267212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:01.267212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:01.267212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:01.267212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:01.267212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:01.267212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:01.267212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:01.267212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:01.267212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:01.267212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:01.267212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:01.267212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:01.324534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:01.326708 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bf501dc6-e297-4af2-9a7d-8705f87d5cab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3897269 Aug 26 01:19:01.328695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54516) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:19:01.334354 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-dc18ed76-114d-42dc-8687-026187ef8f7b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '43aa04b0-2711-418e-ab20-fbaabd915f25', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:19:01.340352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-dc18ed76-114d-42dc-8687-026187ef8f7b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:19:01.344207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-dc18ed76-114d-42dc-8687-026187ef8f7b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:19:01.347678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-dc18ed76-114d-42dc-8687-026187ef8f7b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:19:01.353728 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-dc18ed76-114d-42dc-8687-026187ef8f7b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:19:01.488070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dc18ed76-114d-42dc-8687-026187ef8f7b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:01.558339 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dc18ed76-114d-42dc-8687-026187ef8f7b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:01.641061 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dc18ed76-114d-42dc-8687-026187ef8f7b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:01.666207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18ed76-114d-42dc-8687-026187ef8f7b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4131d3dd-a0d1-44c0-8eb0-742c846d0f27,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:19:01.774418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dc18ed76-114d-42dc-8687-026187ef8f7b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:01.775820 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dc18ed76-114d-42dc-8687-026187ef8f7b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4461677 Aug 26 01:19:01.778804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54520) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:19:01.784251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-28b8a462-a45e-49b3-a0c0-d3b7ef96db28 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '43aa04b0-2711-418e-ab20-fbaabd915f25', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:19:01.791671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-28b8a462-a45e-49b3-a0c0-d3b7ef96db28 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:19:01.798910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-28b8a462-a45e-49b3-a0c0-d3b7ef96db28 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:19:01.799102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-28b8a462-a45e-49b3-a0c0-d3b7ef96db28 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:19:01.805298 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-28b8a462-a45e-49b3-a0c0-d3b7ef96db28 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:19:01.876713 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-28b8a462-a45e-49b3-a0c0-d3b7ef96db28 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:01.952189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-28b8a462-a45e-49b3-a0c0-d3b7ef96db28 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:02.041507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-28b8a462-a45e-49b3-a0c0-d3b7ef96db28 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:02.069570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8a462-a45e-49b3-a0c0-d3b7ef96db28 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecefbb5-19e4-4094-b620-c5e9739106f9,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:19:02.183662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-28b8a462-a45e-49b3-a0c0-d3b7ef96db28 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:02.184799 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-28b8a462-a45e-49b3-a0c0-d3b7ef96db28 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4049149 Aug 26 01:19:02.187530 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54524) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:19:02.192628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-2b990acc-fd32-4936-a9fd-86837f2b89f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '43aa04b0-2711-418e-ab20-fbaabd915f25', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:19:02.199569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2b990acc-fd32-4936-a9fd-86837f2b89f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:19:02.203910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2b990acc-fd32-4936-a9fd-86837f2b89f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:19:02.206916 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2b990acc-fd32-4936-a9fd-86837f2b89f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:19:02.213377 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2b990acc-fd32-4936-a9fd-86837f2b89f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:19:02.381501 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-2b990acc-fd32-4936-a9fd-86837f2b89f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:19:02.389856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2b990acc-fd32-4936-a9fd-86837f2b89f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:02.456858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2b990acc-fd32-4936-a9fd-86837f2b89f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:02.651610 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2b990acc-fd32-4936-a9fd-86837f2b89f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:02.671986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b990acc-fd32-4936-a9fd-86837f2b89f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e280800-5678-446f-89f3-99943a802fa3,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:19:02.789516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2b990acc-fd32-4936-a9fd-86837f2b89f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:02.791004 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2b990acc-fd32-4936-a9fd-86837f2b89f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6025300 Aug 26 01:19:02.793906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54528) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:19:02.799072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-68b33f2a-2953-46fa-bba6-64fa8c89d3ee tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '43aa04b0-2711-418e-ab20-fbaabd915f25', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:19:02.806173 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-68b33f2a-2953-46fa-bba6-64fa8c89d3ee tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:19:02.810307 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-68b33f2a-2953-46fa-bba6-64fa8c89d3ee tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:19:02.813441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-68b33f2a-2953-46fa-bba6-64fa8c89d3ee tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:19:02.819832 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-68b33f2a-2953-46fa-bba6-64fa8c89d3ee tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:19:02.942705 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-68b33f2a-2953-46fa-bba6-64fa8c89d3ee tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:19:02.952735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68b33f2a-2953-46fa-bba6-64fa8c89d3ee tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:02.953078 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:19:03.024963 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68b33f2a-2953-46fa-bba6-64fa8c89d3ee tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:03.028647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4f81811a-dd01-41b6-a850-085da648bdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:03.112987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68b33f2a-2953-46fa-bba6-64fa8c89d3ee tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:03.142924 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b33f2a-2953-46fa-bba6-64fa8c89d3ee tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2363db92-24c6-49e4-906a-b4cb12e6c454,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:19:03.257908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68b33f2a-2953-46fa-bba6-64fa8c89d3ee tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:03.259557 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-68b33f2a-2953-46fa-bba6-64fa8c89d3ee tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4646823 Aug 26 01:19:03.429373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ea256738-5a8c-406a-b357-532a6f45e402 req-31e969a4-aba7-483a-a645-1fd2fd2a3c70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:19:03.577894 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ea256738-5a8c-406a-b357-532a6f45e402 req-31e969a4-aba7-483a-a645-1fd2fd2a3c70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:19:03.589563 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-31e969a4-aba7-483a-a645-1fd2fd2a3c70 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2085322086&fields=id&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 267 time: 0.1937480 Aug 26 01:19:03.721850 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:03.753566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea256738-5a8c-406a-b357-532a6f45e402 req-535a643d-c930-44a5-89b5-abf0a685119b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:03.755070 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-535a643d-c930-44a5-89b5-abf0a685119b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/networks?id=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 HTTP/1.1" status: 200 len: 795 time: 0.1692567 Aug 26 01:19:03.772152 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-36283084-a1dc-49dc-8987-4ecd58260158 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/quotas/f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 375 time: 0.0105875 Aug 26 01:19:03.889505 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-fa8c469c-c50d-4e99-b645-b83547634ec3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1034222 Aug 26 01:19:03.987011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:04.041019 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-2859052f-03cf-4c7a-a30c-aa4eef1b8309 service neutron] 10.222.0.83 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396277 Aug 26 01:19:04.184620 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-64d25a59-7510-47a4-9085-24c63f08f859 service neutron] 10.222.0.83 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376014 Aug 26 01:19:04.491406 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d69c9942-d0cd-4727-98d9-249090384b06 req-59c2aade-79dd-40f1-a79a-39937b4e16e3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 210 time: 0.0567639 Aug 26 01:19:05.557006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:05.668280 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-638a1589-3041-4870-9fd4-2f8d29c64cf2 req-42e30900-dc73-4b75-8bf7-2fea7d26217b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 210 time: 0.0597153 Aug 26 01:19:06.837790 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0ce89814-164a-4a43-a1d0-4a39e2c242e6 req-a8e8f630-c040-4126-b4d8-a0c34dc4504f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 210 time: 0.0514257 Aug 26 01:19:07.113223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea256738-5a8c-406a-b357-532a6f45e402 req-a55b78ca-875c-4aac-b376-71a155c4ddc8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:07.115603 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-a55b78ca-875c-4aac-b376-71a155c4ddc8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/networks?id=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 HTTP/1.1" status: 200 len: 795 time: 0.1526649 Aug 26 01:19:07.188902 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-b25e3629-d871-452f-bed1-07776e88a3b0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 473 time: 0.0483596 Aug 26 01:19:07.204554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-ea256738-5a8c-406a-b357-532a6f45e402 req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'port': {'device_id': '1ee1d560-fabb-4394-b10f-6c70d1edc697', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'admin_state_up': True, 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'security_groups': ['43aa04b0-2711-418e-ab20-fbaabd915f25']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:19:07.350161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-ea256738-5a8c-406a-b357-532a6f45e402 req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:19:07.359892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-ea256738-5a8c-406a-b357-532a6f45e402 req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:19:07.450348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea256738-5a8c-406a-b357-532a6f45e402 req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:19:07.453829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ea256738-5a8c-406a-b357-532a6f45e402 req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:07.632407 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-ea256738-5a8c-406a-b357-532a6f45e402 req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.4 (dbcb6f27-bdde-43fe-93bf-58b9bbd9e090/825b658c-c10d-4245-9552-aa829f198041/428f1a89-453b-4eea-99d9-b7e82625efd8) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:19:07.844432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ea256738-5a8c-406a-b357-532a6f45e402 req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:07.862339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-ea256738-5a8c-406a-b357-532a6f45e402 req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 428f1a89-453b-4eea-99d9-b7e82625efd8 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:19:08.007038 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ea256738-5a8c-406a-b357-532a6f45e402 req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:08.206869 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea256738-5a8c-406a-b357-532a6f45e402 req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:19:08.211731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-ea256738-5a8c-406a-b357-532a6f45e402 req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:19:08.214527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea256738-5a8c-406a-b357-532a6f45e402 req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:19:08.271760 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=428f1a89-453b-4eea-99d9-b7e82625efd8,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:19:08.306688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea256738-5a8c-406a-b357-532a6f45e402 req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:08.307327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ea256738-5a8c-406a-b357-532a6f45e402 req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:08.336382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88936-1586-4f14-8abc-db9466de33bb req-e91ef506-406e-476b-9390-07eda6496bab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:08.345660 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c2a88936-1586-4f14-8abc-db9466de33bb req-e91ef506-406e-476b-9390-07eda6496bab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 931 time: 0.3734636 Aug 26 01:19:08.388802 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c2a88936-1586-4f14-8abc-db9466de33bb req-0c1c6ffc-c1c9-4492-aca4-9f4b18454243 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=43aa04b0-2711-418e-ab20-fbaabd915f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 Aug 26 01:19:08.456370 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-588c99ac-c096-4f48-a51d-9c9802170be2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2556229 Aug 26 01:19:08.483026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Request body: {'port': {'device_id': '1ee1d560-fabb-4394-b10f-6c70d1edc697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:19:08.560722 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c36f3307-de49-457e-bb89-e0d3c3e4f27a None None] Provisioning for port 428f1a89-453b-4eea-99d9-b7e82625efd8 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:19:08.577810 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c36f3307-de49-457e-bb89-e0d3c3e4f27a None None] Provisioning complete for port 428f1a89-453b-4eea-99d9-b7e82625efd8 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:19:08.577810 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c36f3307-de49-457e-bb89-e0d3c3e4f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:08.603083 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:08.625277 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c36f3307-de49-457e-bb89-e0d3c3e4f27a None None] Port 428f1a89-453b-4eea-99d9-b7e82625efd8 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:19:08.979888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428f1a89-453b-4eea-99d9-b7e82625efd8 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:19:08.987728 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:09.004100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Transition to ACTIVE for port object 428f1a89-453b-4eea-99d9-b7e82625efd8 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:19:09.114767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:09.320181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Pushing event updated for resources: {'Port': ['ID=428f1a89-453b-4eea-99d9-b7e82625efd8,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:19:09.354496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Attempting to bind port 428f1a89-453b-4eea-99d9-b7e82625efd8 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:19:09.354833 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Attempting to bind port 428f1a89-453b-4eea-99d9-b7e82625efd8 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:19:09.355161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Attempting to bind port 428f1a89-453b-4eea-99d9-b7e82625efd8 on network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:19:09.359841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Port 428f1a89-453b-4eea-99d9-b7e82625efd8 on network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:19:09.360158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Attempting to bind port 428f1a89-453b-4eea-99d9-b7e82625efd8 on network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:19:09.365350 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:19:09.365630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Checking segment: {'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:19:09.366037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Bound using segment: {'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:19:09.366459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Bound port: 428f1a89-453b-4eea-99d9-b7e82625efd8, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c30af32-ba5f-4463-908c-8b21bed8b514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:19:09.366800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:09.462175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] For port 428f1a89-453b-4eea-99d9-b7e82625efd8, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:19:09.465968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] For port 428f1a89-453b-4eea-99d9-b7e82625efd8, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=428f1a89-453b-4eea-99d9-b7e82625efd8,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:19:09.526393 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:09.563249 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:09.564225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:09.565718 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] 10.222.0.94 "PUT /v2.0/ports/428f1a89-453b-4eea-99d9-b7e82625efd8 HTTP/1.1" status: 200 len: 1093 time: 1.0874176 Aug 26 01:19:09.566270 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee1d560-fabb-4394-b10f-6c70d1edc697', 'tag': '428f1a89-453b-4eea-99d9-b7e82625efd8'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:19:09.599212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a286d-915f-4d3e-b410-feb2111c7898 req-8a13fcea-a941-4ad5-9fa3-dafb5c0c7216 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:09.601960 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8a6a286d-915f-4d3e-b410-feb2111c7898 req-8a13fcea-a941-4ad5-9fa3-dafb5c0c7216 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 943 time: 0.1008921 Aug 26 01:19:09.624106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea913cb-9c51-4b10-9677-60dbfe7b568d service neutron] Pushing event updated for resources: {'Port': ['ID=428f1a89-453b-4eea-99d9-b7e82625efd8,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:19:09.634165 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a815e966-3383-4f31-b1a9-62ff87bb037d'] response: {'name': 'network-changed', 'server_uuid': '1ee1d560-fabb-4394-b10f-6c70d1edc697', 'tag': '428f1a89-453b-4eea-99d9-b7e82625efd8', 'status': 'completed', 'code': 200} Aug 26 01:19:09.660308 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8a6a286d-915f-4d3e-b410-feb2111c7898 req-66276661-283e-422f-bec7-731adac00e0d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=43aa04b0-2711-418e-ab20-fbaabd915f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494177 Aug 26 01:19:09.808740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a16a2-1ada-4c16-896b-f2a5548a7251 req-6767b831-6cfc-43c4-81a2-f7b9982af56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:09.808740 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1e4a16a2-1ada-4c16-896b-f2a5548a7251 req-6767b831-6cfc-43c4-81a2-f7b9982af56a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 1096 time: 0.1004589 Aug 26 01:19:09.973854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a16a2-1ada-4c16-896b-f2a5548a7251 req-0da37718-eea2-48ac-970a-621a9162464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:09.979647 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1e4a16a2-1ada-4c16-896b-f2a5548a7251 req-0da37718-eea2-48ac-970a-621a9162464f service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1480081 Aug 26 01:19:10.121828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a16a2-1ada-4c16-896b-f2a5548a7251 req-9f82c1aa-f13e-4653-bbd3-3b7faa3d1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:10.129813 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1e4a16a2-1ada-4c16-896b-f2a5548a7251 req-9f82c1aa-f13e-4653-bbd3-3b7faa3d1600 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1409967 Aug 26 01:19:10.272113 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea256738-5a8c-406a-b357-532a6f45e402 req-bfbf2397-8bbb-4fc4-8bec-7bce7a2debfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:10.274546 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-bfbf2397-8bbb-4fc4-8bec-7bce7a2debfb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 1096 time: 0.0819747 Aug 26 01:19:10.362174 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-ec94e6a2-b5de-480b-b978-488fe42a3a2d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=428f1a89-453b-4eea-99d9-b7e82625efd8 HTTP/1.1" status: 200 len: 217 time: 0.0677159 Aug 26 01:19:10.430697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea256738-5a8c-406a-b357-532a6f45e402 req-a1d2e33a-4e14-4b4e-adf6-cc405ac9bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:10.432441 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-a1d2e33a-4e14-4b4e-adf6-cc405ac9bed4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=825b658c-c10d-4245-9552-aa829f198041 HTTP/1.1" status: 200 len: 835 time: 0.0615494 Aug 26 01:19:10.653988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea256738-5a8c-406a-b357-532a6f45e402 req-387f0f71-a7c5-44a2-a360-1c65e764c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:10.656421 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-387f0f71-a7c5-44a2-a360-1c65e764c2ea service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2137578 Aug 26 01:19:10.661091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:10.807071 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-07682fd7-7d7b-41aa-ac34-cfc10fe63238 service neutron] 10.222.0.94 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418154 Aug 26 01:19:11.012479 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ea256738-5a8c-406a-b357-532a6f45e402 req-5dfcac04-0de5-446e-bfad-e438c3d0df1f service neutron] 10.222.0.94 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953671 Aug 26 01:19:11.025699 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815503c-527f-49d6-b62f-ba7dac11f463 req-c1c2f46d-e805-4c02-ad56-0f099b76fa42 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:11.026431 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-8815503c-527f-49d6-b62f-ba7dac11f463 req-c1c2f46d-e805-4c02-ad56-0f099b76fa42 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:19:11.146957 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-8815503c-527f-49d6-b62f-ba7dac11f463 req-c1c2f46d-e805-4c02-ad56-0f099b76fa42 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:19:11.148138 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8815503c-527f-49d6-b62f-ba7dac11f463 req-c1c2f46d-e805-4c02-ad56-0f099b76fa42 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 943 time: 0.3132670 Aug 26 01:19:11.197908 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8815503c-527f-49d6-b62f-ba7dac11f463 req-a8c4d834-e6d9-40bf-8228-88bc3d42d04a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=43aa04b0-2711-418e-ab20-fbaabd915f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430291 Aug 26 01:19:12.402260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacb985-d3ca-4a73-a09a-cc93dd1db85c req-4288bbae-6029-4754-ace3-f304094911d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:12.403899 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5bacb985-d3ca-4a73-a09a-cc93dd1db85c req-4288bbae-6029-4754-ace3-f304094911d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 943 time: 0.0895634 Aug 26 01:19:12.450106 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5bacb985-d3ca-4a73-a09a-cc93dd1db85c req-3583b05e-48e0-420e-b546-c2d34554cfee tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=43aa04b0-2711-418e-ab20-fbaabd915f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402241 Aug 26 01:19:12.873611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 428f1a89-453b-4eea-99d9-b7e82625efd8 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:19:13.011986 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 428f1a89-453b-4eea-99d9-b7e82625efd8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=428f1a89-453b-4eea-99d9-b7e82625efd8,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:19:13.026083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '428f1a89-453b-4eea-99d9-b7e82625efd8', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'port_id': '428f1a89-453b-4eea-99d9-b7e82625efd8', 'mac_address': 'fa:16:3e:ea:75:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:19:13.120140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 428f1a89-453b-4eea-99d9-b7e82625efd8 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:19:13.120448 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:13.138382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428f1a89-453b-4eea-99d9-b7e82625efd8 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:19:13.154978 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 428f1a89-453b-4eea-99d9-b7e82625efd8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=428f1a89-453b-4eea-99d9-b7e82625efd8,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:19:13.264048 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:13.331925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=428f1a89-453b-4eea-99d9-b7e82625efd8,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:19:13.340130 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:13.342893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:13.342893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:13.342893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:13.342893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:13.342893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:13.342893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:13.342893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:13.342893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:13.342893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:13.346385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:13.346385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:19:13.621013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['428f1a89-453b-4eea-99d9-b7e82625efd8'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:19:13.650714 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85417f0b-1fb3-46cc-a279-6164b9ea3ccd req-1bd96491-8e05-4c8a-9ff0-325e501a744f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:13.652711 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-85417f0b-1fb3-46cc-a279-6164b9ea3ccd req-1bd96491-8e05-4c8a-9ff0-325e501a744f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 944 time: 0.0916429 Aug 26 01:19:13.697867 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-85417f0b-1fb3-46cc-a279-6164b9ea3ccd req-1bf79e67-01c1-4e91-b694-d26ecae57e92 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=43aa04b0-2711-418e-ab20-fbaabd915f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392432 Aug 26 01:19:14.885103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 428f1a89-453b-4eea-99d9-b7e82625efd8 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:19:15.025283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cb853-3353-45fc-bf97-d826e40cd947 req-d2f427f7-80e2-4d34-8a59-0b008abc2065 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:15.026776 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-857cb853-3353-45fc-bf97-d826e40cd947 req-d2f427f7-80e2-4d34-8a59-0b008abc2065 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 944 time: 0.2124465 Aug 26 01:19:15.043564 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 428f1a89-453b-4eea-99d9-b7e82625efd8 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:19:15.052846 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 428f1a89-453b-4eea-99d9-b7e82625efd8 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:19:15.052846 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:15.074378 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-857cb853-3353-45fc-bf97-d826e40cd947 req-30b8d0b5-ed9a-4f0d-85a8-349b930e636d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=43aa04b0-2711-418e-ab20-fbaabd915f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413384 Aug 26 01:19:15.171308 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 428f1a89-453b-4eea-99d9-b7e82625efd8 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:19:15.171687 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:15.200159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee1d560-fabb-4394-b10f-6c70d1edc697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428f1a89-453b-4eea-99d9-b7e82625efd8'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:19:15.210388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 428f1a89-453b-4eea-99d9-b7e82625efd8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=428f1a89-453b-4eea-99d9-b7e82625efd8,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:19:15.245643 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c6dbd24-512c-4206-8030-8741bbb34aa8'] response: {'server_uuid': '1ee1d560-fabb-4394-b10f-6c70d1edc697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428f1a89-453b-4eea-99d9-b7e82625efd8', 'code': 200} Aug 26 01:19:15.308763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:15.378305 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=428f1a89-453b-4eea-99d9-b7e82625efd8,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:19:15.739973 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749ed8a-710b-42d1-8aaf-a7b6a3f5fe42 req-221fd343-6413-40c7-87c4-d219aff20222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:15.741483 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d749ed8a-710b-42d1-8aaf-a7b6a3f5fe42 req-221fd343-6413-40c7-87c4-d219aff20222 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 1098 time: 0.0844147 Aug 26 01:19:15.786594 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d749ed8a-710b-42d1-8aaf-a7b6a3f5fe42 req-9020a204-e6d4-484f-b87e-63f04348c5fb service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=43aa04b0-2711-418e-ab20-fbaabd915f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354457 Aug 26 01:19:16.276853 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b6259-44f4-4786-810b-1d005b17be79 req-89502d8e-a145-4de3-aaa5-a001c01b7052 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:16.278661 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cf0b6259-44f4-4786-810b-1d005b17be79 req-89502d8e-a145-4de3-aaa5-a001c01b7052 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 945 time: 0.0918741 Aug 26 01:19:16.323660 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cf0b6259-44f4-4786-810b-1d005b17be79 req-028183e9-1bd2-4336-8c5d-a1c862ac5696 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=43aa04b0-2711-418e-ab20-fbaabd915f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392301 Aug 26 01:19:17.529084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d71ed-2c8b-4564-b8d7-4c898449f855 req-625505ff-d9ea-48a9-b63c-dd493ff31362 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:17.530650 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a60d71ed-2c8b-4564-b8d7-4c898449f855 req-625505ff-d9ea-48a9-b63c-dd493ff31362 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 945 time: 0.0907807 Aug 26 01:19:17.580112 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a60d71ed-2c8b-4564-b8d7-4c898449f855 req-b7fc6ae6-5e4f-428c-b5a1-472ecfa5607e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=43aa04b0-2711-418e-ab20-fbaabd915f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437016 Aug 26 01:19:17.803585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa2bd0-4281-4678-b2d4-f3efd9112757 req-c2d3bfcf-b214-4854-b850-a19c75719ca7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:17.808102 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c1fa2bd0-4281-4678-b2d4-f3efd9112757 req-c2d3bfcf-b214-4854-b850-a19c75719ca7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 945 time: 0.1112087 Aug 26 01:19:17.865376 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c1fa2bd0-4281-4678-b2d4-f3efd9112757 req-18838715-7481-48af-a6dd-bad4cc90f1bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=43aa04b0-2711-418e-ab20-fbaabd915f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518003 Aug 26 01:19:17.895491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54588) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:19:18.088434 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f61f7f0-76f4-43c6-aed0-8042335f22be tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:18.090187 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9f61f7f0-76f4-43c6-aed0-8042335f22be tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 1093 time: 0.1936717 Aug 26 01:19:18.093187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54594) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:19:18.098146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-8dfe2045-80d7-4a38-92f4-6d44f1e7a835 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'floatingip': {'port_id': '428f1a89-453b-4eea-99d9-b7e82625efd8'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:19:18.178315 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2045-80d7-4a38-92f4-6d44f1e7a835 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:18.924500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2045-80d7-4a38-92f4-6d44f1e7a835 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:19.058720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2045-80d7-4a38-92f4-6d44f1e7a835 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:19.230385 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-8dfe2045-80d7-4a38-92f4-6d44f1e7a835 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 67c4d75e-fc2c-4797-b5cf-920c9d3ee68b associated. External IP: 172.26.2.132, port: 428f1a89-453b-4eea-99d9-b7e82625efd8. Aug 26 01:19:19.590701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfe2045-80d7-4a38-92f4-6d44f1e7a835 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 591f2e75-af61-410c-be5e-cc3556e22717 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:19:19.773476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfe2045-80d7-4a38-92f4-6d44f1e7a835 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:19:19.780161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2045-80d7-4a38-92f4-6d44f1e7a835 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:19.784805 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929bc06-403a-463c-97e7-058219c3c037 None None] Sync routers for ids ['591f2e75-af61-410c-be5e-cc3556e22717'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:19:19.795291 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929bc06-403a-463c-97e7-058219c3c037 None None] Routers {'591f2e75-af61-410c-be5e-cc3556e22717'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:19:19.796521 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1929bc06-403a-463c-97e7-058219c3c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:19:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['591f2e75-af61-410c-be5e-cc3556e22717'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:19:19.845522 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8dfe2045-80d7-4a38-92f4-6d44f1e7a835 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/floatingips/67c4d75e-fc2c-4797-b5cf-920c9d3ee68b HTTP/1.1" status: 200 len: 991 time: 1.7477305 Aug 26 01:19:19.845522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee1d560-fabb-4394-b10f-6c70d1edc697', 'tag': '428f1a89-453b-4eea-99d9-b7e82625efd8'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:19:19.845788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54598) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:19:19.889108 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e8ce27-b81d-45b7-8198-798c11926502'] response: {'name': 'network-changed', 'server_uuid': '1ee1d560-fabb-4394-b10f-6c70d1edc697', 'tag': '428f1a89-453b-4eea-99d9-b7e82625efd8', 'status': 'completed', 'code': 200} Aug 26 01:19:19.958871 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-993717db-b365-4ab0-84eb-097581436c69 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/67c4d75e-fc2c-4797-b5cf-920c9d3ee68b HTTP/1.1" status: 200 len: 991 time: 0.1124039 Aug 26 01:19:19.994711 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-1929bc06-403a-463c-97e7-058219c3c037 None None] Set router 591f2e75-af61-410c-be5e-cc3556e22717 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:19:20.030427 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce744-067f-41eb-8172-00d3c7f47f1d req-113879b7-e0db-4138-bb88-8ff2451e3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:20.032557 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2c2ce744-067f-41eb-8172-00d3c7f47f1d req-113879b7-e0db-4138-bb88-8ff2451e3ecc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 1098 time: 0.0952067 Aug 26 01:19:20.191867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce744-067f-41eb-8172-00d3c7f47f1d req-09f0d0af-c8a2-4e31-8253-13961d06dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:20.195509 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2c2ce744-067f-41eb-8172-00d3c7f47f1d req-09f0d0af-c8a2-4e31-8253-13961d06dadc service neutron] 10.222.0.94 "GET /v2.0/networks?id=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 HTTP/1.1" status: 200 len: 897 time: 0.1568983 Aug 26 01:19:20.331598 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2c2ce744-067f-41eb-8172-00d3c7f47f1d req-c7921a77-3efe-4d4a-93c8-50a8c53d8b2f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=428f1a89-453b-4eea-99d9-b7e82625efd8 HTTP/1.1" status: 200 len: 999 time: 0.1285973 Aug 26 01:19:20.399044 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1929bc06-403a-463c-97e7-058219c3c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '67c4d75e-fc2c-4797-b5cf-920c9d3ee68b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.132', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'port_id': '428f1a89-453b-4eea-99d9-b7e82625efd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'mac_address': 'fa:16:3e:ea:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee1d560-fabb-4394-b10f-6c70d1edc697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:18:17Z', 'updated_at': '2022-08-26T01:19:18Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06e81934-51b5-44a2-aece-555235ad9f97', 'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:fe:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:54Z', 'updated_at': '2022-08-26T01:18:01Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '825b658c-c10d-4245-9552-aa829f198041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:19:20.403124 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929bc06-403a-463c-97e7-058219c3c037 None None] Checking router: 591f2e75-af61-410c-be5e-cc3556e22717 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:19:20.409551 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce744-067f-41eb-8172-00d3c7f47f1d req-bcc6c2f3-3ff0-4fc4-9b87-862f818b225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:20.411789 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2c2ce744-067f-41eb-8172-00d3c7f47f1d req-bcc6c2f3-3ff0-4fc4-9b87-862f818b225f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=825b658c-c10d-4245-9552-aa829f198041 HTTP/1.1" status: 200 len: 835 time: 0.0742431 Aug 26 01:19:20.417013 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929bc06-403a-463c-97e7-058219c3c037 None None] Routers {'591f2e75-af61-410c-be5e-cc3556e22717'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:19:20.417879 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1929bc06-403a-463c-97e7-058219c3c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:19:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['591f2e75-af61-410c-be5e-cc3556e22717'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:19:20.527473 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce744-067f-41eb-8172-00d3c7f47f1d req-e04a1a18-3a3e-4093-bd5f-25a7c76e7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:20.530642 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2c2ce744-067f-41eb-8172-00d3c7f47f1d req-e04a1a18-3a3e-4093-bd5f-25a7c76e7fb1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1110322 Aug 26 01:19:20.612984 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-1929bc06-403a-463c-97e7-058219c3c037 None None] Set router 591f2e75-af61-410c-be5e-cc3556e22717 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:19:20.833661 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2c2ce744-067f-41eb-8172-00d3c7f47f1d req-f23c0ec3-aefb-4b78-9c66-caaea0202972 service neutron] 10.222.0.94 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982726 Aug 26 01:19:20.963597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54604) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:19:21.016264 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2c2ce744-067f-41eb-8172-00d3c7f47f1d req-e1493f18-f163-4bd2-a08b-1f602b6d7041 service neutron] 10.222.0.94 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761971 Aug 26 01:19:21.037052 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1929bc06-403a-463c-97e7-058219c3c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '67c4d75e-fc2c-4797-b5cf-920c9d3ee68b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.132', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'port_id': '428f1a89-453b-4eea-99d9-b7e82625efd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'mac_address': 'fa:16:3e:ea:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee1d560-fabb-4394-b10f-6c70d1edc697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:18:17Z', 'updated_at': '2022-08-26T01:19:18Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06e81934-51b5-44a2-aece-555235ad9f97', 'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:fe:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:54Z', 'updated_at': '2022-08-26T01:18:01Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '825b658c-c10d-4245-9552-aa829f198041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:19:21.043149 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1929bc06-403a-463c-97e7-058219c3c037 None None] The sync data for ids ['591f2e75-af61-410c-be5e-cc3556e22717'] in dv-neutron-854561-2-hyperv is: [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '67c4d75e-fc2c-4797-b5cf-920c9d3ee68b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.132', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'port_id': '428f1a89-453b-4eea-99d9-b7e82625efd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'mac_address': 'fa:16:3e:ea:75:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee1d560-fabb-4394-b10f-6c70d1edc697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:18:17Z', 'updated_at': '2022-08-26T01:19:18Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06e81934-51b5-44a2-aece-555235ad9f97', 'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:fe:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:54Z', 'updated_at': '2022-08-26T01:18:01Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '825b658c-c10d-4245-9552-aa829f198041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:19:21.099754 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-05fa2847-5558-455a-8292-a416bd76a7bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/67c4d75e-fc2c-4797-b5cf-920c9d3ee68b HTTP/1.1" status: 200 len: 991 time: 0.1349828 Aug 26 01:19:21.252616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed27949-41c3-48c3-98e0-b1661a3b9bc1 None None] New status for floating IP 67c4d75e-fc2c-4797-b5cf-920c9d3ee68b: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:19:22.104115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54608) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:19:22.210969 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-faf372ef-0fbf-4425-af26-d9d5a1f40534 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/67c4d75e-fc2c-4797-b5cf-920c9d3ee68b HTTP/1.1" status: 200 len: 993 time: 0.1056550 Aug 26 01:19:30.490478 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a81c20e4-bb0b-4140-a908-d1380a84427f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:31.687846 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e637fff7-d0bb-4c83-9206-7539158fd2ef req-3e65de4c-35ab-4899-bc3b-24ea96a481ef service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768270 Aug 26 01:19:31.863610 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637fff7-d0bb-4c83-9206-7539158fd2ef req-6c28c800-0460-4140-a712-b2e8f06d8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:31.866539 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e637fff7-d0bb-4c83-9206-7539158fd2ef req-6c28c800-0460-4140-a712-b2e8f06d8113 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 1098 time: 0.0845892 Aug 26 01:19:32.020029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637fff7-d0bb-4c83-9206-7539158fd2ef req-97579417-364c-49a0-b7a6-c41489f33e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:32.021483 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e637fff7-d0bb-4c83-9206-7539158fd2ef req-97579417-364c-49a0-b7a6-c41489f33e74 service neutron] 10.222.0.94 "GET /v2.0/networks?id=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 HTTP/1.1" status: 200 len: 897 time: 0.1315174 Aug 26 01:19:32.092069 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e637fff7-d0bb-4c83-9206-7539158fd2ef req-6af2379b-1303-4e17-b4b7-12b46ef4c5db service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10aaa02-7824-4170-a79f-4db4841b0f54 HTTP/1.1" status: 200 len: 217 time: 0.0637858 Aug 26 01:19:32.159133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637fff7-d0bb-4c83-9206-7539158fd2ef req-dfbc9a6e-f513-4e77-9f00-7a30ccb9bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:32.160596 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e637fff7-d0bb-4c83-9206-7539158fd2ef req-dfbc9a6e-f513-4e77-9f00-7a30ccb9bc9a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=825b658c-c10d-4245-9552-aa829f198041 HTTP/1.1" status: 200 len: 835 time: 0.0634861 Aug 26 01:19:32.250372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637fff7-d0bb-4c83-9206-7539158fd2ef req-b1b36b1c-1334-4b25-a901-250f7a4d7dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:32.251850 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e637fff7-d0bb-4c83-9206-7539158fd2ef req-b1b36b1c-1334-4b25-a901-250f7a4d7dfc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847068 Aug 26 01:19:32.389166 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e637fff7-d0bb-4c83-9206-7539158fd2ef req-66b02a0a-ee7d-49f2-9a41-91298226d752 service neutron] 10.222.0.94 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303086 Aug 26 01:19:32.524659 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e637fff7-d0bb-4c83-9206-7539158fd2ef req-f52951f7-d916-4d8b-a571-561589c1a26e service neutron] 10.222.0.94 "GET /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287353 Aug 26 01:19:33.005330 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-51ac912c-19fc-45ab-bdd8-480a8eb968a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:33.737150 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:33.959867 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:35.471789 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:39.953124 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:19:40.732514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:54.246638 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae080160-870e-4e16-9fe4-38927e503cf1 req-1e340cd7-99fc-432d-8885-918e862e141f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:54.248277 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ae080160-870e-4e16-9fe4-38927e503cf1 req-1e340cd7-99fc-432d-8885-918e862e141f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 945 time: 0.0970380 Aug 26 01:19:54.298956 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ae080160-870e-4e16-9fe4-38927e503cf1 req-22a3a72b-5f68-40d5-8ecd-ffcd7570d3f3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=43aa04b0-2711-418e-ab20-fbaabd915f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442262 Aug 26 01:19:55.508586 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0c962-57d3-477a-a4da-45e4a7cf3105 req-d915a231-0dbf-45f8-a2b5-93186bfe9dbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:55.509717 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c9e0c962-57d3-477a-a4da-45e4a7cf3105 req-d915a231-0dbf-45f8-a2b5-93186bfe9dbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 945 time: 0.0925505 Aug 26 01:19:55.556833 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c9e0c962-57d3-477a-a4da-45e4a7cf3105 req-2c0d65ee-4dbe-4425-bd95-881621815579 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=43aa04b0-2711-418e-ab20-fbaabd915f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401843 Aug 26 01:19:55.862601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c2c68cfa-08aa-45e9-8139-02476c2a2705 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:55.864044 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c2c68cfa-08aa-45e9-8139-02476c2a2705 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 945 time: 0.0928695 Aug 26 01:19:56.270800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c6c6d5a1-816a-4285-9c6d-4ac64edea344 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 428f1a89-453b-4eea-99d9-b7e82625efd8 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:19:56.270800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c6c6d5a1-816a-4285-9c6d-4ac64edea344 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:56.270800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c6c6d5a1-816a-4285-9c6d-4ac64edea344 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 428f1a89-453b-4eea-99d9-b7e82625efd8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=428f1a89-453b-4eea-99d9-b7e82625efd8,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:19:56.270800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c6c6d5a1-816a-4285-9c6d-4ac64edea344 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:56.649450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c6c6d5a1-816a-4285-9c6d-4ac64edea344 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:56.649979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c6c6d5a1-816a-4285-9c6d-4ac64edea344 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:56.650145 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c6c6d5a1-816a-4285-9c6d-4ac64edea344 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 67c4d75e-fc2c-4797-b5cf-920c9d3ee68b disassociated. External IP: 172.26.2.132, port: 428f1a89-453b-4eea-99d9-b7e82625efd8. Aug 26 01:19:56.650501 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c6c6d5a1-816a-4285-9c6d-4ac64edea344 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 428f1a89-453b-4eea-99d9-b7e82625efd8 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:19:56.762720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f7a08-3d4b-4d91-bf7e-e4e2a454fdfc req-dd0feff2-08a8-488c-be98-c7313e6a2630 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:19:56.764212 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c3f7a08-3d4b-4d91-bf7e-e4e2a454fdfc req-dd0feff2-08a8-488c-be98-c7313e6a2630 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 945 time: 0.0914478 Aug 26 01:19:56.815442 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c3f7a08-3d4b-4d91-bf7e-e4e2a454fdfc req-3f278374-58e8-441a-b1d2-59f49937c240 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=43aa04b0-2711-418e-ab20-fbaabd915f25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452185 Aug 26 01:19:56.917087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c6c6d5a1-816a-4285-9c6d-4ac64edea344 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:56.968046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6d5a1-816a-4285-9c6d-4ac64edea344 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=428f1a89-453b-4eea-99d9-b7e82625efd8,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:19:57.160617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c6c6d5a1-816a-4285-9c6d-4ac64edea344 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 591f2e75-af61-410c-be5e-cc3556e22717 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:19:57.347908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c6c6d5a1-816a-4285-9c6d-4ac64edea344 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:19:57.358419 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1260cc-5e29-4f3e-9d3b-0ab52738e29f None None] Sync routers for ids ['591f2e75-af61-410c-be5e-cc3556e22717'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:19:57.368618 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1260cc-5e29-4f3e-9d3b-0ab52738e29f None None] Routers {'591f2e75-af61-410c-be5e-cc3556e22717'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:19:57.369231 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5d1260cc-5e29-4f3e-9d3b-0ab52738e29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:19:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['591f2e75-af61-410c-be5e-cc3556e22717'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:19:57.438302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c6c6d5a1-816a-4285-9c6d-4ac64edea344 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] No DVR routers for this DVR port 428f1a89-453b-4eea-99d9-b7e82625efd8 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:19:57.441110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c6c6d5a1-816a-4285-9c6d-4ac64edea344 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:57.444021 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee1d560-fabb-4394-b10f-6c70d1edc697', 'name': 'network-vif-deleted', 'tag': '428f1a89-453b-4eea-99d9-b7e82625efd8'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:19:57.496447 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f77049b3-78b7-497f-aaa4-426757b9f254'] response: {'server_uuid': '1ee1d560-fabb-4394-b10f-6c70d1edc697', 'name': 'network-vif-deleted', 'tag': '428f1a89-453b-4eea-99d9-b7e82625efd8', 'status': 'completed', 'code': 200} Aug 26 01:19:57.531188 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-21a29b6c-2092-49bd-8c80-bff1789cef07 req-c6c6d5a1-816a-4285-9c6d-4ac64edea344 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "DELETE /v2.0/ports/428f1a89-453b-4eea-99d9-b7e82625efd8 HTTP/1.1" status: 204 len: 173 time: 1.6589363 Aug 26 01:19:57.590928 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5d1260cc-5e29-4f3e-9d3b-0ab52738e29f None None] Set router 591f2e75-af61-410c-be5e-cc3556e22717 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:19:57.909609 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5d1260cc-5e29-4f3e-9d3b-0ab52738e29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '06e81934-51b5-44a2-aece-555235ad9f97', 'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:fe:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:54Z', 'updated_at': '2022-08-26T01:18:01Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '825b658c-c10d-4245-9552-aa829f198041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:19:57.919459 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1260cc-5e29-4f3e-9d3b-0ab52738e29f None None] Checking router: 591f2e75-af61-410c-be5e-cc3556e22717 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:19:57.929293 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1260cc-5e29-4f3e-9d3b-0ab52738e29f None None] Routers {'591f2e75-af61-410c-be5e-cc3556e22717'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:19:57.929948 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5d1260cc-5e29-4f3e-9d3b-0ab52738e29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:19:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['591f2e75-af61-410c-be5e-cc3556e22717'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:19:57.997064 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f79482ff-5a03-456f-b79b-5c6a6478f595 req-dae88e68-ad14-4b95-8dc3-9a3bc74bfb35 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ee1d560-fabb-4394-b10f-6c70d1edc697 HTTP/1.1" status: 200 len: 210 time: 0.0513408 Aug 26 01:19:58.110529 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5d1260cc-5e29-4f3e-9d3b-0ab52738e29f None None] Set router 591f2e75-af61-410c-be5e-cc3556e22717 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:19:58.426988 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5d1260cc-5e29-4f3e-9d3b-0ab52738e29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '06e81934-51b5-44a2-aece-555235ad9f97', 'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:fe:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:54Z', 'updated_at': '2022-08-26T01:18:01Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '825b658c-c10d-4245-9552-aa829f198041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:19:58.433849 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1260cc-5e29-4f3e-9d3b-0ab52738e29f None None] The sync data for ids ['591f2e75-af61-410c-be5e-cc3556e22717'] in dv-neutron-854561-2-hyperv is: [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '06e81934-51b5-44a2-aece-555235ad9f97', 'name': '', 'network_id': 'dbcb6f27-bdde-43fe-93bf-58b9bbd9e090', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:fe:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '825b658c-c10d-4245-9552-aa829f198041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:54Z', 'updated_at': '2022-08-26T01:18:01Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '825b658c-c10d-4245-9552-aa829f198041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:19:58.714354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23a7fad-3e60-4afa-b068-2a1bf786ad77 None None] New status for floating IP 67c4d75e-fc2c-4797-b5cf-920c9d3ee68b: DOWN {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:19:59.099719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54648) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:19:59.154621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 428f1a89-453b-4eea-99d9-b7e82625efd8 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:19:59.176242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e48fea88-3537-4163-8884-6d735cb7986f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:59.188562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 428f1a89-453b-4eea-99d9-b7e82625efd8 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:19:59.188905 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 428f1a89-453b-4eea-99d9-b7e82625efd8 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:19:59.209436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e48fea88-3537-4163-8884-6d735cb7986f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:59.405066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e48fea88-3537-4163-8884-6d735cb7986f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:59.424493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fea88-3537-4163-8884-6d735cb7986f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43aa04b0-2711-418e-ab20-fbaabd915f25,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:19:59.524296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e48fea88-3537-4163-8884-6d735cb7986f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:19:59.525487 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e48fea88-3537-4163-8884-6d735cb7986f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/security-groups/43aa04b0-2711-418e-ab20-fbaabd915f25 HTTP/1.1" status: 204 len: 168 time: 0.4247711 Aug 26 01:19:59.691376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54654) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:19:59.852167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c81483b1-5c2e-48f4-8832-fcabb5d46adf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port fe059986-c376-4daa-a283-df7438bfcc14 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:19:59.852538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c81483b1-5c2e-48f4-8832-fcabb5d46adf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:00.025890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c81483b1-5c2e-48f4-8832-fcabb5d46adf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:00.026914 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c81483b1-5c2e-48f4-8832-fcabb5d46adf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:00.151886 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c81483b1-5c2e-48f4-8832-fcabb5d46adf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for fe059986-c376-4daa-a283-df7438bfcc14 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:20:00.614558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c81483b1-5c2e-48f4-8832-fcabb5d46adf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:00.631454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ce934b6e-c2fb-4956-8b57-36284cd3c561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:00.664667 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81483b1-5c2e-48f4-8832-fcabb5d46adf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=fe059986-c376-4daa-a283-df7438bfcc14,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:00.761273 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c81483b1-5c2e-48f4-8832-fcabb5d46adf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:00.775376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c81483b1-5c2e-48f4-8832-fcabb5d46adf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:00.777356 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c81483b1-5c2e-48f4-8832-fcabb5d46adf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/floatingips/67c4d75e-fc2c-4797-b5cf-920c9d3ee68b HTTP/1.1" status: 204 len: 168 time: 1.0848475 Aug 26 01:20:01.567649 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72305b-aa9c-4c43-9ccd-6ed2cf676aeb req-0c26f2e2-a306-4270-8b23-8c27c5b5b326 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:01.568337 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-db72305b-aa9c-4c43-9ccd-6ed2cf676aeb req-0c26f2e2-a306-4270-8b23-8c27c5b5b326 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:20:01.693952 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-db72305b-aa9c-4c43-9ccd-6ed2cf676aeb req-0c26f2e2-a306-4270-8b23-8c27c5b5b326 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:20:01.695155 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-db72305b-aa9c-4c43-9ccd-6ed2cf676aeb req-0c26f2e2-a306-4270-8b23-8c27c5b5b326 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 945 time: 0.2209764 Aug 26 01:20:01.740221 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-db72305b-aa9c-4c43-9ccd-6ed2cf676aeb req-f18f76cf-5c77-4dd4-8ca3-679b6b78a2b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=259ceede-18a4-454f-8ee2-6277f5fe71e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383375 Aug 26 01:20:02.956590 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afdb66-c80e-40c2-9fc1-e75cfca02bd5 req-3ff9db9b-31aa-4189-b965-7e7fc37836b1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:02.957339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-26afdb66-c80e-40c2-9fc1-e75cfca02bd5 req-3ff9db9b-31aa-4189-b965-7e7fc37836b1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:20:02.969991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-26afdb66-c80e-40c2-9fc1-e75cfca02bd5 req-3ff9db9b-31aa-4189-b965-7e7fc37836b1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:20:02.971123 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-26afdb66-c80e-40c2-9fc1-e75cfca02bd5 req-3ff9db9b-31aa-4189-b965-7e7fc37836b1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 945 time: 0.1055353 Aug 26 01:20:03.008332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9563e1ca-9314-4817-96ab-905285ff5909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:03.018136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-26afdb66-c80e-40c2-9fc1-e75cfca02bd5 req-8cf4c7f4-fd16-4718-aac5-3e18e9abcf34 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:20:03.122812 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-26afdb66-c80e-40c2-9fc1-e75cfca02bd5 req-8cf4c7f4-fd16-4718-aac5-3e18e9abcf34 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:20:03.126713 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-26afdb66-c80e-40c2-9fc1-e75cfca02bd5 req-8cf4c7f4-fd16-4718-aac5-3e18e9abcf34 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=259ceede-18a4-454f-8ee2-6277f5fe71e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472974 Aug 26 01:20:03.157196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242ebf4-285e-4f35-8196-1ee1c7596dc6 req-c15ba1a6-fe40-46c8-a076-7d60db48f1c5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:03.157196 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2242ebf4-285e-4f35-8196-1ee1c7596dc6 req-c15ba1a6-fe40-46c8-a076-7d60db48f1c5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 945 time: 0.1019614 Aug 26 01:20:03.231804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-2242ebf4-285e-4f35-8196-1ee1c7596dc6 req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port f10aaa02-7824-4170-a79f-4db4841b0f54 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:20:03.232146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-2242ebf4-285e-4f35-8196-1ee1c7596dc6 req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:03.488036 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-2242ebf4-285e-4f35-8196-1ee1c7596dc6 req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port f10aaa02-7824-4170-a79f-4db4841b0f54, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=f10aaa02-7824-4170-a79f-4db4841b0f54,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:20:03.488421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-2242ebf4-285e-4f35-8196-1ee1c7596dc6 req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:03.720934 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-2242ebf4-285e-4f35-8196-1ee1c7596dc6 req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for f10aaa02-7824-4170-a79f-4db4841b0f54 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:20:03.770813 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:03.985403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:04.045005 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-2242ebf4-285e-4f35-8196-1ee1c7596dc6 req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:04.126437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=f10aaa02-7824-4170-a79f-4db4841b0f54,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:04.147747 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:04.148090 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:04.148422 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:04.148750 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:04.149076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:04.149395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:04.149713 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:04.150057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:04.150494 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:04.150952 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:04.151307 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:04.151622 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:04.196861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2242ebf4-285e-4f35-8196-1ee1c7596dc6 req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] No DVR routers for this DVR port f10aaa02-7824-4170-a79f-4db4841b0f54 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:20:04.200092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-2242ebf4-285e-4f35-8196-1ee1c7596dc6 req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:04.203889 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1057a1e0-853e-4b98-8c38-5e217eb046a5', 'name': 'network-vif-deleted', 'tag': 'f10aaa02-7824-4170-a79f-4db4841b0f54'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:20:04.252508 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0608bb-bc6d-427f-9400-1c3093afdf94'] response: {'server_uuid': '1057a1e0-853e-4b98-8c38-5e217eb046a5', 'name': 'network-vif-deleted', 'tag': 'f10aaa02-7824-4170-a79f-4db4841b0f54', 'status': 'completed', 'code': 200} Aug 26 01:20:04.296168 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5e4b8f74-7def-4d59-9b41-81e8239f24f0 req-7669ec87-f9b1-4dda-aa0f-70f7d41af014 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 210 time: 0.0507038 Aug 26 01:20:04.329252 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2242ebf4-285e-4f35-8196-1ee1c7596dc6 req-f9303c0a-0080-4abe-9617-6a4e8c28c1b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "DELETE /v2.0/ports/f10aaa02-7824-4170-a79f-4db4841b0f54 HTTP/1.1" status: 204 len: 173 time: 1.1667235 Aug 26 01:20:05.472787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-4dd8232f-8956-44f6-b03c-fba6f709a98d req-9d9b451c-197e-4fab-8873-644910aa760d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:20:05.602592 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:05.648157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-4dd8232f-8956-44f6-b03c-fba6f709a98d req-9d9b451c-197e-4fab-8873-644910aa760d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:20:05.649341 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4dd8232f-8956-44f6-b03c-fba6f709a98d req-9d9b451c-197e-4fab-8873-644910aa760d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1057a1e0-853e-4b98-8c38-5e217eb046a5 HTTP/1.1" status: 200 len: 210 time: 0.2256093 Aug 26 01:20:06.748783 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54672) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:06.825350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:06.856565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:06.999477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:07.021016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259ceede-18a4-454f-8ee2-6277f5fe71e8,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:07.029565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:07.029954 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:07.030289 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:07.030635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:07.030950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:07.031278 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:07.031603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:07.031929 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:07.032253 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:07.032574 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:07.032893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:07.033217 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:07.125149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:07.126285 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9c80d591-b5aa-4d87-b19a-9666b095a2bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/security-groups/259ceede-18a4-454f-8ee2-6277f5fe71e8 HTTP/1.1" status: 204 len: 168 time: 0.3765061 Aug 26 01:20:07.185147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device f10aaa02-7824-4170-a79f-4db4841b0f54 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:20:07.219706 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: f10aaa02-7824-4170-a79f-4db4841b0f54 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:20:07.220044 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device f10aaa02-7824-4170-a79f-4db4841b0f54 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:20:07.223282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54678) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:07.786822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7972617b-1c5e-47df-a3ec-c8d598259d25 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:08.251369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-7972617b-1c5e-47df-a3ec-c8d598259d25 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 06e81934-51b5-44a2-aece-555235ad9f97 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:20:08.252046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7972617b-1c5e-47df-a3ec-c8d598259d25 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:08.441802 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-7972617b-1c5e-47df-a3ec-c8d598259d25 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 06e81934-51b5-44a2-aece-555235ad9f97, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=06e81934-51b5-44a2-aece-555235ad9f97,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:20:08.442169 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7972617b-1c5e-47df-a3ec-c8d598259d25 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:08.568151 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-7972617b-1c5e-47df-a3ec-c8d598259d25 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 06e81934-51b5-44a2-aece-555235ad9f97 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:20:08.839964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7972617b-1c5e-47df-a3ec-c8d598259d25 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:08.890711 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972617b-1c5e-47df-a3ec-c8d598259d25 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=06e81934-51b5-44a2-aece-555235ad9f97,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:09.180288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7972617b-1c5e-47df-a3ec-c8d598259d25 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:09.558617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7972617b-1c5e-47df-a3ec-c8d598259d25 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 591f2e75-af61-410c-be5e-cc3556e22717 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:20:09.885984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7972617b-1c5e-47df-a3ec-c8d598259d25 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:20:09.896002 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6f16f-4737-40e8-97ae-669c80b730c4 None None] Sync routers for ids ['591f2e75-af61-410c-be5e-cc3556e22717'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:20:09.906535 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6f16f-4737-40e8-97ae-669c80b730c4 None None] Routers {'591f2e75-af61-410c-be5e-cc3556e22717'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:20:09.907198 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7ef6f16f-4737-40e8-97ae-669c80b730c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:20:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['591f2e75-af61-410c-be5e-cc3556e22717'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:09.978740 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7972617b-1c5e-47df-a3ec-c8d598259d25 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/591f2e75-af61-410c-be5e-cc3556e22717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7539763 Aug 26 01:20:09.981197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54684) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:10.051181 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f59aa03-befa-419a-8a39-ed65ab1a88bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting subnet 825b658c-c10d-4245-9552-aa829f198041 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:20:10.055005 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f59aa03-befa-419a-8a39-ed65ab1a88bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:10.086439 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-7ef6f16f-4737-40e8-97ae-669c80b730c4 None None] Set router 591f2e75-af61-410c-be5e-cc3556e22717 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:20:10.118747 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f59aa03-befa-419a-8a39-ed65ab1a88bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:10.209582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f59aa03-befa-419a-8a39-ed65ab1a88bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:10.385524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f59aa03-befa-419a-8a39-ed65ab1a88bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:10.411435 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7ef6f16f-4737-40e8-97ae-669c80b730c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:20:08Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:10.417043 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6f16f-4737-40e8-97ae-669c80b730c4 None None] Checking router: 591f2e75-af61-410c-be5e-cc3556e22717 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:20:10.427062 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59aa03-befa-419a-8a39-ed65ab1a88bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Subnet': ['ID=825b658c-c10d-4245-9552-aa829f198041,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:10.427214 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6f16f-4737-40e8-97ae-669c80b730c4 None None] Routers {'591f2e75-af61-410c-be5e-cc3556e22717'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:20:10.427685 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7ef6f16f-4737-40e8-97ae-669c80b730c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:20:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['591f2e75-af61-410c-be5e-cc3556e22717'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:10.430748 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6f59aa03-befa-419a-8a39-ed65ab1a88bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:10.438400 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6f59aa03-befa-419a-8a39-ed65ab1a88bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/subnets/825b658c-c10d-4245-9552-aa829f198041 HTTP/1.1" status: 204 len: 168 time: 0.4560215 Aug 26 01:20:10.439762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0959c4a0-32bc-4c62-8a1f-e4a9df5cd775 None None] Network dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:20:10.441026 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54688) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:10.622375 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-7ef6f16f-4737-40e8-97ae-669c80b730c4 None None] Set router 591f2e75-af61-410c-be5e-cc3556e22717 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:20:10.638142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:10.730226 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:10.761758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f62caa8-e6c9-47c3-a6a8-47822fb29fec None None] DHCP port deletion for dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:20:10.766347 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1f62caa8-e6c9-47c3-a6a8-47822fb29fec None None] Deleting port df185293-2713-4dad-b480-019a6e547a0c {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:20:10.766944 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1f62caa8-e6c9-47c3-a6a8-47822fb29fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:10.862235 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:10.941383 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7ef6f16f-4737-40e8-97ae-669c80b730c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:20:08Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:10.945344 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6f16f-4737-40e8-97ae-669c80b730c4 None None] The sync data for ids ['591f2e75-af61-410c-be5e-cc3556e22717'] in dv-neutron-854561-2-hyperv is: [{'id': '591f2e75-af61-410c-be5e-cc3556e22717', 'name': 'tempest-TestNetworkBasicOps-router-506271762', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166'}], 'enable_snat': True}, 'gw_port_id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:17:49Z', 'updated_at': '2022-08-26T01:20:08Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'c51204b7-7ea2-47df-954a-100d5805eaba', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591f2e75-af61-410c-be5e-cc3556e22717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:17:50Z', 'updated_at': '2022-08-26T01:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:20:10.977102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port c51204b7-7ea2-47df-954a-100d5805eaba {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:20:10.977102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:11.003732 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1f62caa8-e6c9-47c3-a6a8-47822fb29fec None None] For port df185293-2713-4dad-b480-019a6e547a0c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=df185293-2713-4dad-b480-019a6e547a0c,segment=NetworkSegment(0c30af32-ba5f-4463-908c-8b21bed8b514),segment_id=0c30af32-ba5f-4463-908c-8b21bed8b514)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:20:11.004122 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1f62caa8-e6c9-47c3-a6a8-47822fb29fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:11.132138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1f62caa8-e6c9-47c3-a6a8-47822fb29fec None None] Calling delete_port for df185293-2713-4dad-b480-019a6e547a0c owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:20:11.154252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port c51204b7-7ea2-47df-954a-100d5805eaba, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=c51204b7-7ea2-47df-954a-100d5805eaba,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:20:11.154796 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:11.277529 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1f62caa8-e6c9-47c3-a6a8-47822fb29fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:11.326730 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62caa8-e6c9-47c3-a6a8-47822fb29fec None None] Pushing event deleted for resources: {'Port': ['ID=df185293-2713-4dad-b480-019a6e547a0c,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:11.330431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f62caa8-e6c9-47c3-a6a8-47822fb29fec None None] No DVR routers for this DVR port df185293-2713-4dad-b480-019a6e547a0c on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:20:11.400519 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for c51204b7-7ea2-47df-954a-100d5805eaba owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:20:11.684318 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:11.765896 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=c51204b7-7ea2-47df-954a-100d5805eaba,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:11.834128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:12.006358 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:12.008621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:12.208129 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:12.208785 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Fanout notify agent at l3_agent the message router_deleted on router 591f2e75-af61-410c-be5e-cc3556e22717 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:20:12.225230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:12.228984 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0d31a9e6-ff1e-419b-b6b9-c3a2a4ee5da5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/routers/591f2e75-af61-410c-be5e-cc3556e22717 HTTP/1.1" status: 204 len: 168 time: 1.7844906 Aug 26 01:20:12.229429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54692) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:12.353248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-581be52f-0878-4b88-84b1-d3dbf5fdc993 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:12.488251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-581be52f-0878-4b88-84b1-d3dbf5fdc993 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:12.517081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-581be52f-0878-4b88-84b1-d3dbf5fdc993 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcb6f27-bdde-43fe-93bf-58b9bbd9e090']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:12.529854 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-581be52f-0878-4b88-84b1-d3dbf5fdc993 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c30af32-ba5f-4463-908c-8b21bed8b514') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:12.530169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-581be52f-0878-4b88-84b1-d3dbf5fdc993 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c30af32-ba5f-4463-908c-8b21bed8b514') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:12.542381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-581be52f-0878-4b88-84b1-d3dbf5fdc993 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:12.558258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-581be52f-0878-4b88-84b1-d3dbf5fdc993 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:12.564516 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581be52f-0878-4b88-84b1-d3dbf5fdc993 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:20:12.564902 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-581be52f-0878-4b88-84b1-d3dbf5fdc993 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:12.629650 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 0c30af32-ba5f-4463-908c-8b21bed8b514 resource provider aggregate not found Aug 26 01:20:12.657934 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 0c30af32-ba5f-4463-908c-8b21bed8b514 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c30af32-ba5f-4463-908c-8b21bed8b514 found for delete ", "request_id": "req-445377b8-ad42-491f-89f6-b62d3756a4e7"}]} Aug 26 01:20:12.720376 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device df185293-2713-4dad-b480-019a6e547a0c no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:20:12.741812 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-581be52f-0878-4b88-84b1-d3dbf5fdc993 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:12.746449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-581be52f-0878-4b88-84b1-d3dbf5fdc993 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:12.757296 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: df185293-2713-4dad-b480-019a6e547a0c {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:20:12.757646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device df185293-2713-4dad-b480-019a6e547a0c not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:20:12.758094 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 06e81934-51b5-44a2-aece-555235ad9f97 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:20:12.775451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581be52f-0878-4b88-84b1-d3dbf5fdc993 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Network': ['ID=dbcb6f27-bdde-43fe-93bf-58b9bbd9e090,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:12.793259 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 06e81934-51b5-44a2-aece-555235ad9f97 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:20:12.793530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 06e81934-51b5-44a2-aece-555235ad9f97 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:20:12.794142 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c51204b7-7ea2-47df-954a-100d5805eaba no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:20:12.827922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: c51204b7-7ea2-47df-954a-100d5805eaba {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:20:12.828273 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device c51204b7-7ea2-47df-954a-100d5805eaba not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:20:12.832619 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-581be52f-0878-4b88-84b1-d3dbf5fdc993 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/networks/dbcb6f27-bdde-43fe-93bf-58b9bbd9e090 HTTP/1.1" status: 204 len: 168 time: 0.6020904 Aug 26 01:20:12.855686 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54700) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:12.862641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'network': {'name': 'tempest-network-smoke--1711033620', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'port_security_enabled': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:12.867718 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:12.872113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:network and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:12.874968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:12.880578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:12.979878 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:20:12.983367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:13.012836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:20:13.021288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:13.021625 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Added segment 9f26407d-1c8b-4676-a67d-b35be0294a17 of type vlan for network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b Aug 26 01:20:13.046702 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:13.141655 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:13.147069 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:13.147656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:13.258197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Network': ['ID=6bb134ce-9f8d-49dc-bede-b4d99a2efc7b,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:13.269216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:20:13.305414 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-15c50eeb-f93b-4da8-a159-93cd659ac76b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4449813 Aug 26 01:20:13.310796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54704) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:13.310796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'admin_state_up': True, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:13.319587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:13.325993 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:router and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:13.325993 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:13.331294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:13.417855 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:13.418173 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:13.433362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:13.792932 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:14.168140 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:14.198064 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:14.341126 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.15 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/b015801d-9637-49c9-85b0-e5bc73a2defa) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:20:14.508522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:14.605707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:14.672102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:20:14.675094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:20:14.679159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:20:14.724426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=b015801d-9637-49c9-85b0-e5bc73a2defa,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:15.371673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:15.718927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:16.038832 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 68a23f39-3046-4897-b0c4-9be5fca5de16 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:20:16.216840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:20:16.226401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Sync routers for ids ['68a23f39-3046-4897-b0c4-9be5fca5de16'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:20:16.236347 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Routers {'68a23f39-3046-4897-b0c4-9be5fca5de16'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:20:16.236958 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:20:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['68a23f39-3046-4897-b0c4-9be5fca5de16'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:16.319279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:16.320556 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4c88426e-6640-4359-8031-1a175afb3804 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0162923 Aug 26 01:20:16.324664 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54708) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:16.372595 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9208d9f1-99e9-4405-b9bd-343b9ff681f3 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f9996d1e9c5a4ca3826f46b8497097ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468185 Aug 26 01:20:16.375205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54712) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:16.420397 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Set router 68a23f39-3046-4897-b0c4-9be5fca5de16 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:20:16.508385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9b3e4b-d9c5-4817-b1a2-65a5c2234352 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:16.510330 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5f9b3e4b-d9c5-4817-b1a2-65a5c2234352 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1339180 Aug 26 01:20:16.513821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54716) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:16.553424 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4715e3b7-38dc-4ba0-bd0f-fbdf8e32b323 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385070 Aug 26 01:20:16.556256 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54720) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:16.562511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-910430182', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:16.674819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:16.678663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:subnet and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:16.681594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:16.688099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:16.745446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:20:13Z', 'updated_at': '2022-08-26T01:20:14Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:14Z', 'updated_at': '2022-08-26T01:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:16.749212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Checking router: 68a23f39-3046-4897-b0c4-9be5fca5de16 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:20:16.749590 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Updating router 68a23f39-3046-4897-b0c4-9be5fca5de16 port b015801d-9637-49c9-85b0-e5bc73a2defa binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:20:16.759136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:20:16.763122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:16.805560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:16.953507 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:20:17.147071 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:17.159852 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Transition to ACTIVE for port object b015801d-9637-49c9-85b0-e5bc73a2defa will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:20:17.185439 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:17.244357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:17.268183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Subnet': ['ID=676e3b7e-6bba-4a9d-9b5a-2191195af4f1,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:17.280731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Checking segment: {'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:20:17.281091 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network hostable DHCP agents. Network: 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:20:17.310683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Attempting to bind port b015801d-9637-49c9-85b0-e5bc73a2defa on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:20:17.311058 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Attempting to bind port b015801d-9637-49c9-85b0-e5bc73a2defa by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:20:17.311431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Attempting to bind port b015801d-9637-49c9-85b0-e5bc73a2defa on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:20:17.321835 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:20:17.322996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:20:17.323203 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:17.323696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:20:17.324169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Bound port: b015801d-9637-49c9-85b0-e5bc73a2defa, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:20:17.324545 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:17.361954 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c226a-b933-4443-a97d-c6533556b17d None None] Pushing event updated for resources: {'Port': ['ID=b015801d-9637-49c9-85b0-e5bc73a2defa,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:17.379106 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c226a-b933-4443-a97d-c6533556b17d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:17.379459 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c226a-b933-4443-a97d-c6533556b17d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:17.379805 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c226a-b933-4443-a97d-c6533556b17d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:17.380145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c226a-b933-4443-a97d-c6533556b17d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:17.380478 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c226a-b933-4443-a97d-c6533556b17d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:17.380809 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c226a-b933-4443-a97d-c6533556b17d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:17.381140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c226a-b933-4443-a97d-c6533556b17d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:17.381468 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c226a-b933-4443-a97d-c6533556b17d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:17.381822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c226a-b933-4443-a97d-c6533556b17d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:17.382149 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c226a-b933-4443-a97d-c6533556b17d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:17.382474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c226a-b933-4443-a97d-c6533556b17d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:17.382794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c226a-b933-4443-a97d-c6533556b17d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:17.390620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:20:17.415034 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] For port b015801d-9637-49c9-85b0-e5bc73a2defa, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:20:17.418365 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] For port b015801d-9637-49c9-85b0-e5bc73a2defa, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b015801d-9637-49c9-85b0-e5bc73a2defa,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:20:17.524279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:20:17.528584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:17.529173 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:17.533372 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b1d96e-37b6-4ce9-9877-93ae4d13db01 None None] Network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:20:17.596625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:17.633935 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-41a6b92e-7887-417e-b296-bfacd11dd27d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0757601 Aug 26 01:20:17.637992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54724) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:17.687503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Routers {'68a23f39-3046-4897-b0c4-9be5fca5de16'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:20:17.688133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:20:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['68a23f39-3046-4897-b0c4-9be5fca5de16'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:17.816001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c226a-b933-4443-a97d-c6533556b17d None None] Pushing event updated for resources: {'Port': ['ID=b015801d-9637-49c9-85b0-e5bc73a2defa,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:17.983975 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] Set router 68a23f39-3046-4897-b0c4-9be5fca5de16 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:20:18.032458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ips': [{'subnet_id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:20:18.033280 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:18.362326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:18.443394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Allocated IP 172.20.0.2 (6bb134ce-9f8d-49dc-bede-b4d99a2efc7b/676e3b7e-6bba-4a9d-9b5a-2191195af4f1/d6d9c986-65b9-4a5c-9896-a8492ec46838) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:20:18.554820 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:20:13Z', 'updated_at': '2022-08-26T01:20:14Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:14Z', 'updated_at': '2022-08-26T01:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:18.572110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba068559-2b10-41e9-989b-4c83077226fb None None] The sync data for ids ['68a23f39-3046-4897-b0c4-9be5fca5de16'] in dv-neutron-854561-2-hyperv is: [{'id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:20:13Z', 'updated_at': '2022-08-26T01:20:14Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:14Z', 'updated_at': '2022-08-26T01:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:20:18.678472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:18.690773 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Transition to ACTIVE for port object d6d9c986-65b9-4a5c-9896-a8492ec46838 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:20:18.710710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Transition to ACTIVE for port object d6d9c986-65b9-4a5c-9896-a8492ec46838 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:20:18.834197 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:18.922104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.1 (6bb134ce-9f8d-49dc-bede-b4d99a2efc7b/676e3b7e-6bba-4a9d-9b5a-2191195af4f1/9ed291be-b52a-462f-877e-02e4baa57a2f) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:20:18.925855 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:20:18.929213 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:20:18.932743 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:20:18.976492 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Pushing event updated for resources: {'Port': ['ID=d6d9c986-65b9-4a5c-9896-a8492ec46838,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:19.082919 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Attempting to bind port d6d9c986-65b9-4a5c-9896-a8492ec46838 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:20:19.083800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Attempting to bind port d6d9c986-65b9-4a5c-9896-a8492ec46838 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:20:19.083800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Attempting to bind port d6d9c986-65b9-4a5c-9896-a8492ec46838 on network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:20:19.091074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:20:19.091609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Checking segment: {'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:20:19.092029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:19.092449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Bound using segment: {'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:20:19.092929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Bound port: d6d9c986-65b9-4a5c-9896-a8492ec46838, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:20:19.093314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:19.210329 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] For port d6d9c986-65b9-4a5c-9896-a8492ec46838, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:20:19.214890 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] For port d6d9c986-65b9-4a5c-9896-a8492ec46838, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d6d9c986-65b9-4a5c-9896-a8492ec46838,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:20:19.255427 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:19.273539 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 9ed291be-b52a-462f-877e-02e4baa57a2f will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:20:19.328625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:19.411929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f636d-8d58-473a-a37e-22f63e5a6d66 None None] Pushing event updated for resources: {'Port': ['ID=d6d9c986-65b9-4a5c-9896-a8492ec46838,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:19.422136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:19.488802 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:20:19.492076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:20:19.497613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:20:19.532911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=9ed291be-b52a-462f-877e-02e4baa57a2f,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:19.566868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:19.873465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:20.322502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:20.413912 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:20.591559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:20.609431 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=9ed291be-b52a-462f-877e-02e4baa57a2f,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:20.844178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:20:20.845767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:20:20.857449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b015801d-9637-49c9-85b0-e5bc73a2defa up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:20:20.888968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25181d60-9695-484d-b29d-c405b3926ec1 None None] Network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:20:21.074265 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b86beef2-0aec-4bc4-8533-7d2e6439c2f4 None None] Provisioning for port d6d9c986-65b9-4a5c-9896-a8492ec46838 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:20:21.077282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 68a23f39-3046-4897-b0c4-9be5fca5de16 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:20:21.220428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port b015801d-9637-49c9-85b0-e5bc73a2defa completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:20:21.243450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b015801d-9637-49c9-85b0-e5bc73a2defa triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:20:21.244694 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:21.288619 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:20:21.299685 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Sync routers for ids ['68a23f39-3046-4897-b0c4-9be5fca5de16'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:20:21.306078 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f6053932-a6ae-487d-b894-9e03743c0f6a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/68a23f39-3046-4897-b0c4-9be5fca5de16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6646132 Aug 26 01:20:21.306301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54728) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:21.316442 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Routers {'68a23f39-3046-4897-b0c4-9be5fca5de16'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:20:21.317562 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:20:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['68a23f39-3046-4897-b0c4-9be5fca5de16'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:21.521562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b015801d-9637-49c9-85b0-e5bc73a2defa is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:20:21.522541 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:21.539540 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Set router 68a23f39-3046-4897-b0c4-9be5fca5de16 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:20:21.554345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port b015801d-9637-49c9-85b0-e5bc73a2defa, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b015801d-9637-49c9-85b0-e5bc73a2defa,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:20:21.619273 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c2aa3b-b5e9-44ac-9e0e-8e052503e758 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:21.620890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c2aa3b-b5e9-44ac-9e0e-8e052503e758 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:21.620890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c2aa3b-b5e9-44ac-9e0e-8e052503e758 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:21.620890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c2aa3b-b5e9-44ac-9e0e-8e052503e758 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:21.621282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c2aa3b-b5e9-44ac-9e0e-8e052503e758 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:21.621471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c2aa3b-b5e9-44ac-9e0e-8e052503e758 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:21.623305 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c8c2aa3b-b5e9-44ac-9e0e-8e052503e758 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.3154037 Aug 26 01:20:21.628079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54732) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:21.639163 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:21.639940 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d6d9c986-65b9-4a5c-9896-a8492ec46838 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:20:21.705612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8af683-0fe8-4629-aeea-a2d62235fd7b tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:21.706175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8af683-0fe8-4629-aeea-a2d62235fd7b tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:21.706628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8af683-0fe8-4629-aeea-a2d62235fd7b tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:21.707097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8af683-0fe8-4629-aeea-a2d62235fd7b tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:21.707568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8af683-0fe8-4629-aeea-a2d62235fd7b tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:21.708087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8af683-0fe8-4629-aeea-a2d62235fd7b tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:21.710067 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1f8af683-0fe8-4629-aeea-a2d62235fd7b tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0810142 Aug 26 01:20:21.713949 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54736) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:21.789305 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=b015801d-9637-49c9-85b0-e5bc73a2defa,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:21.866234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port d6d9c986-65b9-4a5c-9896-a8492ec46838 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:20:21.869293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d6d9c986-65b9-4a5c-9896-a8492ec46838 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:20:21.869962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:21.924010 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-960cedee-d9f7-483e-a81b-8ba5a522b2d9 None None] Provisioning for port 9ed291be-b52a-462f-877e-02e4baa57a2f completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:20:21.937298 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-960cedee-d9f7-483e-a81b-8ba5a522b2d9 None None] Provisioning complete for port 9ed291be-b52a-462f-877e-02e4baa57a2f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:20:21.937673 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-960cedee-d9f7-483e-a81b-8ba5a522b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:21.961270 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:20:13Z', 'updated_at': '2022-08-26T01:20:19Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:14Z', 'updated_at': '2022-08-26T01:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9ed291be-b52a-462f-877e-02e4baa57a2f', 'name': '', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:de:5c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:18Z', 'updated_at': '2022-08-26T01:20:20Z', 'revision_number': 2, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:21.970682 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bbc8ae5e-f217-4d4f-a472-2e79cffe5536 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2523198 Aug 26 01:20:21.972047 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Checking router: 68a23f39-3046-4897-b0c4-9be5fca5de16 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:20:21.972047 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Updating router 68a23f39-3046-4897-b0c4-9be5fca5de16 port 9ed291be-b52a-462f-877e-02e4baa57a2f binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:20:21.972554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54742) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:21.980756 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1782796181', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:22.017428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-960cedee-d9f7-483e-a81b-8ba5a522b2d9 None None] Port 9ed291be-b52a-462f-877e-02e4baa57a2f cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:20:22.050445 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:22.079892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-960cedee-d9f7-483e-a81b-8ba5a522b2d9 None None] Provisioning complete for port d6d9c986-65b9-4a5c-9896-a8492ec46838 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:20:22.079892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-960cedee-d9f7-483e-a81b-8ba5a522b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:22.139341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d6d9c986-65b9-4a5c-9896-a8492ec46838 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:20:22.139754 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:22.145170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:22.151016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:port and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:22.154282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:22.165952 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:22.187294 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port d6d9c986-65b9-4a5c-9896-a8492ec46838, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d6d9c986-65b9-4a5c-9896-a8492ec46838,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:20:22.248259 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-960cedee-d9f7-483e-a81b-8ba5a522b2d9 None None] Current status of the port d6d9c986-65b9-4a5c-9896-a8492ec46838 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:20:22.248638 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-960cedee-d9f7-483e-a81b-8ba5a522b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:22.302511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:20:22.308905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:22.324784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:22.332867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] device_id is not set on port 48a49f9c-4f63-480b-a1c2-e05e4125b364 yet. {{(pid=89862) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:20:22.494204 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-960cedee-d9f7-483e-a81b-8ba5a522b2d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:20:22.494733 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-960cedee-d9f7-483e-a81b-8ba5a522b2d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:20:22.495160 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:22.497143 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=d6d9c986-65b9-4a5c-9896-a8492ec46838,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:22.509656 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Transition to ACTIVE for port object 9ed291be-b52a-462f-877e-02e4baa57a2f will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:20:22.591351 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:22.674833 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.14 (6bb134ce-9f8d-49dc-bede-b4d99a2efc7b/676e3b7e-6bba-4a9d-9b5a-2191195af4f1/48a49f9c-4f63-480b-a1c2-e05e4125b364) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:20:22.751841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b015801d-9637-49c9-85b0-e5bc73a2defa up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:20:22.821310 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bea4c-af43-4a27-aceb-ed68a1678db8 None None] Pushing event updated for resources: {'Port': ['ID=9ed291be-b52a-462f-877e-02e4baa57a2f,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:22.840367 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bea4c-af43-4a27-aceb-ed68a1678db8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:22.840367 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bea4c-af43-4a27-aceb-ed68a1678db8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:22.840367 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bea4c-af43-4a27-aceb-ed68a1678db8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:22.840367 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bea4c-af43-4a27-aceb-ed68a1678db8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:22.840367 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bea4c-af43-4a27-aceb-ed68a1678db8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:22.840367 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bea4c-af43-4a27-aceb-ed68a1678db8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:22.840367 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bea4c-af43-4a27-aceb-ed68a1678db8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:22.840367 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bea4c-af43-4a27-aceb-ed68a1678db8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:22.840367 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bea4c-af43-4a27-aceb-ed68a1678db8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:22.840367 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bea4c-af43-4a27-aceb-ed68a1678db8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:22.840367 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bea4c-af43-4a27-aceb-ed68a1678db8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:22.840367 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bea4c-af43-4a27-aceb-ed68a1678db8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:20:22.843348 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Attempting to bind port 9ed291be-b52a-462f-877e-02e4baa57a2f on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:20:22.843348 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Attempting to bind port 9ed291be-b52a-462f-877e-02e4baa57a2f by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:20:22.843348 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Attempting to bind port 9ed291be-b52a-462f-877e-02e4baa57a2f on network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:20:22.850003 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:20:22.850003 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Checking segment: {'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:20:22.850168 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:22.850479 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Bound using segment: {'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:20:22.850904 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Bound port: 9ed291be-b52a-462f-877e-02e4baa57a2f, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:20:22.851262 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:22.859111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b015801d-9637-49c9-85b0-e5bc73a2defa triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:20:22.863262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:22.928397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:22.945771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 48a49f9c-4f63-480b-a1c2-e05e4125b364 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:20:22.950312 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] For port 9ed291be-b52a-462f-877e-02e4baa57a2f, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:20:22.953666 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] For port 9ed291be-b52a-462f-877e-02e4baa57a2f, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9ed291be-b52a-462f-877e-02e4baa57a2f,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:20:22.981810 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b015801d-9637-49c9-85b0-e5bc73a2defa is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:20:22.982870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d6d9c986-65b9-4a5c-9896-a8492ec46838 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:20:23.030965 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:23.079709 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:23.084994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-960cedee-d9f7-483e-a81b-8ba5a522b2d9 None None] Current status of the port d6d9c986-65b9-4a5c-9896-a8492ec46838 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:20:23.098432 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Routers {'68a23f39-3046-4897-b0c4-9be5fca5de16'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:20:23.099076 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:20:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['68a23f39-3046-4897-b0c4-9be5fca5de16'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:23.102176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d6d9c986-65b9-4a5c-9896-a8492ec46838 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:20:23.102551 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:23.223020 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:20:23.230088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:20:23.233880 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:20:23.239832 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bea4c-af43-4a27-aceb-ed68a1678db8 None None] Pushing event updated for resources: {'Port': ['ID=9ed291be-b52a-462f-877e-02e4baa57a2f,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:23.248993 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d6d9c986-65b9-4a5c-9896-a8492ec46838 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:20:23.301940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=48a49f9c-4f63-480b-a1c2-e05e4125b364,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:23.321185 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] Set router 68a23f39-3046-4897-b0c4-9be5fca5de16 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:20:23.325177 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:23.326058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:23.422213 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bfe33e89-5690-47e3-b846-716e5e1141d5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4462826 Aug 26 01:20:23.598908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54750) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:23.606200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fd42ae1f-c96a-48fe-bd4a-04b9f006b4aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078369674', 'description': 'tempest-secgroup-smoke-1078369674 description', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:23.613079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fd42ae1f-c96a-48fe-bd4a-04b9f006b4aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:23.617952 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fd42ae1f-c96a-48fe-bd4a-04b9f006b4aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:23.622091 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fd42ae1f-c96a-48fe-bd4a-04b9f006b4aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:23.628322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fd42ae1f-c96a-48fe-bd4a-04b9f006b4aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:23.673649 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:20:13Z', 'updated_at': '2022-08-26T01:20:19Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:14Z', 'updated_at': '2022-08-26T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9ed291be-b52a-462f-877e-02e4baa57a2f', 'name': '', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:de:5c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:18Z', 'updated_at': '2022-08-26T01:20:22Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:23.677585 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef222f-86cb-4480-857d-c99ad4638285 None None] The sync data for ids ['68a23f39-3046-4897-b0c4-9be5fca5de16'] in dv-neutron-854561-2-hyperv is: [{'id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:20:13Z', 'updated_at': '2022-08-26T01:20:19Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:14Z', 'updated_at': '2022-08-26T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9ed291be-b52a-462f-877e-02e4baa57a2f', 'name': '', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:de:5c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:18Z', 'updated_at': '2022-08-26T01:20:22Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:20:23.690178 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ce906ff2-f252-4c3a-b9e7-9684fa4539c4 None None] Provisioning for port 48a49f9c-4f63-480b-a1c2-e05e4125b364 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:20:23.695598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ce906ff2-f252-4c3a-b9e7-9684fa4539c4 None None] Provisioning complete for port 48a49f9c-4f63-480b-a1c2-e05e4125b364 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:20:23.696074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ce906ff2-f252-4c3a-b9e7-9684fa4539c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:23.747969 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fd42ae1f-c96a-48fe-bd4a-04b9f006b4aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:23.775518 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ce906ff2-f252-4c3a-b9e7-9684fa4539c4 None None] Port 48a49f9c-4f63-480b-a1c2-e05e4125b364 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:20:23.778149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fd42ae1f-c96a-48fe-bd4a-04b9f006b4aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:23.783371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fd42ae1f-c96a-48fe-bd4a-04b9f006b4aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:23.786764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fd42ae1f-c96a-48fe-bd4a-04b9f006b4aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:23.794091 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fd42ae1f-c96a-48fe-bd4a-04b9f006b4aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:23.893512 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fd42ae1f-c96a-48fe-bd4a-04b9f006b4aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:23.985446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fd42ae1f-c96a-48fe-bd4a-04b9f006b4aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:24.040297 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42ae1f-c96a-48fe-bd4a-04b9f006b4aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e50554-2d6e-4e8d-be61-98e1babff841,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:24.117238 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fd42ae1f-c96a-48fe-bd4a-04b9f006b4aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:24.121170 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fd42ae1f-c96a-48fe-bd4a-04b9f006b4aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5240979 Aug 26 01:20:24.124304 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54754) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:24.140441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5fa31028-4953-4b95-9547-f55a97d711bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '96e50554-2d6e-4e8d-be61-98e1babff841', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:24.140441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5fa31028-4953-4b95-9547-f55a97d711bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:24.140441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5fa31028-4953-4b95-9547-f55a97d711bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:24.143063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5fa31028-4953-4b95-9547-f55a97d711bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:24.149788 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5fa31028-4953-4b95-9547-f55a97d711bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:24.243928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5fa31028-4953-4b95-9547-f55a97d711bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:24.323163 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5fa31028-4953-4b95-9547-f55a97d711bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:24.392845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5fa31028-4953-4b95-9547-f55a97d711bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:24.418332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa31028-4953-4b95-9547-f55a97d711bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd4d8af-d05a-4c50-9094-da8770ff1b3f,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:24.499191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5fa31028-4953-4b95-9547-f55a97d711bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:24.500461 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5fa31028-4953-4b95-9547-f55a97d711bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3760860 Aug 26 01:20:24.503408 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54758) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:24.508683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-e35e0a20-692f-4dec-b7e1-c78518ea30e5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '96e50554-2d6e-4e8d-be61-98e1babff841', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:24.515821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e35e0a20-692f-4dec-b7e1-c78518ea30e5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:24.519845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e35e0a20-692f-4dec-b7e1-c78518ea30e5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:24.527157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e35e0a20-692f-4dec-b7e1-c78518ea30e5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:24.529728 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e35e0a20-692f-4dec-b7e1-c78518ea30e5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:24.599879 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e35e0a20-692f-4dec-b7e1-c78518ea30e5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:24.674207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e35e0a20-692f-4dec-b7e1-c78518ea30e5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:24.736515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e35e0a20-692f-4dec-b7e1-c78518ea30e5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:24.771284 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e0a20-692f-4dec-b7e1-c78518ea30e5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e1d4b3-01e7-4508-a106-867fc8cf478f,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:24.772755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9ed291be-b52a-462f-877e-02e4baa57a2f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:20:24.849693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e35e0a20-692f-4dec-b7e1-c78518ea30e5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:24.849693 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e35e0a20-692f-4dec-b7e1-c78518ea30e5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3412993 Aug 26 01:20:24.849693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54762) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:24.853609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5488815c-7833-4281-88e9-e19147b44402 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '96e50554-2d6e-4e8d-be61-98e1babff841', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:24.859907 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5488815c-7833-4281-88e9-e19147b44402 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:24.863986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5488815c-7833-4281-88e9-e19147b44402 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:24.872130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5488815c-7833-4281-88e9-e19147b44402 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:24.873847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5488815c-7833-4281-88e9-e19147b44402 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:24.929647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 9ed291be-b52a-462f-877e-02e4baa57a2f completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:20:24.935619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9ed291be-b52a-462f-877e-02e4baa57a2f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:20:24.936120 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:24.966667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5488815c-7833-4281-88e9-e19147b44402 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:25.033120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5488815c-7833-4281-88e9-e19147b44402 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:25.058352 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9ed291be-b52a-462f-877e-02e4baa57a2f is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:20:25.058731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:25.092275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 9ed291be-b52a-462f-877e-02e4baa57a2f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9ed291be-b52a-462f-877e-02e4baa57a2f,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:20:25.105244 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5488815c-7833-4281-88e9-e19147b44402 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:25.129246 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488815c-7833-4281-88e9-e19147b44402 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c758e91d-ce26-4f40-a6e4-c85fce0a0903,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:25.192882 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:25.224932 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5488815c-7833-4281-88e9-e19147b44402 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:25.226167 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5488815c-7833-4281-88e9-e19147b44402 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3769464 Aug 26 01:20:25.229306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54766) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:25.234930 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-6a795046-ae11-4266-8d1c-eb496f88d3fb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '96e50554-2d6e-4e8d-be61-98e1babff841', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:25.240830 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6a795046-ae11-4266-8d1c-eb496f88d3fb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:25.245332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6a795046-ae11-4266-8d1c-eb496f88d3fb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:25.252058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6a795046-ae11-4266-8d1c-eb496f88d3fb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:25.255464 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6a795046-ae11-4266-8d1c-eb496f88d3fb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:25.265425 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=9ed291be-b52a-462f-877e-02e4baa57a2f,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:25.329406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6a795046-ae11-4266-8d1c-eb496f88d3fb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:25.398008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6a795046-ae11-4266-8d1c-eb496f88d3fb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:25.455752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6a795046-ae11-4266-8d1c-eb496f88d3fb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:25.479339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a795046-ae11-4266-8d1c-eb496f88d3fb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04aecfd0-0976-49fe-9bd2-40bb56fc5f9a,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:25.596609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6a795046-ae11-4266-8d1c-eb496f88d3fb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:25.597905 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6a795046-ae11-4266-8d1c-eb496f88d3fb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3673887 Aug 26 01:20:25.600773 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54770) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:25.605694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3602d17e-3a66-4336-9323-8d5311a4a365 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '96e50554-2d6e-4e8d-be61-98e1babff841', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:25.611720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3602d17e-3a66-4336-9323-8d5311a4a365 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:25.619696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3602d17e-3a66-4336-9323-8d5311a4a365 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:25.619696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3602d17e-3a66-4336-9323-8d5311a4a365 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:25.625223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3602d17e-3a66-4336-9323-8d5311a4a365 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:25.704685 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-3602d17e-3a66-4336-9323-8d5311a4a365 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:20:25.712121 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3602d17e-3a66-4336-9323-8d5311a4a365 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:25.780991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3602d17e-3a66-4336-9323-8d5311a4a365 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:25.854561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3602d17e-3a66-4336-9323-8d5311a4a365 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:25.879551 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602d17e-3a66-4336-9323-8d5311a4a365 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1be4e9-202a-4842-9c80-0eee973ae966,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:25.974889 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3602d17e-3a66-4336-9323-8d5311a4a365 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:25.974889 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3602d17e-3a66-4336-9323-8d5311a4a365 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3694439 Aug 26 01:20:25.974889 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54774) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:25.979903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d02b09c2-a534-4a33-8d04-2b9cdc1606f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '96e50554-2d6e-4e8d-be61-98e1babff841', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:25.985959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d02b09c2-a534-4a33-8d04-2b9cdc1606f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:25.995555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d02b09c2-a534-4a33-8d04-2b9cdc1606f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:25.995555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d02b09c2-a534-4a33-8d04-2b9cdc1606f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:25.999842 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d02b09c2-a534-4a33-8d04-2b9cdc1606f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:26.105718 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-d02b09c2-a534-4a33-8d04-2b9cdc1606f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:20:26.112771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d02b09c2-a534-4a33-8d04-2b9cdc1606f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:26.180981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d02b09c2-a534-4a33-8d04-2b9cdc1606f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:26.318639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d02b09c2-a534-4a33-8d04-2b9cdc1606f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:26.343224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b09c2-a534-4a33-8d04-2b9cdc1606f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b15ac1-87a4-4857-a111-21da1ad2e31a,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:26.471090 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d02b09c2-a534-4a33-8d04-2b9cdc1606f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:26.472270 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d02b09c2-a534-4a33-8d04-2b9cdc1606f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4973009 Aug 26 01:20:26.647407 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-fe581f5d-4472-483f-a206-2431c1399077 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:20:26.733072 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9ed291be-b52a-462f-877e-02e4baa57a2f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:20:26.816682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-fe581f5d-4472-483f-a206-2431c1399077 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:20:26.817570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9ed291be-b52a-462f-877e-02e4baa57a2f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:20:26.817570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:26.818009 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-fe581f5d-4472-483f-a206-2431c1399077 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078369674&fields=id&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 267 time: 0.2173464 Aug 26 01:20:26.905647 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-5cc79ca6-46f6-4fae-b55c-ec82a5645d04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:26.906715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-5cc79ca6-46f6-4fae-b55c-ec82a5645d04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:20:26.944428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9ed291be-b52a-462f-877e-02e4baa57a2f is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:20:27.061183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-5cc79ca6-46f6-4fae-b55c-ec82a5645d04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:20:27.062688 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-5cc79ca6-46f6-4fae-b55c-ec82a5645d04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports/48a49f9c-4f63-480b-a1c2-e05e4125b364 HTTP/1.1" status: 200 len: 931 time: 0.2368762 Aug 26 01:20:27.182786 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-4b40b544-05d5-48d6-b06b-6edb24ba40e0 service neutron] 10.222.0.83 "GET /v2.0/ports/48a49f9c-4f63-480b-a1c2-e05e4125b364?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1082656 Aug 26 01:20:27.317239 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-e4471160-3c77-46c3-b19c-70c55b1d638d service neutron] 10.222.0.83 "GET /v2.0/networks/6bb134ce-9f8d-49dc-bede-b4d99a2efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285038 Aug 26 01:20:27.453466 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-a282cffb-958e-430b-8552-4780690830b4 service neutron] 10.222.0.83 "GET /v2.0/networks/6bb134ce-9f8d-49dc-bede-b4d99a2efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295507 Aug 26 01:20:27.746534 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-923e5fb9-1f9d-45c3-9daa-86b8804d703b req-53cbe18c-4310-4575-8ecf-15c510d5780d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 210 time: 0.0500531 Aug 26 01:20:28.870446 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5f16b5f0-a9e8-4b90-8948-4044e483cdf7 req-ee08361b-f724-49e0-a1a4-c8b610fbbf74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 210 time: 0.0688577 Aug 26 01:20:29.988273 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2e671326-c69c-49f9-af5b-870c1cd60871 req-86b76152-19ad-4168-8d40-edf593e4c78a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 210 time: 0.0526168 Aug 26 01:20:30.507697 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-40dc433d-07ad-4276-bc63-0b5cd3450092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:31.150452 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b15736eb-d901-4cd1-83bf-be8dcc52e1d6 req-0b840ffc-0f6f-448d-bd08-36cf7b65c5a4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 210 time: 0.0496397 Aug 26 01:20:31.698523 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f4ac6c5-ba82-4247-98ce-47dfe33f19cd req-1c254622-e14f-4b9a-aab9-61ac3d69d4e8 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826728 Aug 26 01:20:31.819163 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ac6c5-ba82-4247-98ce-47dfe33f19cd req-6352ff5b-4326-497d-a110-ce659a888e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:31.820674 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f4ac6c5-ba82-4247-98ce-47dfe33f19cd req-6352ff5b-4326-497d-a110-ce659a888e75 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 1099 time: 0.0821102 Aug 26 01:20:31.971847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ac6c5-ba82-4247-98ce-47dfe33f19cd req-90c16c96-0d8a-4a3c-bb17-0d208db04b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:31.973284 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f4ac6c5-ba82-4247-98ce-47dfe33f19cd req-90c16c96-0d8a-4a3c-bb17-0d208db04b8c service neutron] 10.222.0.94 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 913 time: 0.1308084 Aug 26 01:20:32.196231 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f4ac6c5-ba82-4247-98ce-47dfe33f19cd req-c6ba0887-f3da-4558-9450-d51562dd08ae service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2120fed7-1af4-464a-b496-c7cf89dc87a3 HTTP/1.1" status: 200 len: 1000 time: 0.2133083 Aug 26 01:20:32.241624 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-d59f2616-e4c0-405b-8c05-2ed75384c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:32.247068 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-d59f2616-e4c0-405b-8c05-2ed75384c3bb service neutron] 10.222.0.94 "GET /v2.0/ports/48a49f9c-4f63-480b-a1c2-e05e4125b364 HTTP/1.1" status: 200 len: 1027 time: 0.0642345 Aug 26 01:20:32.267809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ac6c5-ba82-4247-98ce-47dfe33f19cd req-1da75af0-d150-4a90-8d34-9e4081c119cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:32.269403 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f4ac6c5-ba82-4247-98ce-47dfe33f19cd req-1da75af0-d150-4a90-8d34-9e4081c119cc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 HTTP/1.1" status: 200 len: 850 time: 0.0675814 Aug 26 01:20:32.396309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ac6c5-ba82-4247-98ce-47dfe33f19cd req-f38f696e-aac4-41f0-9bab-65f91cb9336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:32.397909 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f4ac6c5-ba82-4247-98ce-47dfe33f19cd req-f38f696e-aac4-41f0-9bab-65f91cb9336b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=277863a4-4254-4976-bcf1-d2e6a4c64c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1016581 Aug 26 01:20:32.511843 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-52c6013f-610a-46ac-91a5-2da0bb609322 req-29187bc9-7554-42f2-afb9-05d862d66f63 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 210 time: 0.2367132 Aug 26 01:20:32.544140 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f4ac6c5-ba82-4247-98ce-47dfe33f19cd req-4d5599a9-21b4-4e86-9487-05f1863e5bed service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360533 Aug 26 01:20:32.572628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-189add1b-cdcf-4e92-ad17-bc4f25389b0e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:32.573314 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-189add1b-cdcf-4e92-ad17-bc4f25389b0e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:20:32.661068 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-189add1b-cdcf-4e92-ad17-bc4f25389b0e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:20:32.662427 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-189add1b-cdcf-4e92-ad17-bc4f25389b0e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/networks?id=6bb134ce-9f8d-49dc-bede-b4d99a2efc7b HTTP/1.1" status: 200 len: 797 time: 0.4108343 Aug 26 01:20:32.687483 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f4ac6c5-ba82-4247-98ce-47dfe33f19cd req-8ab495fa-9820-453e-bf07-514743861bf5 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341572 Aug 26 01:20:32.727710 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-aae72045-9aad-4254-a44b-cb49d8b76981 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:20:32.740295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-aae72045-9aad-4254-a44b-cb49d8b76981 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:20:32.741495 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-aae72045-9aad-4254-a44b-cb49d8b76981 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 380 time: 0.0561683 Aug 26 01:20:32.752276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Request body: {'port': {'device_id': '6b731d4f-b896-4ba5-a422-25b954fdc320', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:32.888342 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:32.998530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9e77f719-cff0-4906-a33c-1a27f7a765db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:33.242122 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a49f9c-4f63-480b-a1c2-e05e4125b364 {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:20:33.251350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:33.266150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Transition to ACTIVE for port object 48a49f9c-4f63-480b-a1c2-e05e4125b364 will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:20:33.347002 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:33.536600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Pushing event updated for resources: {'Port': ['ID=48a49f9c-4f63-480b-a1c2-e05e4125b364,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:33.582247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Attempting to bind port 48a49f9c-4f63-480b-a1c2-e05e4125b364 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:20:33.582588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Attempting to bind port 48a49f9c-4f63-480b-a1c2-e05e4125b364 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:20:33.582925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Attempting to bind port 48a49f9c-4f63-480b-a1c2-e05e4125b364 on network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:20:33.588364 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Port 48a49f9c-4f63-480b-a1c2-e05e4125b364 on network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:20:33.588688 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Attempting to bind port 48a49f9c-4f63-480b-a1c2-e05e4125b364 on network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:20:33.594139 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:20:33.594478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Checking segment: {'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:20:33.594862 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Bound using segment: {'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:20:33.595295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Bound port: 48a49f9c-4f63-480b-a1c2-e05e4125b364, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:20:33.595642 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:33.719495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] For port 48a49f9c-4f63-480b-a1c2-e05e4125b364, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:20:33.720006 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27a251-6544-4c87-b117-76e44c059c76 req-2c9d97a5-6d47-4528-8771-dc94bb394153 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:33.721538 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b27a251-6544-4c87-b117-76e44c059c76 req-2c9d97a5-6d47-4528-8771-dc94bb394153 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 982 time: 0.0981493 Aug 26 01:20:33.722049 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:33.725988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] For port 48a49f9c-4f63-480b-a1c2-e05e4125b364, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=48a49f9c-4f63-480b-a1c2-e05e4125b364,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:20:33.767207 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b27a251-6544-4c87-b117-76e44c059c76 req-3d20c32f-19cb-4798-8bc1-8c89b97a1ff2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399084 Aug 26 01:20:33.816220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:33.856852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:33.857471 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:33.858991 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] 10.222.0.94 "PUT /v2.0/ports/48a49f9c-4f63-480b-a1c2-e05e4125b364 HTTP/1.1" status: 200 len: 1132 time: 1.1106689 Aug 26 01:20:33.859437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b731d4f-b896-4ba5-a422-25b954fdc320', 'tag': '48a49f9c-4f63-480b-a1c2-e05e4125b364'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:20:33.906324 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae21cb-de88-4e17-80cc-76d6596b6d73 service neutron] Pushing event updated for resources: {'Port': ['ID=48a49f9c-4f63-480b-a1c2-e05e4125b364,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:33.913227 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b33ab7-1c77-46c3-8752-2eb1d2b8f23b'] response: {'name': 'network-changed', 'server_uuid': '6b731d4f-b896-4ba5-a422-25b954fdc320', 'tag': '48a49f9c-4f63-480b-a1c2-e05e4125b364', 'status': 'completed', 'code': 200} Aug 26 01:20:33.952916 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:34.038276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691584a-929e-423e-b632-36e436492ab6 req-cd40845a-8428-4006-8e90-53cb12f37e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:34.039817 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1691584a-929e-423e-b632-36e436492ab6 req-cd40845a-8428-4006-8e90-53cb12f37e4d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 1135 time: 0.0820630 Aug 26 01:20:34.189922 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691584a-929e-423e-b632-36e436492ab6 req-baf2f36d-6331-4176-a27b-432f74877cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:34.191276 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1691584a-929e-423e-b632-36e436492ab6 req-baf2f36d-6331-4176-a27b-432f74877cd9 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1347930 Aug 26 01:20:34.335832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691584a-929e-423e-b632-36e436492ab6 req-99f13eaa-ad7b-4c14-9e71-8d4c92f97b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:34.337844 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1691584a-929e-423e-b632-36e436492ab6 req-99f13eaa-ad7b-4c14-9e71-8d4c92f97b48 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1375239 Aug 26 01:20:34.485416 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-5d0f934c-3b92-4a3b-b95a-1525b58ef27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:34.487021 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-5d0f934c-3b92-4a3b-b95a-1525b58ef27b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 1135 time: 0.0843647 Aug 26 01:20:34.569057 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-10ee68f5-3030-4766-998c-1350daea4030 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48a49f9c-4f63-480b-a1c2-e05e4125b364 HTTP/1.1" status: 200 len: 217 time: 0.0620770 Aug 26 01:20:34.744251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-9ec3e309-ea7a-4f18-833a-5a24fe689e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:34.745861 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-9ec3e309-ea7a-4f18-833a-5a24fe689e3f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=676e3b7e-6bba-4a9d-9b5a-2191195af4f1 HTTP/1.1" status: 200 len: 834 time: 0.1673491 Aug 26 01:20:34.848248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-0a66d9bc-974b-477d-be3e-056f5d9607c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:34.849885 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-0a66d9bc-974b-477d-be3e-056f5d9607c8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6bb134ce-9f8d-49dc-bede-b4d99a2efc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0938625 Aug 26 01:20:34.991199 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-85691072-acf5-4c10-aee6-6b75d18525cd service neutron] 10.222.0.94 "GET /v2.0/networks/6bb134ce-9f8d-49dc-bede-b4d99a2efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307375 Aug 26 01:20:35.029198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de37fa-83b5-4bf3-bce4-c2dd0fdaa387 req-20c7f21a-7a7f-4752-8d65-911c8a6fe2d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:35.030282 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-27de37fa-83b5-4bf3-bce4-c2dd0fdaa387 req-20c7f21a-7a7f-4752-8d65-911c8a6fe2d0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 982 time: 0.1393933 Aug 26 01:20:35.078263 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-27de37fa-83b5-4bf3-bce4-c2dd0fdaa387 req-9d79afb5-bcd9-4fb3-aafd-66d88fe65f8f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420680 Aug 26 01:20:35.131069 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f801a60c-851a-419d-8c96-b27da1d9d149 req-16ccedaa-fc27-4c82-b695-d85dbfd4c5ed service neutron] 10.222.0.94 "GET /v2.0/networks/6bb134ce-9f8d-49dc-bede-b4d99a2efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300652 Aug 26 01:20:35.464255 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:36.285954 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4e28c-e9f7-4de4-8321-3705297c43c9 req-3b61b11d-c34c-4289-a589-1c63dea54843 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:36.287420 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-32b4e28c-e9f7-4de4-8321-3705297c43c9 req-3b61b11d-c34c-4289-a589-1c63dea54843 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 982 time: 0.0937424 Aug 26 01:20:36.333590 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-32b4e28c-e9f7-4de4-8321-3705297c43c9 req-13a1e1b5-a15a-4937-9f6d-97f9c1ea15e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396810 Aug 26 01:20:37.396123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 48a49f9c-4f63-480b-a1c2-e05e4125b364 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:20:37.533859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 48a49f9c-4f63-480b-a1c2-e05e4125b364, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=48a49f9c-4f63-480b-a1c2-e05e4125b364,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:20:37.544430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5ec77-e831-4b92-94cf-b5e38a0e3eea req-29593fe5-b013-4d2f-ac56-6d82899b2fd4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:37.545936 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-69a5ec77-e831-4b92-94cf-b5e38a0e3eea req-29593fe5-b013-4d2f-ac56-6d82899b2fd4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 982 time: 0.0949214 Aug 26 01:20:37.548303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '48a49f9c-4f63-480b-a1c2-e05e4125b364', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'port_id': '48a49f9c-4f63-480b-a1c2-e05e4125b364', 'mac_address': 'fa:16:3e:16:b0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:20:37.594043 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-69a5ec77-e831-4b92-94cf-b5e38a0e3eea req-09ce52d9-f67f-460a-9a67-b9981643c849 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Aug 26 01:20:37.604919 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 48a49f9c-4f63-480b-a1c2-e05e4125b364 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:20:37.605305 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:37.623167 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a49f9c-4f63-480b-a1c2-e05e4125b364 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:20:37.639309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 48a49f9c-4f63-480b-a1c2-e05e4125b364, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=48a49f9c-4f63-480b-a1c2-e05e4125b364,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:20:37.748555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:37.820258 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=48a49f9c-4f63-480b-a1c2-e05e4125b364,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:38.099082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['48a49f9c-4f63-480b-a1c2-e05e4125b364'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:20:38.796457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f9820-1cba-4b92-a253-60b2bd707f93 req-5309ad2b-e036-495f-9539-f0e3993fab9b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:38.797567 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9a5f9820-1cba-4b92-a253-60b2bd707f93 req-5309ad2b-e036-495f-9539-f0e3993fab9b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 983 time: 0.0921984 Aug 26 01:20:38.844049 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9a5f9820-1cba-4b92-a253-60b2bd707f93 req-1fd18d0e-3248-4678-b61c-77dfeb8e0f3e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 Aug 26 01:20:39.397307 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 48a49f9c-4f63-480b-a1c2-e05e4125b364 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:20:39.523643 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 48a49f9c-4f63-480b-a1c2-e05e4125b364 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:20:39.529235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 48a49f9c-4f63-480b-a1c2-e05e4125b364 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:20:39.529647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:39.680818 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 48a49f9c-4f63-480b-a1c2-e05e4125b364 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:20:39.681719 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:39.708550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b731d4f-b896-4ba5-a422-25b954fdc320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a49f9c-4f63-480b-a1c2-e05e4125b364'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:20:39.720360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 48a49f9c-4f63-480b-a1c2-e05e4125b364, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=48a49f9c-4f63-480b-a1c2-e05e4125b364,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:20:39.753629 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60899ad2-2a3a-4ced-ae6a-49b5993340fc'] response: {'server_uuid': '6b731d4f-b896-4ba5-a422-25b954fdc320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a49f9c-4f63-480b-a1c2-e05e4125b364', 'code': 200} Aug 26 01:20:39.797441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:39.870858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=48a49f9c-4f63-480b-a1c2-e05e4125b364,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:40.053525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ce015-8452-4622-9299-a85189a788b3 req-97e7cc50-5678-4eae-851d-909c47401ec1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:40.055097 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-709ce015-8452-4622-9299-a85189a788b3 req-97e7cc50-5678-4eae-851d-909c47401ec1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 984 time: 0.0909719 Aug 26 01:20:40.100877 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-709ce015-8452-4622-9299-a85189a788b3 req-4599195e-91b6-4c32-afd6-28ec19a35180 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398922 Aug 26 01:20:40.217170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c114a-baac-4f87-8c38-21338fc4ffcf req-24c6d48e-4f10-4160-a9f5-b9e956dfd112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:40.218684 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-463c114a-baac-4f87-8c38-21338fc4ffcf req-24c6d48e-4f10-4160-a9f5-b9e956dfd112 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 1137 time: 0.0796340 Aug 26 01:20:40.263126 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-463c114a-baac-4f87-8c38-21338fc4ffcf req-6babb86e-df5e-4222-99dd-5a604fa578e6 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346146 Aug 26 01:20:40.712812 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:41.298592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d135f50-b127-48c6-927b-580b6bad840c req-6f61f786-3094-4657-aedb-18e88daba000 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:41.300064 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2d135f50-b127-48c6-927b-580b6bad840c req-6f61f786-3094-4657-aedb-18e88daba000 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 984 time: 0.0880754 Aug 26 01:20:41.349002 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2d135f50-b127-48c6-927b-580b6bad840c req-ce87ee2d-c108-49c4-b89f-c0e4232a6e3c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430555 Aug 26 01:20:42.550609 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e60e53-7e54-4075-b80d-dd0b4e72fcb3 req-68e4e3b8-1c25-451d-849a-6623d9ff57f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:42.552077 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e9e60e53-7e54-4075-b80d-dd0b4e72fcb3 req-68e4e3b8-1c25-451d-849a-6623d9ff57f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 984 time: 0.0909638 Aug 26 01:20:42.597604 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e9e60e53-7e54-4075-b80d-dd0b4e72fcb3 req-02fdf7dc-4df5-4891-922c-fde20d2c3d41 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 Aug 26 01:20:42.796720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04610e2-ed8d-499c-a426-b492a760b0af req-b4e5e488-87f8-484c-bd4b-867d60af659d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:42.798204 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d04610e2-ed8d-499c-a426-b492a760b0af req-b4e5e488-87f8-484c-bd4b-867d60af659d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 984 time: 0.0890496 Aug 26 01:20:42.843490 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d04610e2-ed8d-499c-a426-b492a760b0af req-464bd4fe-6751-42f2-a697-47a20236167d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395598 Aug 26 01:20:42.871937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54844) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:42.952543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde8eafb-5f4b-4464-aeae-c160017a7ecc tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:42.953984 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cde8eafb-5f4b-4464-aeae-c160017a7ecc tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 1132 time: 0.0810502 Aug 26 01:20:42.956828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54848) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:42.961590 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '48a49f9c-4f63-480b-a1c2-e05e4125b364', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:42.967782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:42.971630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:floatingip and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:42.974462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:42.980979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:43.078092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:43.222246 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:43.358319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.115 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/fc04f63b-6274-4729-b5d0-cccbcb7fbcd0) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:20:43.513488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:43.603974 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:43.668588 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:20:43.671533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:20:43.675171 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:20:43.703977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=fc04f63b-6274-4729-b5d0-cccbcb7fbcd0,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:44.198489 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:44.362602 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:44.567844 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:44.641544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:44.750572 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:44.798932 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=fc04f63b-6274-4729-b5d0-cccbcb7fbcd0,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:44.928591 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 2c3efc5e-5810-4fbe-bd83-69788f2f02d5 associated. External IP: 172.26.2.115, port: 48a49f9c-4f63-480b-a1c2-e05e4125b364. Aug 26 01:20:45.281650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 68a23f39-3046-4897-b0c4-9be5fca5de16 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:20:45.576436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:20:45.586450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47055d5-d833-4eeb-8d42-a73fa4832006 None None] Sync routers for ids ['68a23f39-3046-4897-b0c4-9be5fca5de16'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:20:45.596898 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47055d5-d833-4eeb-8d42-a73fa4832006 None None] Routers {'68a23f39-3046-4897-b0c4-9be5fca5de16'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:20:45.597507 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f47055d5-d833-4eeb-8d42-a73fa4832006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:20:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['68a23f39-3046-4897-b0c4-9be5fca5de16'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:45.664226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:45.722950 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-74ea0841-5215-4939-b830-3e0dcf068b66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.7650948 Aug 26 01:20:45.723781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b731d4f-b896-4ba5-a422-25b954fdc320', 'tag': '48a49f9c-4f63-480b-a1c2-e05e4125b364'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:20:45.725815 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54852) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:45.771567 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d437a22-8794-4e4a-a6a0-9adb29a7784e'] response: {'name': 'network-changed', 'server_uuid': '6b731d4f-b896-4ba5-a422-25b954fdc320', 'tag': '48a49f9c-4f63-480b-a1c2-e05e4125b364', 'status': 'completed', 'code': 200} Aug 26 01:20:45.779049 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-f47055d5-d833-4eeb-8d42-a73fa4832006 None None] Set router 68a23f39-3046-4897-b0c4-9be5fca5de16 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:20:45.831933 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6d4b1e-3ed5-4a87-99a7-afdf0a9c8e36 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:45.831933 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ca6d4b1e-3ed5-4a87-99a7-afdf0a9c8e36 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320&network_id=6bb134ce-9f8d-49dc-bede-b4d99a2efc7b HTTP/1.1" status: 200 len: 1132 time: 0.1040151 Aug 26 01:20:45.956620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c0949-4a5e-4124-a57c-0d125714d97f req-737c3929-e034-4929-8005-d44e3af94887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:45.958124 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-863c0949-4a5e-4124-a57c-0d125714d97f req-737c3929-e034-4929-8005-d44e3af94887 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 1137 time: 0.1396646 Aug 26 01:20:46.096585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c0949-4a5e-4124-a57c-0d125714d97f req-f2d2ed7c-fefe-40eb-8884-65e319450577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:46.098066 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-863c0949-4a5e-4124-a57c-0d125714d97f req-f2d2ed7c-fefe-40eb-8884-65e319450577 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6bb134ce-9f8d-49dc-bede-b4d99a2efc7b HTTP/1.1" status: 200 len: 899 time: 0.1340027 Aug 26 01:20:46.143612 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f47055d5-d833-4eeb-8d42-a73fa4832006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:20:13Z', 'updated_at': '2022-08-26T01:20:19Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:14Z', 'updated_at': '2022-08-26T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '2c3efc5e-5810-4fbe-bd83-69788f2f02d5', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.115', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'port_id': '48a49f9c-4f63-480b-a1c2-e05e4125b364', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1782796181', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'mac_address': 'fa:16:3e:16:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b731d4f-b896-4ba5-a422-25b954fdc320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:20:44Z', 'updated_at': '2022-08-26T01:20:44Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed291be-b52a-462f-877e-02e4baa57a2f', 'name': '', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:de:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:18Z', 'updated_at': '2022-08-26T01:20:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:46.147509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47055d5-d833-4eeb-8d42-a73fa4832006 None None] Checking router: 68a23f39-3046-4897-b0c4-9be5fca5de16 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:20:46.155900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47055d5-d833-4eeb-8d42-a73fa4832006 None None] Routers {'68a23f39-3046-4897-b0c4-9be5fca5de16'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:20:46.156487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f47055d5-d833-4eeb-8d42-a73fa4832006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:20:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['68a23f39-3046-4897-b0c4-9be5fca5de16'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:46.209635 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-863c0949-4a5e-4124-a57c-0d125714d97f req-55fcd4c8-c993-41bd-862b-964339080dbb service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48a49f9c-4f63-480b-a1c2-e05e4125b364 HTTP/1.1" status: 200 len: 1038 time: 0.1018755 Aug 26 01:20:46.272522 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c0949-4a5e-4124-a57c-0d125714d97f req-306d9723-5cdc-4b9f-85d5-1ff2b91e80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:46.274088 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-863c0949-4a5e-4124-a57c-0d125714d97f req-306d9723-5cdc-4b9f-85d5-1ff2b91e80f5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=676e3b7e-6bba-4a9d-9b5a-2191195af4f1 HTTP/1.1" status: 200 len: 834 time: 0.0586243 Aug 26 01:20:46.341070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-f47055d5-d833-4eeb-8d42-a73fa4832006 None None] Set router 68a23f39-3046-4897-b0c4-9be5fca5de16 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:20:46.404641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c0949-4a5e-4124-a57c-0d125714d97f req-b16a0fa8-c4bf-4763-bff6-fd86cd9bb80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:46.406159 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-863c0949-4a5e-4124-a57c-0d125714d97f req-b16a0fa8-c4bf-4763-bff6-fd86cd9bb80d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6bb134ce-9f8d-49dc-bede-b4d99a2efc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1259155 Aug 26 01:20:46.663400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d79de-39c9-4cd7-9a86-c0b88ff1c37b req-c46c2d9b-5599-4a21-b5b1-dba8ffe884c4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:46.664781 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fd9d79de-39c9-4cd7-9a86-c0b88ff1c37b req-c46c2d9b-5599-4a21-b5b1-dba8ffe884c4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 984 time: 0.3089473 Aug 26 01:20:46.674783 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-863c0949-4a5e-4124-a57c-0d125714d97f req-302b2362-610d-4dd4-8b9f-1faf04ff8bc1 service neutron] 10.222.0.94 "GET /v2.0/networks/6bb134ce-9f8d-49dc-bede-b4d99a2efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591274 Aug 26 01:20:46.711827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f47055d5-d833-4eeb-8d42-a73fa4832006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:20:13Z', 'updated_at': '2022-08-26T01:20:19Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:14Z', 'updated_at': '2022-08-26T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '2c3efc5e-5810-4fbe-bd83-69788f2f02d5', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.115', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'port_id': '48a49f9c-4f63-480b-a1c2-e05e4125b364', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1782796181', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'mac_address': 'fa:16:3e:16:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b731d4f-b896-4ba5-a422-25b954fdc320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:20:44Z', 'updated_at': '2022-08-26T01:20:44Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed291be-b52a-462f-877e-02e4baa57a2f', 'name': '', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:de:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:18Z', 'updated_at': '2022-08-26T01:20:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:20:46.716213 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47055d5-d833-4eeb-8d42-a73fa4832006 None None] The sync data for ids ['68a23f39-3046-4897-b0c4-9be5fca5de16'] in dv-neutron-854561-2-hyperv is: [{'id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:20:13Z', 'updated_at': '2022-08-26T01:20:19Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:14Z', 'updated_at': '2022-08-26T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '2c3efc5e-5810-4fbe-bd83-69788f2f02d5', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.115', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'port_id': '48a49f9c-4f63-480b-a1c2-e05e4125b364', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1782796181', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'mac_address': 'fa:16:3e:16:b0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b731d4f-b896-4ba5-a422-25b954fdc320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:20:44Z', 'updated_at': '2022-08-26T01:20:44Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed291be-b52a-462f-877e-02e4baa57a2f', 'name': '', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:de:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:18Z', 'updated_at': '2022-08-26T01:20:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:20:46.798586 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fd9d79de-39c9-4cd7-9a86-c0b88ff1c37b req-c5f5ddd4-2b81-428d-88cd-128ee7af0fd1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236637 Aug 26 01:20:46.846230 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-863c0949-4a5e-4124-a57c-0d125714d97f req-04698807-eed7-43a4-a0e0-cdcfb408e354 service neutron] 10.222.0.94 "GET /v2.0/networks/6bb134ce-9f8d-49dc-bede-b4d99a2efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558933 Aug 26 01:20:46.938294 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb34ce7-2c88-4686-91e4-34b0e081fccd None None] New status for floating IP 2c3efc5e-5810-4fbe-bd83-69788f2f02d5: ACTIVE {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:20:47.994359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-734a8565-c76c-41d7-a7b0-69910fba18fb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:47.995852 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-734a8565-c76c-41d7-a7b0-69910fba18fb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 984 time: 0.0958292 Aug 26 01:20:48.012414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae60ef8-2282-4362-a76e-0fe778acc672 req-826125fa-c319-483e-a43d-77dfea11b7a7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:48.013913 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5ae60ef8-2282-4362-a76e-0fe778acc672 req-826125fa-c319-483e-a43d-77dfea11b7a7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 984 time: 0.0939131 Aug 26 01:20:48.059660 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5ae60ef8-2282-4362-a76e-0fe778acc672 req-00277ffd-ce54-4ddb-96aa-09a754308a13 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400221 Aug 26 01:20:48.074342 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-af208cee-5b89-4435-8066-4568bc65d182 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:48.075383 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-af208cee-5b89-4435-8066-4568bc65d182 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/ports/48a49f9c-4f63-480b-a1c2-e05e4125b364?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0710185 Aug 26 01:20:48.225977 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-4f1e01f6-bc39-42bb-a3ee-115b99ef8a04 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/networks/6bb134ce-9f8d-49dc-bede-b4d99a2efc7b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1426604 Aug 26 01:20:48.238592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-748b1da7-fd96-4d09-9e71-fca62e993ddf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:48.349801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-748b1da7-fd96-4d09-9e71-fca62e993ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:48.545534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-748b1da7-fd96-4d09-9e71-fca62e993ddf service neutron] For port 48a49f9c-4f63-480b-a1c2-e05e4125b364, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=48a49f9c-4f63-480b-a1c2-e05e4125b364,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:20:48.573999 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-748b1da7-fd96-4d09-9e71-fca62e993ddf service neutron] For port 48a49f9c-4f63-480b-a1c2-e05e4125b364, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:20:48.628767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-748b1da7-fd96-4d09-9e71-fca62e993ddf service neutron] device_id is not set on port 48a49f9c-4f63-480b-a1c2-e05e4125b364 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:20:48.638831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-748b1da7-fd96-4d09-9e71-fca62e993ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:48.727146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-748b1da7-fd96-4d09-9e71-fca62e993ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:48.870022 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b1da7-fd96-4d09-9e71-fca62e993ddf service neutron] Pushing event updated for resources: {'Port': ['ID=48a49f9c-4f63-480b-a1c2-e05e4125b364,revision_number=6']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:48.918459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-748b1da7-fd96-4d09-9e71-fca62e993ddf service neutron] No DVR routers for this DVR port 48a49f9c-4f63-480b-a1c2-e05e4125b364 on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:20:49.158505 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-748b1da7-fd96-4d09-9e71-fca62e993ddf service neutron] In _notify_port_updated(), no bound segment for port 48a49f9c-4f63-480b-a1c2-e05e4125b364 on network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b {{(pid=89863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:20:49.159380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-748b1da7-fd96-4d09-9e71-fca62e993ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:49.159995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-748b1da7-fd96-4d09-9e71-fca62e993ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:49.161316 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ecd6c2b3-6c50-40dd-9d69-7cd68b67826e req-748b1da7-fd96-4d09-9e71-fca62e993ddf service neutron] 10.222.0.94 "PUT /v2.0/ports/48a49f9c-4f63-480b-a1c2-e05e4125b364 HTTP/1.1" status: 200 len: 1027 time: 0.9265344 Aug 26 01:20:49.226925 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9fd8ddde-4733-4f94-b160-cdb343d2bc5e req-3bc182e9-9d61-46cd-9673-0f65e8dbf7a4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 210 time: 0.0547071 Aug 26 01:20:50.409982 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9b4559c1-1e2b-422c-b6bb-04764c3ed17f req-b5db5e12-24c6-46e4-a9bb-4bf19854443e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b731d4f-b896-4ba5-a422-25b954fdc320 HTTP/1.1" status: 200 len: 210 time: 0.0535619 Aug 26 01:20:51.450287 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 48a49f9c-4f63-480b-a1c2-e05e4125b364 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:20:51.510441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54872) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:51.519784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 48a49f9c-4f63-480b-a1c2-e05e4125b364 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:20:51.580497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744229f4-5c12-48c9-bcaf-a5ef2c30768b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:51.581852 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-744229f4-5c12-48c9-bcaf-a5ef2c30768b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports/48a49f9c-4f63-480b-a1c2-e05e4125b364 HTTP/1.1" status: 200 len: 926 time: 0.0701616 Aug 26 01:20:51.730994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54878) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:51.736177 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-11f1705d-6486-437d-b51f-4df306e393b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1870284709', 'description': 'tempest-secgroup-smoke-1870284709 description', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:51.742233 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-11f1705d-6486-437d-b51f-4df306e393b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:51.752637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-11f1705d-6486-437d-b51f-4df306e393b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:51.835360 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11f1705d-6486-437d-b51f-4df306e393b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:51.856307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-11f1705d-6486-437d-b51f-4df306e393b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:51.860843 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-11f1705d-6486-437d-b51f-4df306e393b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:51.863778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-11f1705d-6486-437d-b51f-4df306e393b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:51.871576 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-11f1705d-6486-437d-b51f-4df306e393b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:51.941978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11f1705d-6486-437d-b51f-4df306e393b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:52.001205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11f1705d-6486-437d-b51f-4df306e393b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:52.154673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1705d-6486-437d-b51f-4df306e393b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a469cdd4-b51d-4452-9e68-04834f7d19ce,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:52.218732 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-11f1705d-6486-437d-b51f-4df306e393b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:52.220256 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-11f1705d-6486-437d-b51f-4df306e393b5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4881196 Aug 26 01:20:52.223220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54882) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:52.228980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b65fcfa1-535e-41e1-800e-d39da26e44b8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'a469cdd4-b51d-4452-9e68-04834f7d19ce', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:52.235181 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b65fcfa1-535e-41e1-800e-d39da26e44b8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:52.239072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b65fcfa1-535e-41e1-800e-d39da26e44b8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:52.241922 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b65fcfa1-535e-41e1-800e-d39da26e44b8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:52.247769 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b65fcfa1-535e-41e1-800e-d39da26e44b8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:52.329032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b65fcfa1-535e-41e1-800e-d39da26e44b8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:52.392188 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b65fcfa1-535e-41e1-800e-d39da26e44b8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:52.477854 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b65fcfa1-535e-41e1-800e-d39da26e44b8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:52.502130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fcfa1-535e-41e1-800e-d39da26e44b8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f74aaad-b8b5-49a2-98e5-ce76577e096f,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:52.566844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b65fcfa1-535e-41e1-800e-d39da26e44b8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:52.568065 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b65fcfa1-535e-41e1-800e-d39da26e44b8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3438597 Aug 26 01:20:52.570720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54886) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:52.576226 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-56eb4f5a-0555-4aec-bba1-a0c1279ab2b6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'a469cdd4-b51d-4452-9e68-04834f7d19ce', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:52.583182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-56eb4f5a-0555-4aec-bba1-a0c1279ab2b6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:52.586219 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-56eb4f5a-0555-4aec-bba1-a0c1279ab2b6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:52.590017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-56eb4f5a-0555-4aec-bba1-a0c1279ab2b6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:52.595920 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-56eb4f5a-0555-4aec-bba1-a0c1279ab2b6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:52.814445 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-56eb4f5a-0555-4aec-bba1-a0c1279ab2b6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:52.881694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-56eb4f5a-0555-4aec-bba1-a0c1279ab2b6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:52.989851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-56eb4f5a-0555-4aec-bba1-a0c1279ab2b6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:53.018988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb4f5a-0555-4aec-bba1-a0c1279ab2b6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02a5110-0849-4259-b5e7-26238bc1c82f,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:53.089540 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-56eb4f5a-0555-4aec-bba1-a0c1279ab2b6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:53.090288 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-56eb4f5a-0555-4aec-bba1-a0c1279ab2b6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5180445 Aug 26 01:20:53.092918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54890) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:53.097827 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-2c3e1f93-0fd6-4dc6-ac63-4b718cb771c5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'a469cdd4-b51d-4452-9e68-04834f7d19ce', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:53.104588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2c3e1f93-0fd6-4dc6-ac63-4b718cb771c5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:53.108490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2c3e1f93-0fd6-4dc6-ac63-4b718cb771c5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:53.111336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-2c3e1f93-0fd6-4dc6-ac63-4b718cb771c5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:53.116946 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-2c3e1f93-0fd6-4dc6-ac63-4b718cb771c5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:53.215911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2c3e1f93-0fd6-4dc6-ac63-4b718cb771c5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:53.281178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2c3e1f93-0fd6-4dc6-ac63-4b718cb771c5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:53.389955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2c3e1f93-0fd6-4dc6-ac63-4b718cb771c5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:53.413790 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e1f93-0fd6-4dc6-ac63-4b718cb771c5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ca7e27-6249-4360-96d7-f11955dd5226,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:53.506512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2c3e1f93-0fd6-4dc6-ac63-4b718cb771c5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:53.507739 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2c3e1f93-0fd6-4dc6-ac63-4b718cb771c5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4138937 Aug 26 01:20:53.510556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54894) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:53.515880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-df35bad5-1169-4e5a-8448-51f10502a6b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'a469cdd4-b51d-4452-9e68-04834f7d19ce', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:53.521831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-df35bad5-1169-4e5a-8448-51f10502a6b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:53.534532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-df35bad5-1169-4e5a-8448-51f10502a6b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:53.534532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-df35bad5-1169-4e5a-8448-51f10502a6b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:53.534819 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-df35bad5-1169-4e5a-8448-51f10502a6b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:53.627118 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df35bad5-1169-4e5a-8448-51f10502a6b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:53.691210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df35bad5-1169-4e5a-8448-51f10502a6b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:53.766764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df35bad5-1169-4e5a-8448-51f10502a6b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:53.791525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35bad5-1169-4e5a-8448-51f10502a6b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d474ee-7a6d-49ac-9e2f-32816c9b4d13,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:53.860818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-df35bad5-1169-4e5a-8448-51f10502a6b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:53.862146 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-df35bad5-1169-4e5a-8448-51f10502a6b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3502350 Aug 26 01:20:53.868553 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54898) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:53.874998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b08fcedd-0399-48af-9e4c-55f94742805e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'a469cdd4-b51d-4452-9e68-04834f7d19ce', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:53.880964 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b08fcedd-0399-48af-9e4c-55f94742805e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:53.886828 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b08fcedd-0399-48af-9e4c-55f94742805e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:53.889624 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b08fcedd-0399-48af-9e4c-55f94742805e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:53.895381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b08fcedd-0399-48af-9e4c-55f94742805e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:53.953635 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:20:53.975026 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-b08fcedd-0399-48af-9e4c-55f94742805e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:20:53.982287 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b08fcedd-0399-48af-9e4c-55f94742805e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:54.049314 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b08fcedd-0399-48af-9e4c-55f94742805e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:54.115236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b08fcedd-0399-48af-9e4c-55f94742805e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:54.140434 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fcedd-0399-48af-9e4c-55f94742805e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e612b12-2335-4e11-87b6-e7947fa96cfe,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:54.212661 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b08fcedd-0399-48af-9e4c-55f94742805e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:54.214372 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b08fcedd-0399-48af-9e4c-55f94742805e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3445222 Aug 26 01:20:54.217684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 54902) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:20:54.223547 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-458917e8-4d14-4757-a7e3-9fe5f94a61aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'a469cdd4-b51d-4452-9e68-04834f7d19ce', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:54.230119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-458917e8-4d14-4757-a7e3-9fe5f94a61aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:20:54.234089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-458917e8-4d14-4757-a7e3-9fe5f94a61aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:20:54.236967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-458917e8-4d14-4757-a7e3-9fe5f94a61aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:20:54.243758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-458917e8-4d14-4757-a7e3-9fe5f94a61aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:20:54.309687 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-458917e8-4d14-4757-a7e3-9fe5f94a61aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:20:54.317222 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-458917e8-4d14-4757-a7e3-9fe5f94a61aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:54.381322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-458917e8-4d14-4757-a7e3-9fe5f94a61aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:54.449001 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-458917e8-4d14-4757-a7e3-9fe5f94a61aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:54.472178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458917e8-4d14-4757-a7e3-9fe5f94a61aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5825d18-e05f-47b5-a17b-a20067b435d8,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:54.546309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-458917e8-4d14-4757-a7e3-9fe5f94a61aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:54.547518 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-458917e8-4d14-4757-a7e3-9fe5f94a61aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3282261 Aug 26 01:20:54.705680 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-590b96c2-a6d2-4cfc-8aad-b72b75f23de3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:20:54.789589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-590b96c2-a6d2-4cfc-8aad-b72b75f23de3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:20:54.791227 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-590b96c2-a6d2-4cfc-8aad-b72b75f23de3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870284709&fields=id&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 267 time: 0.1254442 Aug 26 01:20:54.868960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-409e2639-a6dd-4842-bfa5-07ca2d7e5f4b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:54.870647 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-409e2639-a6dd-4842-bfa5-07ca2d7e5f4b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports/48a49f9c-4f63-480b-a1c2-e05e4125b364 HTTP/1.1" status: 200 len: 931 time: 0.0727758 Aug 26 01:20:54.989758 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-a2a930d0-de27-46d5-836b-27aa7ab00f2a service neutron] 10.222.0.83 "GET /v2.0/ports/48a49f9c-4f63-480b-a1c2-e05e4125b364?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1071494 Aug 26 01:20:55.121992 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-d30c8016-b9f8-4d77-a4a6-ea996c40a7cc service neutron] 10.222.0.83 "GET /v2.0/networks/6bb134ce-9f8d-49dc-bede-b4d99a2efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254418 Aug 26 01:20:55.250499 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-a0549ea1-2e79-4dc9-8329-c7cb2a712ebb service neutron] 10.222.0.83 "GET /v2.0/networks/6bb134ce-9f8d-49dc-bede-b4d99a2efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227894 Aug 26 01:20:55.522925 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5bf6b9ba-c629-423f-9b76-6c333863795b req-4597bbaa-48e1-42dd-902d-1e09d360eebf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 210 time: 0.0552335 Aug 26 01:20:56.683712 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b629ec6b-1799-4fcc-b933-c86c6f712c7d req-d6e808e6-57b1-4fbd-aed9-5fc72a58081b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 210 time: 0.0514166 Aug 26 01:20:57.849285 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-08a0d578-dc24-4c4c-af73-12d563524a7d req-baded8f4-3e88-41dd-8c49-998ebbc96bb8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 210 time: 0.0529833 Aug 26 01:20:57.889989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-a5aafc5a-6b28-4988-85c3-71b35468b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:57.891508 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-a5aafc5a-6b28-4988-85c3-71b35468b03b service neutron] 10.222.0.94 "GET /v2.0/ports/48a49f9c-4f63-480b-a1c2-e05e4125b364 HTTP/1.1" status: 200 len: 1027 time: 0.0674744 Aug 26 01:20:58.113844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-9db4c713-83ea-4c5f-bb2f-84aaee709f44 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:58.115276 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-9db4c713-83ea-4c5f-bb2f-84aaee709f44 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/networks?id=6bb134ce-9f8d-49dc-bede-b4d99a2efc7b HTTP/1.1" status: 200 len: 797 time: 0.1982756 Aug 26 01:20:58.180279 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-6213960a-24d1-42d7-883a-85518484c343 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 473 time: 0.0425434 Aug 26 01:20:58.190361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Request body: {'port': {'device_id': '4f25a456-283c-4240-a83f-af68a614b21c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:20:58.301315 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:58.644828 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a49f9c-4f63-480b-a1c2-e05e4125b364 {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:20:58.652387 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:58.667517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Transition to ACTIVE for port object 48a49f9c-4f63-480b-a1c2-e05e4125b364 will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:20:58.776058 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:59.095386 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Pushing event updated for resources: {'Port': ['ID=48a49f9c-4f63-480b-a1c2-e05e4125b364,revision_number=7']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:59.218185 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b7734-563d-4cd9-bab5-5b55cdb55c9a req-f835b676-e1d7-4ea9-bd0b-0ff19e7d601f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:59.219687 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7f8b7734-563d-4cd9-bab5-5b55cdb55c9a req-f835b676-e1d7-4ea9-bd0b-0ff19e7d601f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 982 time: 0.2432580 Aug 26 01:20:59.255263 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Attempting to bind port 48a49f9c-4f63-480b-a1c2-e05e4125b364 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:20:59.255601 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Attempting to bind port 48a49f9c-4f63-480b-a1c2-e05e4125b364 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:20:59.255932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Attempting to bind port 48a49f9c-4f63-480b-a1c2-e05e4125b364 on network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:20:59.270556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Port 48a49f9c-4f63-480b-a1c2-e05e4125b364 on network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:20:59.270877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Attempting to bind port 48a49f9c-4f63-480b-a1c2-e05e4125b364 on network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:20:59.281303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:20:59.281640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Checking segment: {'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:20:59.282048 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Bound using segment: {'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:20:59.282482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Bound port: 48a49f9c-4f63-480b-a1c2-e05e4125b364, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f26407d-1c8b-4676-a67d-b35be0294a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:20:59.282824 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:59.300158 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7f8b7734-563d-4cd9-bab5-5b55cdb55c9a req-6048f6d3-3d4a-4b2c-9867-ae95a1776571 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702894 Aug 26 01:20:59.380694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] For port 48a49f9c-4f63-480b-a1c2-e05e4125b364, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:20:59.384174 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] For port 48a49f9c-4f63-480b-a1c2-e05e4125b364, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=48a49f9c-4f63-480b-a1c2-e05e4125b364,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:20:59.452888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:59.484244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:59.484850 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:20:59.486236 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] 10.222.0.94 "PUT /v2.0/ports/48a49f9c-4f63-480b-a1c2-e05e4125b364 HTTP/1.1" status: 200 len: 1132 time: 1.2997255 Aug 26 01:20:59.486660 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f25a456-283c-4240-a83f-af68a614b21c', 'tag': '48a49f9c-4f63-480b-a1c2-e05e4125b364'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:20:59.532446 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa016c-047e-454e-a8c9-f7862bbdbbca service neutron] Pushing event updated for resources: {'Port': ['ID=48a49f9c-4f63-480b-a1c2-e05e4125b364,revision_number=8']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:20:59.542985 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b83db86-730f-411d-b684-3c0edd00733e'] response: {'name': 'network-changed', 'server_uuid': '4f25a456-283c-4240-a83f-af68a614b21c', 'tag': '48a49f9c-4f63-480b-a1c2-e05e4125b364', 'status': 'completed', 'code': 200} Aug 26 01:20:59.679226 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0238576-2791-41f2-b41d-cd07ced98cd1 req-83ec7815-c067-47a4-a2ad-59faddfb39e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:59.681218 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c0238576-2791-41f2-b41d-cd07ced98cd1 req-83ec7815-c067-47a4-a2ad-59faddfb39e7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 1135 time: 0.0811322 Aug 26 01:20:59.833977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0238576-2791-41f2-b41d-cd07ced98cd1 req-4653a2e9-a50e-40c5-b965-3ed64e4b9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:59.835401 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c0238576-2791-41f2-b41d-cd07ced98cd1 req-4653a2e9-a50e-40c5-b965-3ed64e4b9652 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1337919 Aug 26 01:20:59.973390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0238576-2791-41f2-b41d-cd07ced98cd1 req-08e60c69-a91e-45c7-ac81-f3993ab64eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:20:59.974733 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c0238576-2791-41f2-b41d-cd07ced98cd1 req-08e60c69-a91e-45c7-ac81-f3993ab64eb9 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1305811 Aug 26 01:21:00.125632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-9a9ec989-4a8b-4a49-b28b-a5c1fa5405e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:00.127210 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-9a9ec989-4a8b-4a49-b28b-a5c1fa5405e9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 1135 time: 0.0794911 Aug 26 01:21:00.242769 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-b3b27ebe-e8f1-4ca6-866b-1579be036732 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48a49f9c-4f63-480b-a1c2-e05e4125b364 HTTP/1.1" status: 200 len: 1038 time: 0.0953860 Aug 26 01:21:00.310394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-859df64b-7de8-4d96-ae79-c6c374442335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:00.311798 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-859df64b-7de8-4d96-ae79-c6c374442335 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=676e3b7e-6bba-4a9d-9b5a-2191195af4f1 HTTP/1.1" status: 200 len: 834 time: 0.0586531 Aug 26 01:21:00.403879 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-77c3db97-99c9-4d68-a115-87e5581ece22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:00.405467 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-77c3db97-99c9-4d68-a115-87e5581ece22 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6bb134ce-9f8d-49dc-bede-b4d99a2efc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840049 Aug 26 01:21:00.498430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-80703515-80b4-4b61-abd2-6a2cab988542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:00.603768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20d7e7-f2ad-497a-ae5a-8c158532c4f0 req-4386ecb8-569b-495b-8369-b391a4d6134f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:00.605218 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ab20d7e7-f2ad-497a-ae5a-8c158532c4f0 req-4386ecb8-569b-495b-8369-b391a4d6134f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 982 time: 0.1929755 Aug 26 01:21:00.608463 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-e0ccde9e-9143-48fd-a575-f7ef3ca5b125 service neutron] 10.222.0.94 "GET /v2.0/networks/6bb134ce-9f8d-49dc-bede-b4d99a2efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617408 Aug 26 01:21:00.730425 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ab20d7e7-f2ad-497a-ae5a-8c158532c4f0 req-d4939999-35b3-4dbe-b328-5ffe37f605dc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192534 Aug 26 01:21:00.771635 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26941437-eeba-4c4b-9a20-7fe73f20f636 req-60407167-54bb-4d8d-aee5-de03d7556f99 service neutron] 10.222.0.94 "GET /v2.0/networks/6bb134ce-9f8d-49dc-bede-b4d99a2efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477554 Aug 26 01:21:01.934841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590ced6-6893-4f1f-bb8f-6f91cae40a4a req-5f2d7cf5-1620-41a2-9fed-d72575333892 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:01.936295 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a590ced6-6893-4f1f-bb8f-6f91cae40a4a req-5f2d7cf5-1620-41a2-9fed-d72575333892 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 982 time: 0.0926642 Aug 26 01:21:01.986558 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a590ced6-6893-4f1f-bb8f-6f91cae40a4a req-91f8bab6-c226-4ccf-8daf-909c49da4e59 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441463 Aug 26 01:21:02.980777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b41d4c75-045c-465f-8b63-0ee0347774b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:03.285641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79283c9a-cbc9-43d6-818c-674249e96b0f req-b130d70d-d242-4151-9094-58b5729c94e0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:03.287028 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-79283c9a-cbc9-43d6-818c-674249e96b0f req-b130d70d-d242-4151-9094-58b5729c94e0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 982 time: 0.1905153 Aug 26 01:21:03.331827 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-79283c9a-cbc9-43d6-818c-674249e96b0f req-5c5e2ae4-60d1-4bc5-8c1f-771db1b47873 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385756 Aug 26 01:21:03.496111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 48a49f9c-4f63-480b-a1c2-e05e4125b364 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:21:03.673400 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 48a49f9c-4f63-480b-a1c2-e05e4125b364, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=48a49f9c-4f63-480b-a1c2-e05e4125b364,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:03.692691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '48a49f9c-4f63-480b-a1c2-e05e4125b364', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'port_id': '48a49f9c-4f63-480b-a1c2-e05e4125b364', 'mac_address': 'fa:16:3e:16:b0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:21:03.749209 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 48a49f9c-4f63-480b-a1c2-e05e4125b364 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:21:03.749592 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:03.760222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:03.768629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a49f9c-4f63-480b-a1c2-e05e4125b364 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:21:03.784833 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 48a49f9c-4f63-480b-a1c2-e05e4125b364, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=48a49f9c-4f63-480b-a1c2-e05e4125b364,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:03.857995 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:03.937021 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=48a49f9c-4f63-480b-a1c2-e05e4125b364,revision_number=9']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:04.006723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:04.169181 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['48a49f9c-4f63-480b-a1c2-e05e4125b364'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:21:04.529528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae958e-3621-4439-9ccd-6fce5f0461c2 req-150d4a00-3382-49bd-aae2-afc3db92422c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:04.530928 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7eae958e-3621-4439-9ccd-6fce5f0461c2 req-150d4a00-3382-49bd-aae2-afc3db92422c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 983 time: 0.0891676 Aug 26 01:21:04.577638 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7eae958e-3621-4439-9ccd-6fce5f0461c2 req-2f740cb5-4af4-4369-baa6-5637f0e562e6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408278 Aug 26 01:21:05.481300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:05.496887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 48a49f9c-4f63-480b-a1c2-e05e4125b364 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:21:05.626200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 48a49f9c-4f63-480b-a1c2-e05e4125b364 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:21:05.631627 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 48a49f9c-4f63-480b-a1c2-e05e4125b364 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:21:05.631933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:05.755292 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 48a49f9c-4f63-480b-a1c2-e05e4125b364 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:21:05.755586 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:05.795467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236912f-21f2-4651-a651-9ec8f3c5f20a req-faa499e9-907c-4f4e-a674-154899b61b05 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:05.797575 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8236912f-21f2-4651-a651-9ec8f3c5f20a req-faa499e9-907c-4f4e-a674-154899b61b05 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 983 time: 0.0949657 Aug 26 01:21:05.798301 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 48a49f9c-4f63-480b-a1c2-e05e4125b364, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=48a49f9c-4f63-480b-a1c2-e05e4125b364,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:05.799175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25a456-283c-4240-a83f-af68a614b21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a49f9c-4f63-480b-a1c2-e05e4125b364'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:21:05.856279 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d114fe-4656-40c3-ae30-ef890f747896'] response: {'server_uuid': '4f25a456-283c-4240-a83f-af68a614b21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a49f9c-4f63-480b-a1c2-e05e4125b364', 'code': 200} Aug 26 01:21:05.866236 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8236912f-21f2-4651-a651-9ec8f3c5f20a req-d03cb367-fdcf-4d9f-b548-d59abdb59ab2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615647 Aug 26 01:21:05.873037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:05.944957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=48a49f9c-4f63-480b-a1c2-e05e4125b364,revision_number=10']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:06.321623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3c82a-0097-4ae4-8f75-c524a4693ac5 req-693b1f01-3a3e-41db-8077-af91793f8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:06.321623 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2be3c82a-0097-4ae4-8f75-c524a4693ac5 req-693b1f01-3a3e-41db-8077-af91793f8873 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 1138 time: 0.0801165 Aug 26 01:21:06.363712 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2be3c82a-0097-4ae4-8f75-c524a4693ac5 req-91457d4d-95eb-44b2-ae87-8b36e3144e8e service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376005 Aug 26 01:21:07.073284 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23611a-d6a8-4d84-8a0f-887ff108e2d2 req-f0e81043-57f1-48ef-99d3-984232861161 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:07.074821 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2d23611a-d6a8-4d84-8a0f-887ff108e2d2 req-f0e81043-57f1-48ef-99d3-984232861161 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 985 time: 0.0939457 Aug 26 01:21:07.121649 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2d23611a-d6a8-4d84-8a0f-887ff108e2d2 req-da0cd5c0-dd60-4e0f-b9bb-d9d326417130 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Aug 26 01:21:08.327743 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948b9c-a174-4b20-81f0-9658b4b01268 req-fe04484f-d93a-4b33-b5b7-f29a1e29bbae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:08.329189 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-48948b9c-a174-4b20-81f0-9658b4b01268 req-fe04484f-d93a-4b33-b5b7-f29a1e29bbae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 985 time: 0.0916405 Aug 26 01:21:08.376426 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-48948b9c-a174-4b20-81f0-9658b4b01268 req-e579cf67-cedc-40c7-aff1-824936b1cca6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Aug 26 01:21:08.578819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c0fd8-248f-4fad-8772-d0eed89dd518 req-54d6206f-1381-4fc1-8b32-3f1703bafce2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:08.580209 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-562c0fd8-248f-4fad-8772-d0eed89dd518 req-54d6206f-1381-4fc1-8b32-3f1703bafce2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 985 time: 0.0883498 Aug 26 01:21:08.628735 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-562c0fd8-248f-4fad-8772-d0eed89dd518 req-7438f581-fe0c-4da2-837e-0f40ec7115ac tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425909 Aug 26 01:21:08.655890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 54982) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:08.738879 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191df5de-e6ed-43f6-b089-2de4ef8bb9f1 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:08.740387 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-191df5de-e6ed-43f6-b089-2de4ef8bb9f1 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c&network_id=6bb134ce-9f8d-49dc-bede-b4d99a2efc7b HTTP/1.1" status: 200 len: 1133 time: 0.0835392 Aug 26 01:21:09.397968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5b3ec-db17-4555-968f-ae99982fdee3 req-ee33e256-7ac4-4bd5-b176-c4d1f1970177 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:09.400433 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-79d5b3ec-db17-4555-968f-ae99982fdee3 req-ee33e256-7ac4-4bd5-b176-c4d1f1970177 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 985 time: 0.0891943 Aug 26 01:21:09.446406 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-79d5b3ec-db17-4555-968f-ae99982fdee3 req-c4ad187c-89c6-47ff-9bdd-c03d28018fb9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400467 Aug 26 01:21:10.654202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289ba8-6e7f-40ff-92d7-1bde1b7a760a req-b48c4b80-f659-4aea-add6-4c81a76e6847 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:10.657948 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-42289ba8-6e7f-40ff-92d7-1bde1b7a760a req-b48c4b80-f659-4aea-add6-4c81a76e6847 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 985 time: 0.0950742 Aug 26 01:21:10.686761 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:10.703191 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-42289ba8-6e7f-40ff-92d7-1bde1b7a760a req-ddcf59e0-0a62-48a8-a602-d43c06e593f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=c6da16e2-fd7b-4406-8b66-f4a1162c73c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418832 Aug 26 01:21:10.951353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-42d87ee0-be30-4b7a-b9b7-d7c14dd86cd3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:10.952658 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-42d87ee0-be30-4b7a-b9b7-d7c14dd86cd3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 985 time: 0.0938616 Aug 26 01:21:11.029231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-959fc4eb-2050-488b-b67e-636ac656b636 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:11.030616 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-959fc4eb-2050-488b-b67e-636ac656b636 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/ports/48a49f9c-4f63-480b-a1c2-e05e4125b364?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0697877 Aug 26 01:21:11.198089 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-9d6ff1cb-5772-44ab-859d-4a917f0bbdea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/networks/6bb134ce-9f8d-49dc-bede-b4d99a2efc7b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1600099 Aug 26 01:21:11.212293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:11.341189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:11.557784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] For port 48a49f9c-4f63-480b-a1c2-e05e4125b364, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=48a49f9c-4f63-480b-a1c2-e05e4125b364,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:11.590552 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] For port 48a49f9c-4f63-480b-a1c2-e05e4125b364, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:21:11.645959 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] device_id is not set on port 48a49f9c-4f63-480b-a1c2-e05e4125b364 yet. {{(pid=89863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Aug 26 01:21:11.654328 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:11.741055 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:11.888009 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6ee82012-4700-434a-8fdd-29f768f39d2b req-73508606-6409-4dc7-9e67-f87851b5695b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 210 time: 0.0605979 Aug 26 01:21:11.923931 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Pushing event updated for resources: {'Port': ['ID=48a49f9c-4f63-480b-a1c2-e05e4125b364,revision_number=11']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:11.941532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:11.942251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:11.942251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:11.943866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:11.943866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:11.943866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:11.943866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:11.943866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:11.944657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:11.944657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:11.944818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:11.945021 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:11.948818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] No DVR routers for this DVR port 48a49f9c-4f63-480b-a1c2-e05e4125b364 on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:21:12.292791 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] In _notify_port_updated(), no bound segment for port 48a49f9c-4f63-480b-a1c2-e05e4125b364 on network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b {{(pid=89863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 01:21:12.293908 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:12.294518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:12.295896 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7709a62b-3cb4-47d9-b052-05736eb3643f req-17ef8f4a-c9d1-441e-9504-1eaed6328c6d service neutron] 10.222.0.94 "PUT /v2.0/ports/48a49f9c-4f63-480b-a1c2-e05e4125b364 HTTP/1.1" status: 200 len: 1028 time: 1.0882571 Aug 26 01:21:13.067446 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cbcdcd87-ec38-480e-bddb-a96996fd9fd3 req-e233a882-0874-4062-9ac6-66be4832b772 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f25a456-283c-4240-a83f-af68a614b21c HTTP/1.1" status: 200 len: 210 time: 0.0497062 Aug 26 01:21:13.513204 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 48a49f9c-4f63-480b-a1c2-e05e4125b364 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:21:13.575464 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 48a49f9c-4f63-480b-a1c2-e05e4125b364 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:21:14.176153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55008) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:14.255704 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:14.287056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:14.432119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:14.451732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a469cdd4-b51d-4452-9e68-04834f7d19ce,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:14.459671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:14.460041 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:14.460313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:14.460647 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:14.461061 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:14.462035 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:14.462375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:14.462744 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:14.463494 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:14.463494 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:14.463780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:14.464117 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:14.543165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:14.544314 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1e549d3a-20af-4ef2-afb0-8ccd7d7c34ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/security-groups/a469cdd4-b51d-4452-9e68-04834f7d19ce HTTP/1.1" status: 204 len: 168 time: 0.3671522 Aug 26 01:21:14.659123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55016) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:14.881715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-783f53cf-4dde-4dbd-a924-525c7f77b210 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port fc04f63b-6274-4729-b5d0-cccbcb7fbcd0 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:21:14.884648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-783f53cf-4dde-4dbd-a924-525c7f77b210 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:15.070227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-783f53cf-4dde-4dbd-a924-525c7f77b210 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:15.070610 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-783f53cf-4dde-4dbd-a924-525c7f77b210 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:15.206868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-783f53cf-4dde-4dbd-a924-525c7f77b210 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for fc04f63b-6274-4729-b5d0-cccbcb7fbcd0 owned by network:floatingip {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:21:15.472625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-783f53cf-4dde-4dbd-a924-525c7f77b210 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:15.527012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f53cf-4dde-4dbd-a924-525c7f77b210 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=fc04f63b-6274-4729-b5d0-cccbcb7fbcd0,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:15.639197 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-783f53cf-4dde-4dbd-a924-525c7f77b210 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:15.639571 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-783f53cf-4dde-4dbd-a924-525c7f77b210 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 2c3efc5e-5810-4fbe-bd83-69788f2f02d5 disassociated (deleted). External IP: 172.26.2.115, port: 48a49f9c-4f63-480b-a1c2-e05e4125b364. Aug 26 01:21:16.143694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783f53cf-4dde-4dbd-a924-525c7f77b210 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 68a23f39-3046-4897-b0c4-9be5fca5de16 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:21:16.342153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783f53cf-4dde-4dbd-a924-525c7f77b210 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:21:16.352072 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c104e-b3dc-4cb5-92d4-6b4af8914e67 None None] Sync routers for ids ['68a23f39-3046-4897-b0c4-9be5fca5de16'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:21:16.362849 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c104e-b3dc-4cb5-92d4-6b4af8914e67 None None] Routers {'68a23f39-3046-4897-b0c4-9be5fca5de16'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:21:16.363746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fb6c104e-b3dc-4cb5-92d4-6b4af8914e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:21:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['68a23f39-3046-4897-b0c4-9be5fca5de16'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:16.455591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-783f53cf-4dde-4dbd-a924-525c7f77b210 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:16.526884 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-783f53cf-4dde-4dbd-a924-525c7f77b210 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/floatingips/2c3efc5e-5810-4fbe-bd83-69788f2f02d5 HTTP/1.1" status: 204 len: 168 time: 1.8666322 Aug 26 01:21:16.550383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-fb6c104e-b3dc-4cb5-92d4-6b4af8914e67 None None] Set router 68a23f39-3046-4897-b0c4-9be5fca5de16 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:21:16.681841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55028) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:16.765133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9881cad0-6623-48a8-862f-d9f6c52f6700 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:16.801046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9881cad0-6623-48a8-862f-d9f6c52f6700 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:16.936040 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fb6c104e-b3dc-4cb5-92d4-6b4af8914e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:20:13Z', 'updated_at': '2022-08-26T01:20:19Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:14Z', 'updated_at': '2022-08-26T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9ed291be-b52a-462f-877e-02e4baa57a2f', 'name': '', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:de:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:18Z', 'updated_at': '2022-08-26T01:20:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:16.939978 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c104e-b3dc-4cb5-92d4-6b4af8914e67 None None] Checking router: 68a23f39-3046-4897-b0c4-9be5fca5de16 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:21:16.948958 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c104e-b3dc-4cb5-92d4-6b4af8914e67 None None] Routers {'68a23f39-3046-4897-b0c4-9be5fca5de16'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:21:16.949556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fb6c104e-b3dc-4cb5-92d4-6b4af8914e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:21:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['68a23f39-3046-4897-b0c4-9be5fca5de16'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:16.979337 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9881cad0-6623-48a8-862f-d9f6c52f6700 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:16.999091 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881cad0-6623-48a8-862f-d9f6c52f6700 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e50554-2d6e-4e8d-be61-98e1babff841,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:17.007368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9881cad0-6623-48a8-862f-d9f6c52f6700 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:17.008687 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9881cad0-6623-48a8-862f-d9f6c52f6700 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/security-groups/96e50554-2d6e-4e8d-be61-98e1babff841 HTTP/1.1" status: 204 len: 168 time: 0.3256936 Aug 26 01:21:17.100977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55034) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:17.143538 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-fb6c104e-b3dc-4cb5-92d4-6b4af8914e67 None None] Set router 68a23f39-3046-4897-b0c4-9be5fca5de16 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:21:17.180650 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-73572491-2ed8-428e-af88-d1bcedd25201 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 48a49f9c-4f63-480b-a1c2-e05e4125b364 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:21:17.181492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-73572491-2ed8-428e-af88-d1bcedd25201 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:17.456657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-73572491-2ed8-428e-af88-d1bcedd25201 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:17.531481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fb6c104e-b3dc-4cb5-92d4-6b4af8914e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:20:13Z', 'updated_at': '2022-08-26T01:20:19Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:14Z', 'updated_at': '2022-08-26T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9ed291be-b52a-462f-877e-02e4baa57a2f', 'name': '', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:de:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:18Z', 'updated_at': '2022-08-26T01:20:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:17.535588 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c104e-b3dc-4cb5-92d4-6b4af8914e67 None None] The sync data for ids ['68a23f39-3046-4897-b0c4-9be5fca5de16'] in dv-neutron-854561-2-hyperv is: [{'id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:20:13Z', 'updated_at': '2022-08-26T01:20:19Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:14Z', 'updated_at': '2022-08-26T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9ed291be-b52a-462f-877e-02e4baa57a2f', 'name': '', 'network_id': '6bb134ce-9f8d-49dc-bede-b4d99a2efc7b', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:de:5c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:18Z', 'updated_at': '2022-08-26T01:20:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '676e3b7e-6bba-4a9d-9b5a-2191195af4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:21:17.590606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-73572491-2ed8-428e-af88-d1bcedd25201 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 48a49f9c-4f63-480b-a1c2-e05e4125b364 owned by {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:21:17.792622 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc65a6c-55f0-414b-b779-77641ac874fd None None] New status for floating IP 2c3efc5e-5810-4fbe-bd83-69788f2f02d5: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:21:17.849570 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-73572491-2ed8-428e-af88-d1bcedd25201 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:17.917061 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73572491-2ed8-428e-af88-d1bcedd25201 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=48a49f9c-4f63-480b-a1c2-e05e4125b364,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:18.037280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-73572491-2ed8-428e-af88-d1bcedd25201 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:18.049019 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-73572491-2ed8-428e-af88-d1bcedd25201 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/ports/48a49f9c-4f63-480b-a1c2-e05e4125b364 HTTP/1.1" status: 204 len: 168 time: 0.9437988 Aug 26 01:21:18.051711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55040) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:18.764319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f0121f1-56db-4884-9984-1efdfb18ded1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:19.141100 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5f0121f1-56db-4884-9984-1efdfb18ded1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 9ed291be-b52a-462f-877e-02e4baa57a2f {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:21:19.141437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f0121f1-56db-4884-9984-1efdfb18ded1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:19.350311 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-5f0121f1-56db-4884-9984-1efdfb18ded1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 9ed291be-b52a-462f-877e-02e4baa57a2f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9ed291be-b52a-462f-877e-02e4baa57a2f,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:19.350689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f0121f1-56db-4884-9984-1efdfb18ded1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:19.485323 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5f0121f1-56db-4884-9984-1efdfb18ded1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 9ed291be-b52a-462f-877e-02e4baa57a2f owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:21:19.763014 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f0121f1-56db-4884-9984-1efdfb18ded1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:19.812671 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0121f1-56db-4884-9984-1efdfb18ded1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=9ed291be-b52a-462f-877e-02e4baa57a2f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:20.129497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f0121f1-56db-4884-9984-1efdfb18ded1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:20.643815 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0121f1-56db-4884-9984-1efdfb18ded1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 68a23f39-3046-4897-b0c4-9be5fca5de16 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:21:20.890462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0121f1-56db-4884-9984-1efdfb18ded1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:21:20.904105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb8a5f-5ddd-482e-b599-5746f6b7f45f None None] Sync routers for ids ['68a23f39-3046-4897-b0c4-9be5fca5de16'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:21:20.905224 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5f0121f1-56db-4884-9984-1efdfb18ded1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/68a23f39-3046-4897-b0c4-9be5fca5de16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8523862 Aug 26 01:21:20.909114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55048) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:20.919556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb8a5f-5ddd-482e-b599-5746f6b7f45f None None] Routers {'68a23f39-3046-4897-b0c4-9be5fca5de16'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:21:20.920435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-0cfb8a5f-5ddd-482e-b599-5746f6b7f45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:21:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['68a23f39-3046-4897-b0c4-9be5fca5de16'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:21.005705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0411f8-227b-45d6-8c09-bf94cc6e41e0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting subnet 676e3b7e-6bba-4a9d-9b5a-2191195af4f1 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:21:21.010897 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9e0411f8-227b-45d6-8c09-bf94cc6e41e0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:21.081793 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9e0411f8-227b-45d6-8c09-bf94cc6e41e0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:21.150160 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-0cfb8a5f-5ddd-482e-b599-5746f6b7f45f None None] Set router 68a23f39-3046-4897-b0c4-9be5fca5de16 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:21:21.190460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9e0411f8-227b-45d6-8c09-bf94cc6e41e0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:21.380365 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9e0411f8-227b-45d6-8c09-bf94cc6e41e0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:21.429205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9e0411f8-227b-45d6-8c09-bf94cc6e41e0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:21.434786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0411f8-227b-45d6-8c09-bf94cc6e41e0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Subnet': ['ID=676e3b7e-6bba-4a9d-9b5a-2191195af4f1,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:21.438947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c2860d-4229-4579-aebb-0c3d57bb201b None None] Network 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:21:21.445030 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9e0411f8-227b-45d6-8c09-bf94cc6e41e0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/subnets/676e3b7e-6bba-4a9d-9b5a-2191195af4f1 HTTP/1.1" status: 204 len: 168 time: 0.5306072 Aug 26 01:21:21.445283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55054) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:21.647424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:21.650525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-0cfb8a5f-5ddd-482e-b599-5746f6b7f45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:20:13Z', 'updated_at': '2022-08-26T01:21:19Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:14Z', 'updated_at': '2022-08-26T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:21.657038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb8a5f-5ddd-482e-b599-5746f6b7f45f None None] Checking router: 68a23f39-3046-4897-b0c4-9be5fca5de16 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:21:21.673001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb8a5f-5ddd-482e-b599-5746f6b7f45f None None] Routers {'68a23f39-3046-4897-b0c4-9be5fca5de16'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:21:21.673626 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-0cfb8a5f-5ddd-482e-b599-5746f6b7f45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:21:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['68a23f39-3046-4897-b0c4-9be5fca5de16'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:21.864853 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:21.872475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-0cfb8a5f-5ddd-482e-b599-5746f6b7f45f None None] Set router 68a23f39-3046-4897-b0c4-9be5fca5de16 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:21:21.919211 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] DHCP port deletion for 6bb134ce-9f8d-49dc-bede-b4d99a2efc7b request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:21:21.978401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port b015801d-9637-49c9-85b0-e5bc73a2defa {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:21:21.978965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:21.983150 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Deleting port d6d9c986-65b9-4a5c-9896-a8492ec46838 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:21:21.983519 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:22.175734 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port b015801d-9637-49c9-85b0-e5bc73a2defa, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b015801d-9637-49c9-85b0-e5bc73a2defa,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:22.176023 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:22.400964 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] For port d6d9c986-65b9-4a5c-9896-a8492ec46838, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d6d9c986-65b9-4a5c-9896-a8492ec46838,segment=NetworkSegment(9f26407d-1c8b-4676-a67d-b35be0294a17),segment_id=9f26407d-1c8b-4676-a67d-b35be0294a17)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:22.401364 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:22.452285 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for b015801d-9637-49c9-85b0-e5bc73a2defa owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:21:22.533556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Calling delete_port for d6d9c986-65b9-4a5c-9896-a8492ec46838 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:21:22.598246 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-0cfb8a5f-5ddd-482e-b599-5746f6b7f45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:20:13Z', 'updated_at': '2022-08-26T01:21:19Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:14Z', 'updated_at': '2022-08-26T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:22.613083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb8a5f-5ddd-482e-b599-5746f6b7f45f None None] The sync data for ids ['68a23f39-3046-4897-b0c4-9be5fca5de16'] in dv-neutron-854561-2-hyperv is: [{'id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'name': 'tempest-TestNetworkBasicOps-router-2103723283', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:20:13Z', 'updated_at': '2022-08-26T01:21:19Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'b015801d-9637-49c9-85b0-e5bc73a2defa', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a23f39-3046-4897-b0c4-9be5fca5de16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:20:14Z', 'updated_at': '2022-08-26T01:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:21:22.717087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:22.745719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:22.768826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Pushing event deleted for resources: {'Port': ['ID=d6d9c986-65b9-4a5c-9896-a8492ec46838,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:22.775058 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] No DVR routers for this DVR port d6d9c986-65b9-4a5c-9896-a8492ec46838 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:21:22.793066 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:22.793427 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:22.793796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:22.794146 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:22.794470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:22.794806 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:22.795137 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:22.795522 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:22.795797 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:22.796118 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:22.796446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:22.796562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=b015801d-9637-49c9-85b0-e5bc73a2defa,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:22.796774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867141b-708a-4ff1-b4a7-f00d66cb3685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:22.899773 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:23.087160 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9ed291be-b52a-462f-877e-02e4baa57a2f no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:21:23.091736 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:23.094372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:23.124942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 9ed291be-b52a-462f-877e-02e4baa57a2f {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:21:23.126168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9ed291be-b52a-462f-877e-02e4baa57a2f not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:21:23.126168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d6d9c986-65b9-4a5c-9896-a8492ec46838 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:21:23.160103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: d6d9c986-65b9-4a5c-9896-a8492ec46838 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:21:23.160457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d6d9c986-65b9-4a5c-9896-a8492ec46838 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:21:23.198110 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:23.199177 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Fanout notify agent at l3_agent the message router_deleted on router 68a23f39-3046-4897-b0c4-9be5fca5de16 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:21:23.217405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:23.221471 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-96e129d5-bda2-4634-8d68-b42f3a2bfb36 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/routers/68a23f39-3046-4897-b0c4-9be5fca5de16 HTTP/1.1" status: 204 len: 168 time: 1.7750101 Aug 26 01:21:23.221657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55062) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:23.354209 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bde8171b-d89d-490a-ae0d-23ec21d4dc59 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:23.500323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bde8171b-d89d-490a-ae0d-23ec21d4dc59 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:23.533287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-bde8171b-d89d-490a-ae0d-23ec21d4dc59 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb134ce-9f8d-49dc-bede-b4d99a2efc7b']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:23.545077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-bde8171b-d89d-490a-ae0d-23ec21d4dc59 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f26407d-1c8b-4676-a67d-b35be0294a17') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:23.545373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-bde8171b-d89d-490a-ae0d-23ec21d4dc59 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f26407d-1c8b-4676-a67d-b35be0294a17') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:23.559782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bde8171b-d89d-490a-ae0d-23ec21d4dc59 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:23.576928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bde8171b-d89d-490a-ae0d-23ec21d4dc59 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:23.582932 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde8171b-d89d-490a-ae0d-23ec21d4dc59 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:21:23.583408 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bde8171b-d89d-490a-ae0d-23ec21d4dc59 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:23.686711 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 9f26407d-1c8b-4676-a67d-b35be0294a17 resource provider aggregate not found Aug 26 01:21:23.721106 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 9f26407d-1c8b-4676-a67d-b35be0294a17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f26407d-1c8b-4676-a67d-b35be0294a17 found for delete ", "request_id": "req-9402cba7-f690-42ab-bd30-0893551ad206"}]} Aug 26 01:21:23.789245 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bde8171b-d89d-490a-ae0d-23ec21d4dc59 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:23.812366 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bde8171b-d89d-490a-ae0d-23ec21d4dc59 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:23.827367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8171b-d89d-490a-ae0d-23ec21d4dc59 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Network': ['ID=6bb134ce-9f8d-49dc-bede-b4d99a2efc7b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:23.910214 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bde8171b-d89d-490a-ae0d-23ec21d4dc59 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/networks/6bb134ce-9f8d-49dc-bede-b4d99a2efc7b HTTP/1.1" status: 204 len: 168 time: 0.6873302 Aug 26 01:21:23.925578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55072) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:23.938947 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fb90c8ea-c074-47db-9e26-9056c8a9a894 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0121343 Aug 26 01:21:23.941380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55076) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:23.947208 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'network': {'name': 'tempest-network-smoke--432830663', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'port_security_enabled': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:23.952125 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:21:23.956341 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:network and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:21:23.959879 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:21:23.967599 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:21:24.077200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:21:24.080697 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:24.111948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:21:24.122851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:24.123212 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Added segment 50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9 of type vlan for network cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 Aug 26 01:21:24.151023 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:24.254456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:24.261919 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:24.262536 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:24.374968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Network': ['ID=cd7b70f5-efec-422c-93ba-ec00f4bb3bf8,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:24.389966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:21:24.437812 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3296cc99-3191-41af-bcb4-6681323838c0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4953437 Aug 26 01:21:24.440439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55082) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:24.446478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-966951064', 'admin_state_up': True, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:24.454522 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:21:24.458377 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:router and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:21:24.462203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:21:24.468738 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:21:24.572661 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:24.573717 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:24.588483 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:24.712479 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b015801d-9637-49c9-85b0-e5bc73a2defa no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:21:24.752773 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: b015801d-9637-49c9-85b0-e5bc73a2defa {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:21:24.753128 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b015801d-9637-49c9-85b0-e5bc73a2defa not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:21:24.966050 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:25.456037 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:25.485524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:25.627604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.193 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/f5f0b9b8-847f-44e1-8c3d-23b6065d2690) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:21:25.788510 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:25.911692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:25.983024 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:21:25.986091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:21:25.989760 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:21:26.023165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=f5f0b9b8-847f-44e1-8c3d-23b6065d2690,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:26.550322 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:26.907304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:27.351689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 9fcd781c-6ceb-4679-a7db-ae01634f767c is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:21:27.545461 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:21:27.565709 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Sync routers for ids ['9fcd781c-6ceb-4679-a7db-ae01634f767c'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:21:27.578699 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Routers {'9fcd781c-6ceb-4679-a7db-ae01634f767c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:21:27.579555 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:21:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9fcd781c-6ceb-4679-a7db-ae01634f767c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:27.656875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:27.661673 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1252c44f-20e0-4808-9719-daa565b5620d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2172303 Aug 26 01:21:27.662281 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55092) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:27.709712 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9772b8ba-42c8-4b7b-96d2-e7b8f16d94d9 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f9996d1e9c5a4ca3826f46b8497097ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461662 Aug 26 01:21:27.713480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55096) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:27.796421 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Set router 9fcd781c-6ceb-4679-a7db-ae01634f767c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:21:27.871718 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5312d64f-bdff-4ef4-a8b3-c48d52dd4da8 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:27.873212 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5312d64f-bdff-4ef4-a8b3-c48d52dd4da8 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1587327 Aug 26 01:21:27.876188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55100) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:27.919978 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9d874e1b-3f47-40d6-a0af-b655a538a82f tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424633 Aug 26 01:21:27.922452 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55104) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:27.928264 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-338812168', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:28.051293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:21:28.057181 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:subnet and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:21:28.060471 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:21:28.066631 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:21:28.118891 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:21:26Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:28.123091 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Checking router: 9fcd781c-6ceb-4679-a7db-ae01634f767c for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:21:28.123429 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Updating router 9fcd781c-6ceb-4679-a7db-ae01634f767c port f5f0b9b8-847f-44e1-8c3d-23b6065d2690 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:21:28.181255 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:28.202788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:21:28.206425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:28.530002 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:28.542557 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Transition to ACTIVE for port object f5f0b9b8-847f-44e1-8c3d-23b6065d2690 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:21:28.551664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:28.620862 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:28.636349 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Subnet': ['ID=600562e1-5d50-4b19-af7b-d0f14d51248f,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:28.640479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Checking segment: {'id': '50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:21:28.640818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network hostable DHCP agents. Network: cd7b70f5-efec-422c-93ba-ec00f4bb3bf8, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:21:28.706593 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Attempting to bind port f5f0b9b8-847f-44e1-8c3d-23b6065d2690 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:21:28.706963 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Attempting to bind port f5f0b9b8-847f-44e1-8c3d-23b6065d2690 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:21:28.707478 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Attempting to bind port f5f0b9b8-847f-44e1-8c3d-23b6065d2690 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:21:28.715164 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:21:28.715518 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:21:28.715916 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:28.716440 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:21:28.716934 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Bound port: f5f0b9b8-847f-44e1-8c3d-23b6065d2690, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:21:28.717450 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:28.750146 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590cfb9-62fd-474e-a193-a2ee497e5e4c None None] Pushing event updated for resources: {'Port': ['ID=f5f0b9b8-847f-44e1-8c3d-23b6065d2690,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:28.762984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:21:28.770433 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590cfb9-62fd-474e-a193-a2ee497e5e4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:28.770775 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590cfb9-62fd-474e-a193-a2ee497e5e4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:28.771099 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590cfb9-62fd-474e-a193-a2ee497e5e4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:28.771429 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590cfb9-62fd-474e-a193-a2ee497e5e4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:28.771750 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590cfb9-62fd-474e-a193-a2ee497e5e4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:28.772074 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590cfb9-62fd-474e-a193-a2ee497e5e4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:28.772409 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590cfb9-62fd-474e-a193-a2ee497e5e4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:28.772708 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590cfb9-62fd-474e-a193-a2ee497e5e4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:28.773035 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590cfb9-62fd-474e-a193-a2ee497e5e4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:28.773339 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590cfb9-62fd-474e-a193-a2ee497e5e4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:28.774218 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590cfb9-62fd-474e-a193-a2ee497e5e4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:28.774753 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590cfb9-62fd-474e-a193-a2ee497e5e4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:21:28.814227 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] For port f5f0b9b8-847f-44e1-8c3d-23b6065d2690, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:21:28.817699 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] For port f5f0b9b8-847f-44e1-8c3d-23b6065d2690, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f5f0b9b8-847f-44e1-8c3d-23b6065d2690,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:21:28.888768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, cd7b70f5-efec-422c-93ba-ec00f4bb3bf8) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:21:28.893362 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:28.893985 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:28.899528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c667ac9d-16ff-4ef8-980f-2aa2cbbc1786 None None] Network cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:21:28.940184 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:29.013270 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6c322cd7-1e00-4e79-a321-6ced6cccbd9a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0896888 Aug 26 01:21:29.016074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55110) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:29.032620 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Routers {'9fcd781c-6ceb-4679-a7db-ae01634f767c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:21:29.033377 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:21:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9fcd781c-6ceb-4679-a7db-ae01634f767c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:29.088396 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590cfb9-62fd-474e-a193-a2ee497e5e4c None None] Pushing event updated for resources: {'Port': ['ID=f5f0b9b8-847f-44e1-8c3d-23b6065d2690,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:29.161527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ips': [{'subnet_id': '600562e1-5d50-4b19-af7b-d0f14d51248f'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:21:29.165226 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:29.292080 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] Set router 9fcd781c-6ceb-4679-a7db-ae01634f767c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:21:29.375137 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Allocated IP 172.20.0.2 (cd7b70f5-efec-422c-93ba-ec00f4bb3bf8/600562e1-5d50-4b19-af7b-d0f14d51248f/b3e1b709-9f68-434c-8c8f-6b42c69f6679) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:21:29.683309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:29.698874 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Transition to ACTIVE for port object b3e1b709-9f68-434c-8c8f-6b42c69f6679 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:21:29.709556 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:21:26Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:29.719844 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646111ce-0e03-4956-b25d-980f40a80fc9 None None] The sync data for ids ['9fcd781c-6ceb-4679-a7db-ae01634f767c'] in dv-neutron-854561-2-hyperv is: [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:21:26Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:21:29.722839 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Transition to ACTIVE for port object b3e1b709-9f68-434c-8c8f-6b42c69f6679 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:21:29.878157 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:30.055749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Network cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:21:30.061442 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:21:30.066455 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Pushing event updated for resources: {'Port': ['ID=b3e1b709-9f68-434c-8c8f-6b42c69f6679,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:30.068588 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:21:30.106675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:30.208947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Attempting to bind port b3e1b709-9f68-434c-8c8f-6b42c69f6679 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:21:30.209258 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Attempting to bind port b3e1b709-9f68-434c-8c8f-6b42c69f6679 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:21:30.209666 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Attempting to bind port b3e1b709-9f68-434c-8c8f-6b42c69f6679 on network cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:21:30.216494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:21:30.217073 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Checking segment: {'id': '50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:21:30.217570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:30.218597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Bound using segment: {'id': '50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:21:30.218597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Bound port: b3e1b709-9f68-434c-8c8f-6b42c69f6679, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:21:30.218597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:30.344032 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] For port b3e1b709-9f68-434c-8c8f-6b42c69f6679, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:21:30.348859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] For port b3e1b709-9f68-434c-8c8f-6b42c69f6679, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b3e1b709-9f68-434c-8c8f-6b42c69f6679,segment=NetworkSegment(50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9),segment_id=50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:21:30.450819 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:30.548494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf775e84-812d-40e3-aac6-5c131eed74ed None None] Pushing event updated for resources: {'Port': ['ID=b3e1b709-9f68-434c-8c8f-6b42c69f6679,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:30.580179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5990bdf3-b281-47d5-9306-18ea2c21e997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:30.606540 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.1 (cd7b70f5-efec-422c-93ba-ec00f4bb3bf8/600562e1-5d50-4b19-af7b-d0f14d51248f/95a5fc24-3e2b-4b7e-b660-8107836162fc) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:21:30.902369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f5f0b9b8-847f-44e1-8c3d-23b6065d2690 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:21:30.910413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:30.939277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 95a5fc24-3e2b-4b7e-b660-8107836162fc will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:21:30.953346 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:21:31.029326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:31.057331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port f5f0b9b8-847f-44e1-8c3d-23b6065d2690 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:21:31.066200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port f5f0b9b8-847f-44e1-8c3d-23b6065d2690 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:21:31.066647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:31.102204 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:21:31.105590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:21:31.109514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:21:31.154466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=95a5fc24-3e2b-4b7e-b660-8107836162fc,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:31.176583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:31.199709 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port f5f0b9b8-847f-44e1-8c3d-23b6065d2690 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:21:31.200097 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:31.217154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port f5f0b9b8-847f-44e1-8c3d-23b6065d2690, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f5f0b9b8-847f-44e1-8c3d-23b6065d2690,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:31.299972 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:31.376513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=f5f0b9b8-847f-44e1-8c3d-23b6065d2690,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:31.392378 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:31.665844 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7616b81b-7567-4cca-ba2c-da207961498c None None] Network cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:21:31.828243 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f1735b9d-e917-4be9-a680-a12c9ef24ae6 None None] Provisioning for port b3e1b709-9f68-434c-8c8f-6b42c69f6679 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:21:31.836963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:31.892390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:32.007491 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:32.011628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=95a5fc24-3e2b-4b7e-b660-8107836162fc,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:32.288231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-00c8fdd9-b57f-46f1-b531-75039de6355d None None] Provisioning for port 95a5fc24-3e2b-4b7e-b660-8107836162fc completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:21:32.294860 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-00c8fdd9-b57f-46f1-b531-75039de6355d None None] Provisioning complete for port 95a5fc24-3e2b-4b7e-b660-8107836162fc triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:21:32.295547 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-00c8fdd9-b57f-46f1-b531-75039de6355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:32.300250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:21:32.301369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:21:32.366374 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-00c8fdd9-b57f-46f1-b531-75039de6355d None None] Port 95a5fc24-3e2b-4b7e-b660-8107836162fc cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:21:32.486423 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-49788901-005b-4e1f-8da9-302ac6333430 None None] Provisioning complete for port 95a5fc24-3e2b-4b7e-b660-8107836162fc triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:21:32.486797 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-49788901-005b-4e1f-8da9-302ac6333430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:32.519241 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8d4389ca-d758-4bfd-9d0d-61712e8c4f1a tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2502865&fields=id&tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79 HTTP/1.1" status: 200 len: 267 time: 0.0720086 Aug 26 01:21:32.550073 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-49788901-005b-4e1f-8da9-302ac6333430 None None] Port 95a5fc24-3e2b-4b7e-b660-8107836162fc cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:21:32.646155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 9fcd781c-6ceb-4679-a7db-ae01634f767c has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:21:32.668828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ad6716a1-4ac8-444d-adc8-bfe646e63cca None None] Provisioning complete for port 95a5fc24-3e2b-4b7e-b660-8107836162fc triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:21:32.669197 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ad6716a1-4ac8-444d-adc8-bfe646e63cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:32.735898 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ad6716a1-4ac8-444d-adc8-bfe646e63cca None None] Port 95a5fc24-3e2b-4b7e-b660-8107836162fc cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:21:32.829210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-88c53d1e-675e-49a7-963a-9ecd8cfbd06a tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:32.831527 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-88c53d1e-675e-49a7-963a-9ecd8cfbd06a tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 811 time: 0.2964747 Aug 26 01:21:32.857383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b3e1b709-9f68-434c-8c8f-6b42c69f6679 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:21:32.865522 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-2f2f8f8e-3b0f-4efb-95af-ecca59a451d4 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/quotas/2aa7b4e203ec49ba8a6e61f4fd46cc79 HTTP/1.1" status: 200 len: 375 time: 0.0289230 Aug 26 01:21:32.934004 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:21:32.943339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Sync routers for ids ['9fcd781c-6ceb-4679-a7db-ae01634f767c'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:21:32.953594 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Routers {'9fcd781c-6ceb-4679-a7db-ae01634f767c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:21:32.954251 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:21:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9fcd781c-6ceb-4679-a7db-ae01634f767c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:32.957650 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7b456732-54e6-43de-bf3a-649239c6687f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/9fcd781c-6ceb-4679-a7db-ae01634f767c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9400759 Aug 26 01:21:32.960698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55128) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:32.988469 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-33efe5b4-5016-45a2-99f5-3f752099231b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1161728 Aug 26 01:21:33.024187 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a944-5a73-4ae8-9d91-79755217a604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:33.090419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port b3e1b709-9f68-434c-8c8f-6b42c69f6679 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:21:33.107785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb2b08-d920-471b-8c79-1ffb028b8f41 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:33.108736 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb2b08-d920-471b-8c79-1ffb028b8f41 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:33.108846 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b3e1b709-9f68-434c-8c8f-6b42c69f6679 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:21:33.108934 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb2b08-d920-471b-8c79-1ffb028b8f41 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:33.109007 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:33.109229 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb2b08-d920-471b-8c79-1ffb028b8f41 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:33.109622 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb2b08-d920-471b-8c79-1ffb028b8f41 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:33.110100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb2b08-d920-471b-8c79-1ffb028b8f41 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:33.114557 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9bdb2b08-d920-471b-8c79-1ffb028b8f41 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.1494479 Aug 26 01:21:33.115011 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55132) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:33.184649 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8fc85520-4d8e-4462-952e-c65d770e9939 service neutron] 10.222.0.83 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835327 Aug 26 01:21:33.209235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Set router 9fcd781c-6ceb-4679-a7db-ae01634f767c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:21:33.273003 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5351bbb6-a2a2-4552-b81a-790e43475883 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:33.274149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5351bbb6-a2a2-4552-b81a-790e43475883 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:33.274595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5351bbb6-a2a2-4552-b81a-790e43475883 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:33.275048 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5351bbb6-a2a2-4552-b81a-790e43475883 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:33.275497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5351bbb6-a2a2-4552-b81a-790e43475883 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:33.275939 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5351bbb6-a2a2-4552-b81a-790e43475883 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:33.277680 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5351bbb6-a2a2-4552-b81a-790e43475883 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1616900 Aug 26 01:21:33.280605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55136) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:33.341829 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0e94dac4-321c-42ea-a6b0-e78b9cad614e service neutron] 10.222.0.83 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514533 Aug 26 01:21:33.435486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b3e1b709-9f68-434c-8c8f-6b42c69f6679 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:21:33.436089 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:33.564365 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port b3e1b709-9f68-434c-8c8f-6b42c69f6679, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b3e1b709-9f68-434c-8c8f-6b42c69f6679,segment=NetworkSegment(50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9),segment_id=50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:33.635867 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b4d7d839-c39a-42b1-9c79-30b3f05309f7 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3537128 Aug 26 01:21:33.659804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:33.660576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f5f0b9b8-847f-44e1-8c3d-23b6065d2690 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:21:33.755300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:33.779175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55148) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:33.784922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0c59631f-d700-4529-8ebe-a4db42591708 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428421561', 'description': 'tempest-secgroup-smoke-428421561 description', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:33.792412 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0c59631f-d700-4529-8ebe-a4db42591708 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:21:33.798137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0c59631f-d700-4529-8ebe-a4db42591708 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:21:33.798559 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=b3e1b709-9f68-434c-8c8f-6b42c69f6679,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:33.803874 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '95a5fc24-3e2b-4b7e-b660-8107836162fc', 'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:31:a6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:30Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 2, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:33.810575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0c59631f-d700-4529-8ebe-a4db42591708 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:21:33.813640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Checking router: 9fcd781c-6ceb-4679-a7db-ae01634f767c for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:21:33.813640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Updating router 9fcd781c-6ceb-4679-a7db-ae01634f767c port 95a5fc24-3e2b-4b7e-b660-8107836162fc binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:21:33.817021 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0c59631f-d700-4529-8ebe-a4db42591708 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:21:33.862128 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port f5f0b9b8-847f-44e1-8c3d-23b6065d2690 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:21:33.862506 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:33.928994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:33.938746 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c59631f-d700-4529-8ebe-a4db42591708 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:33.958808 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0c59631f-d700-4529-8ebe-a4db42591708 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:21:33.962991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0c59631f-d700-4529-8ebe-a4db42591708 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:21:33.965990 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0c59631f-d700-4529-8ebe-a4db42591708 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:21:33.971776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0c59631f-d700-4529-8ebe-a4db42591708 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:21:34.021092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:34.114519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c59631f-d700-4529-8ebe-a4db42591708 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:34.125520 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-50e3e17d-3741-4e62-b2df-d4f983b850a4 req-88e9f46b-a6c7-49a2-b918-c293258189db tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 210 time: 0.0766535 Aug 26 01:21:34.135005 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port f5f0b9b8-847f-44e1-8c3d-23b6065d2690 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:21:34.177522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c59631f-d700-4529-8ebe-a4db42591708 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:34.223702 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59631f-d700-4529-8ebe-a4db42591708 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee39f063-9690-4cb5-9681-89dc6ae30a59,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:34.294084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c59631f-d700-4529-8ebe-a4db42591708 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:34.295266 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0c59631f-d700-4529-8ebe-a4db42591708 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5151038 Aug 26 01:21:34.298102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55160) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:34.303167 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f633606f-266e-40f9-babc-3c69d45bdfd3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'ee39f063-9690-4cb5-9681-89dc6ae30a59', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:34.309335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f633606f-266e-40f9-babc-3c69d45bdfd3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:21:34.313230 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f633606f-266e-40f9-babc-3c69d45bdfd3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:21:34.316118 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f633606f-266e-40f9-babc-3c69d45bdfd3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:21:34.322323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f633606f-266e-40f9-babc-3c69d45bdfd3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:21:34.363428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:34.375912 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Transition to ACTIVE for port object 95a5fc24-3e2b-4b7e-b660-8107836162fc will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:21:34.407482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f633606f-266e-40f9-babc-3c69d45bdfd3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:34.470935 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f633606f-266e-40f9-babc-3c69d45bdfd3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:34.485713 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:34.594961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f633606f-266e-40f9-babc-3c69d45bdfd3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:34.618579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633606f-266e-40f9-babc-3c69d45bdfd3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d903c61-dce0-446e-9b84-3464feefe851,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:34.675919 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb6159-784d-4499-86cb-dfb8e23f331a None None] Pushing event updated for resources: {'Port': ['ID=95a5fc24-3e2b-4b7e-b660-8107836162fc,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:34.691896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f633606f-266e-40f9-babc-3c69d45bdfd3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:34.695946 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f633606f-266e-40f9-babc-3c69d45bdfd3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3941009 Aug 26 01:21:34.696176 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55166) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:34.701571 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-7589a1cf-0d52-45d0-96b7-2bc2e7f1f019 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'ee39f063-9690-4cb5-9681-89dc6ae30a59', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:34.708104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7589a1cf-0d52-45d0-96b7-2bc2e7f1f019 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:21:34.710156 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Attempting to bind port 95a5fc24-3e2b-4b7e-b660-8107836162fc on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:21:34.710490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Attempting to bind port 95a5fc24-3e2b-4b7e-b660-8107836162fc by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:21:34.711185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Attempting to bind port 95a5fc24-3e2b-4b7e-b660-8107836162fc on network cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:21:34.711760 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7589a1cf-0d52-45d0-96b7-2bc2e7f1f019 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:21:34.714931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7589a1cf-0d52-45d0-96b7-2bc2e7f1f019 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:21:34.722935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:21:34.722935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Checking segment: {'id': '50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:21:34.722935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:34.722935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Bound using segment: {'id': '50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:21:34.723306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7589a1cf-0d52-45d0-96b7-2bc2e7f1f019 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:21:34.723411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Bound port: 95a5fc24-3e2b-4b7e-b660-8107836162fc, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:21:34.723411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:34.764830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b3e1b709-9f68-434c-8c8f-6b42c69f6679 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:21:34.804514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7589a1cf-0d52-45d0-96b7-2bc2e7f1f019 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:34.871795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] For port 95a5fc24-3e2b-4b7e-b660-8107836162fc, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:21:34.872113 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7589a1cf-0d52-45d0-96b7-2bc2e7f1f019 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:34.875609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] For port 95a5fc24-3e2b-4b7e-b660-8107836162fc, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=95a5fc24-3e2b-4b7e-b660-8107836162fc,segment=NetworkSegment(50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9),segment_id=50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:21:34.881871 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b3e1b709-9f68-434c-8c8f-6b42c69f6679 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:21:34.882238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:35.000077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b3e1b709-9f68-434c-8c8f-6b42c69f6679 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:21:35.019347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7589a1cf-0d52-45d0-96b7-2bc2e7f1f019 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:35.019946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:35.044560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589a1cf-0d52-45d0-96b7-2bc2e7f1f019 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900dab7d-c544-4dc6-82f5-3a9e89da0016,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:35.130473 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Routers {'9fcd781c-6ceb-4679-a7db-ae01634f767c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:21:35.131031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:21:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9fcd781c-6ceb-4679-a7db-ae01634f767c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:35.143173 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7589a1cf-0d52-45d0-96b7-2bc2e7f1f019 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:35.144437 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7589a1cf-0d52-45d0-96b7-2bc2e7f1f019 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4472589 Aug 26 01:21:35.147515 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55172) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:35.154193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1d3fd8c0-b109-4a86-8bad-f52240ab4792 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'ee39f063-9690-4cb5-9681-89dc6ae30a59', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:35.160486 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1d3fd8c0-b109-4a86-8bad-f52240ab4792 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:21:35.165774 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1d3fd8c0-b109-4a86-8bad-f52240ab4792 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:21:35.168190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1d3fd8c0-b109-4a86-8bad-f52240ab4792 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:21:35.194326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1d3fd8c0-b109-4a86-8bad-f52240ab4792 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:21:35.277109 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb6159-784d-4499-86cb-dfb8e23f331a None None] Pushing event updated for resources: {'Port': ['ID=95a5fc24-3e2b-4b7e-b660-8107836162fc,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:35.296772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d3fd8c0-b109-4a86-8bad-f52240ab4792 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:35.308560 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c09826e3-5fde-4f40-bba6-7cce3564aa4a req-6fc3e0e8-edbb-40b4-8f89-467404a73871 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 210 time: 0.0700724 Aug 26 01:21:35.333287 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] Set router 9fcd781c-6ceb-4679-a7db-ae01634f767c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:21:35.372300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d3fd8c0-b109-4a86-8bad-f52240ab4792 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:35.462977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d3fd8c0-b109-4a86-8bad-f52240ab4792 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:35.488640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fd8c0-b109-4a86-8bad-f52240ab4792 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5796ea7d-6f2d-4e14-bbb2-c7a3d331a836,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:35.560439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d3fd8c0-b109-4a86-8bad-f52240ab4792 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:35.561670 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1d3fd8c0-b109-4a86-8bad-f52240ab4792 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4123335 Aug 26 01:21:35.564403 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55176) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:35.569445 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-648e9d93-6257-455e-b87f-4b98b50dfaad tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'ee39f063-9690-4cb5-9681-89dc6ae30a59', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:35.575838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-648e9d93-6257-455e-b87f-4b98b50dfaad tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:21:35.579708 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-648e9d93-6257-455e-b87f-4b98b50dfaad tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:21:35.582565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-648e9d93-6257-455e-b87f-4b98b50dfaad tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:21:35.591195 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-648e9d93-6257-455e-b87f-4b98b50dfaad tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:21:35.593455 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:35.670925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-648e9d93-6257-455e-b87f-4b98b50dfaad tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:35.680302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '95a5fc24-3e2b-4b7e-b660-8107836162fc', 'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:31:a6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:30Z', 'updated_at': '2022-08-26T01:21:34Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:35.684898 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748861a-ac2d-4a2b-b0f7-ea8c22290d5b None None] The sync data for ids ['9fcd781c-6ceb-4679-a7db-ae01634f767c'] in dv-neutron-854561-2-hyperv is: [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '95a5fc24-3e2b-4b7e-b660-8107836162fc', 'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:31:a6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:30Z', 'updated_at': '2022-08-26T01:21:34Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:21:35.752058 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-648e9d93-6257-455e-b87f-4b98b50dfaad tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:35.819914 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-648e9d93-6257-455e-b87f-4b98b50dfaad tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:35.851464 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e9d93-6257-455e-b87f-4b98b50dfaad tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcc2e2a-2358-4de5-9b1f-45c9a130b8ca,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:35.934236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-648e9d93-6257-455e-b87f-4b98b50dfaad tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:35.936161 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-648e9d93-6257-455e-b87f-4b98b50dfaad tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3707008 Aug 26 01:21:35.946229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55180) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:35.946229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-18a2e110-4cc0-4006-9589-2b69a1b6b392 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'ee39f063-9690-4cb5-9681-89dc6ae30a59', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:35.951864 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-18a2e110-4cc0-4006-9589-2b69a1b6b392 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:21:35.956169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-18a2e110-4cc0-4006-9589-2b69a1b6b392 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:21:35.959129 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-18a2e110-4cc0-4006-9589-2b69a1b6b392 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:21:35.966184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-18a2e110-4cc0-4006-9589-2b69a1b6b392 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:21:36.065693 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-18a2e110-4cc0-4006-9589-2b69a1b6b392 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:21:36.075146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-18a2e110-4cc0-4006-9589-2b69a1b6b392 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:36.194535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-18a2e110-4cc0-4006-9589-2b69a1b6b392 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:36.309096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-18a2e110-4cc0-4006-9589-2b69a1b6b392 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:36.355421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2e110-4cc0-4006-9589-2b69a1b6b392 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868c3580-7914-4e7a-a846-f1d6f42a9ace,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:36.402846 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-61c1ec3b-8871-4eb2-8457-2a16281be132 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:36.404351 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-61c1ec3b-8871-4eb2-8457-2a16281be132 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.94 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 811 time: 0.1951544 Aug 26 01:21:36.452533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-18a2e110-4cc0-4006-9589-2b69a1b6b392 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:36.456375 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-18a2e110-4cc0-4006-9589-2b69a1b6b392 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5135739 Aug 26 01:21:36.463102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55186) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:36.470655 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-fdc65530-64cb-4672-a80c-3cd0f50ddf77 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'ee39f063-9690-4cb5-9681-89dc6ae30a59', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:36.482141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fdc65530-64cb-4672-a80c-3cd0f50ddf77 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:21:36.492755 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-ea5db21c-808d-47c9-b45d-1c6416ae4bc4 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79 HTTP/1.1" status: 200 len: 377 time: 0.0654683 Aug 26 01:21:36.493884 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-520619b7-2f40-496f-9253-e7877a9ea2e8 req-356d39c1-16fa-4d1c-a96e-4deffafd2097 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 210 time: 0.0583632 Aug 26 01:21:36.494725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fdc65530-64cb-4672-a80c-3cd0f50ddf77 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:21:36.498371 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fdc65530-64cb-4672-a80c-3cd0f50ddf77 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:21:36.508622 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Request body: {'port': {'device_id': 'f0cc6930-7545-4082-bec7-b5eb5f0843b3', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'admin_state_up': True, 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'security_groups': ['0ad6fd47-159f-420e-b1a9-a651ed87ff8b']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:36.526501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fdc65530-64cb-4672-a80c-3cd0f50ddf77 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:21:36.801225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:21:36.813252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:21:36.834651 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 95a5fc24-3e2b-4b7e-b660-8107836162fc up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:21:36.843256 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-fdc65530-64cb-4672-a80c-3cd0f50ddf77 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:21:36.858549 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fdc65530-64cb-4672-a80c-3cd0f50ddf77 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:36.930595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fdc65530-64cb-4672-a80c-3cd0f50ddf77 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:36.946478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Made reservation on behalf of 2aa7b4e203ec49ba8a6e61f4fd46cc79 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:21:36.950674 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:37.028411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 95a5fc24-3e2b-4b7e-b660-8107836162fc completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:21:37.033634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 95a5fc24-3e2b-4b7e-b660-8107836162fc triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:21:37.034042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:37.056149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fdc65530-64cb-4672-a80c-3cd0f50ddf77 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:37.140131 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc65530-64cb-4672-a80c-3cd0f50ddf77 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd14a859-cbfb-47f7-961d-41ed14280f44,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:37.162650 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 95a5fc24-3e2b-4b7e-b660-8107836162fc is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:21:37.163388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:37.166101 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fdc65530-64cb-4672-a80c-3cd0f50ddf77 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:37.167524 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fdc65530-64cb-4672-a80c-3cd0f50ddf77 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7034295 Aug 26 01:21:37.175910 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Allocated IP 172.20.0.8 (277863a4-4254-4976-bcf1-d2e6a4c64c1e/6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083/92f5235e-114c-491e-9483-2b9bf4a92775) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:21:37.207627 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 95a5fc24-3e2b-4b7e-b660-8107836162fc, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=95a5fc24-3e2b-4b7e-b660-8107836162fc,segment=NetworkSegment(50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9),segment_id=50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:37.296681 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:37.390494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=95a5fc24-3e2b-4b7e-b660-8107836162fc,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:37.408123 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-566a94db-070b-4c8c-9329-33aaf72bea07 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428421561&fields=id&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 267 time: 0.0758309 Aug 26 01:21:37.449527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:37.530022 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Transition to ACTIVE for port object 92f5235e-114c-491e-9483-2b9bf4a92775 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:21:37.592852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-fb92d6ad-b61b-430c-be4d-1d8e6321d9a3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:37.593531 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-fb92d6ad-b61b-430c-be4d-1d8e6321d9a3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:21:37.673685 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-68befa76-d400-44f2-ac10-6ada0a78a459 req-736ece23-85f5-4318-abde-3ac41f67fe8c tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 210 time: 0.0543621 Aug 26 01:21:37.681834 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:37.727523 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-fb92d6ad-b61b-430c-be4d-1d8e6321d9a3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:21:37.728774 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-fb92d6ad-b61b-430c-be4d-1d8e6321d9a3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/networks?id=cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 HTTP/1.1" status: 200 len: 796 time: 0.3080759 Aug 26 01:21:37.771714 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Network 277863a4-4254-4976-bcf1-d2e6a4c64c1e is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:21:37.776410 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:21:37.781851 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-9ec5cd66-82da-4921-ab18-367460bc6f4e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/quotas/f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 375 time: 0.0330787 Aug 26 01:21:37.782502 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:21:37.808127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'Port': ['ID=92f5235e-114c-491e-9483-2b9bf4a92775,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:37.911483 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:37.912296 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:37.952700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-8eecf3c2-d705-4a36-83b1-933e00752ae8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:21:37.997946 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0be93692-e4b1-4133-86ef-e8f49e61d7b9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4962659 Aug 26 01:21:38.019843 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-8eecf3c2-d705-4a36-83b1-933e00752ae8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:21:38.021288 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-8eecf3c2-d705-4a36-83b1-933e00752ae8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2076447 Aug 26 01:21:38.027432 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Request body: {'port': {'device_id': 'f0cc6930-7545-4082-bec7-b5eb5f0843b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:38.208184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-111cfc06-f00b-4923-a2fa-9f76d3fc0890 None None] Provisioning for port 92f5235e-114c-491e-9483-2b9bf4a92775 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:21:38.214880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-111cfc06-f00b-4923-a2fa-9f76d3fc0890 None None] Provisioning complete for port 92f5235e-114c-491e-9483-2b9bf4a92775 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:21:38.215267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-111cfc06-f00b-4923-a2fa-9f76d3fc0890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:38.236544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:38.276567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-111cfc06-f00b-4923-a2fa-9f76d3fc0890 None None] Port 92f5235e-114c-491e-9483-2b9bf4a92775 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:21:38.299389 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-b6dc0fe2-bb9d-407f-95e4-a3072f2fe7fe service neutron] 10.222.0.83 "GET /v2.0/networks/cd7b70f5-efec-422c-93ba-ec00f4bb3bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418489 Aug 26 01:21:38.534466 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-df76306b-95ed-4f4f-b1b4-07dad5e9ebce service neutron] 10.222.0.83 "GET /v2.0/networks/cd7b70f5-efec-422c-93ba-ec00f4bb3bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281609 Aug 26 01:21:38.861012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 95a5fc24-3e2b-4b7e-b660-8107836162fc up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:21:38.896050 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1b076a9c-82bf-47d7-8c41-80e027557334 req-6a321649-d8b1-42c3-aa38-9665b10d3478 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 210 time: 0.0661724 Aug 26 01:21:38.929360 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f5235e-114c-491e-9483-2b9bf4a92775 {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:21:38.951223 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:38.959742 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ec6d-1c0e-47bc-b596-fa554d29d33f req-203dc2aa-824a-4bdd-81f9-19326eeffa77 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:38.968174 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6818ec6d-1c0e-47bc-b596-fa554d29d33f req-203dc2aa-824a-4bdd-81f9-19326eeffa77 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 931 time: 0.1095061 Aug 26 01:21:38.978895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Transition to ACTIVE for port object 92f5235e-114c-491e-9483-2b9bf4a92775 will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:21:39.005561 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 95a5fc24-3e2b-4b7e-b660-8107836162fc triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:21:39.006126 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:39.013199 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6818ec6d-1c0e-47bc-b596-fa554d29d33f req-81bd9a62-0d88-40a8-99f0-18e5a0e3a6f6 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421407 Aug 26 01:21:39.094226 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:39.129609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 95a5fc24-3e2b-4b7e-b660-8107836162fc is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:21:39.289816 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Pushing event updated for resources: {'Port': ['ID=92f5235e-114c-491e-9483-2b9bf4a92775,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:39.325466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Attempting to bind port 92f5235e-114c-491e-9483-2b9bf4a92775 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:21:39.325829 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Attempting to bind port 92f5235e-114c-491e-9483-2b9bf4a92775 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:21:39.326166 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Attempting to bind port 92f5235e-114c-491e-9483-2b9bf4a92775 on network 277863a4-4254-4976-bcf1-d2e6a4c64c1e {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:21:39.330834 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Port 92f5235e-114c-491e-9483-2b9bf4a92775 on network 277863a4-4254-4976-bcf1-d2e6a4c64c1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:21:39.331152 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Attempting to bind port 92f5235e-114c-491e-9483-2b9bf4a92775 on network 277863a4-4254-4976-bcf1-d2e6a4c64c1e {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:21:39.336997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:21:39.342852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Checking segment: {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:21:39.342852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Bound using segment: {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:21:39.342852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Bound port: 92f5235e-114c-491e-9483-2b9bf4a92775, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9aadc2-4abf-4c11-a860-791184cc93fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:21:39.342852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:39.430289 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] For port 92f5235e-114c-491e-9483-2b9bf4a92775, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:21:39.433613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] For port 92f5235e-114c-491e-9483-2b9bf4a92775, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=92f5235e-114c-491e-9483-2b9bf4a92775,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:21:39.516906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:39.520326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:39.520978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:39.522380 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] 10.222.0.94 "PUT /v2.0/ports/92f5235e-114c-491e-9483-2b9bf4a92775 HTTP/1.1" status: 200 len: 1093 time: 1.5001414 Aug 26 01:21:39.555176 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cc6930-7545-4082-bec7-b5eb5f0843b3', 'tag': '92f5235e-114c-491e-9483-2b9bf4a92775'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:21:39.599575 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a214ebe-70cd-48ce-9e5c-077029d69791 service neutron] Pushing event updated for resources: {'Port': ['ID=92f5235e-114c-491e-9483-2b9bf4a92775,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:39.603879 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b72d704-9b82-43a4-84db-fc0a18252aff'] response: {'name': 'network-changed', 'server_uuid': 'f0cc6930-7545-4082-bec7-b5eb5f0843b3', 'tag': '92f5235e-114c-491e-9483-2b9bf4a92775', 'status': 'completed', 'code': 200} Aug 26 01:21:39.734248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4942-9047-4224-8190-91796d93cea9 req-dc1b1ab1-cc92-46d9-8fa2-32b898a170a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:39.735714 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0fbf4942-9047-4224-8190-91796d93cea9 req-dc1b1ab1-cc92-46d9-8fa2-32b898a170a4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 1096 time: 0.0825796 Aug 26 01:21:39.908704 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4942-9047-4224-8190-91796d93cea9 req-452d9e70-9f91-4512-9472-7b56143c2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:39.910177 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0fbf4942-9047-4224-8190-91796d93cea9 req-452d9e70-9f91-4512-9472-7b56143c2f6f service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1398988 Aug 26 01:21:40.057047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4942-9047-4224-8190-91796d93cea9 req-dd9cf2e8-5e42-4753-9f19-78656f2f5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:40.058616 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0fbf4942-9047-4224-8190-91796d93cea9 req-dd9cf2e8-5e42-4753-9f19-78656f2f5318 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1394057 Aug 26 01:21:40.070842 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-56404ee1-b26e-49ce-bdc2-f3469c3a31d8 req-97f88b9b-dabe-4131-a792-d7db2ea5ffb8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:21:40.087839 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-56404ee1-b26e-49ce-bdc2-f3469c3a31d8 req-97f88b9b-dabe-4131-a792-d7db2ea5ffb8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:21:40.089394 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-56404ee1-b26e-49ce-bdc2-f3469c3a31d8 req-97f88b9b-dabe-4131-a792-d7db2ea5ffb8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 210 time: 0.0768270 Aug 26 01:21:40.282467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cf10f-e692-418c-9ce2-06cdf1c2f85b req-63f7a548-42a2-4acb-8cb2-bb26e7a18694 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:40.283142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-a65cf10f-e692-418c-9ce2-06cdf1c2f85b req-63f7a548-42a2-4acb-8cb2-bb26e7a18694 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Synchronizing usage tracker for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:21:40.286778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-6ead1783-1266-437c-929d-59e7166c8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:40.288172 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-6ead1783-1266-437c-929d-59e7166c8c99 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 1096 time: 0.1213562 Aug 26 01:21:40.376100 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-96df4d69-ad51-4580-9463-6a34319982c7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f5235e-114c-491e-9483-2b9bf4a92775 HTTP/1.1" status: 200 len: 217 time: 0.0663435 Aug 26 01:21:40.426004 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-a65cf10f-e692-418c-9ce2-06cdf1c2f85b req-63f7a548-42a2-4acb-8cb2-bb26e7a18694 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Unset dirty status for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:21:40.427167 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a65cf10f-e692-418c-9ce2-06cdf1c2f85b req-63f7a548-42a2-4acb-8cb2-bb26e7a18694 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 943 time: 0.2966235 Aug 26 01:21:40.461720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-71ad5b82-4e72-4dd6-b17b-472b33971a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:40.467436 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-71ad5b82-4e72-4dd6-b17b-472b33971a99 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 HTTP/1.1" status: 200 len: 850 time: 0.0806079 Aug 26 01:21:40.522641 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a65cf10f-e692-418c-9ce2-06cdf1c2f85b req-742dde4b-c94f-4882-bfc4-0ba1d6f219f3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0881593 Aug 26 01:21:40.562155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-675354a3-554d-43ba-b2f1-c6fe197631bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:40.563614 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-675354a3-554d-43ba-b2f1-c6fe197631bf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=277863a4-4254-4976-bcf1-d2e6a4c64c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909910 Aug 26 01:21:40.682922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:40.714256 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-c6daaa0d-f319-4690-82ef-cf787a4ca242 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339068 Aug 26 01:21:40.974974 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c4fbbf4-4787-4014-9a87-f96354b4e8e3 req-0d6fe634-daf7-439e-9646-79da6bc8953e service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534542 Aug 26 01:21:41.260771 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a8378151-d912-4572-aaf9-17bf827caf18 req-d954ae7d-cdb2-492f-8acc-37e286938cd9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 210 time: 0.0514123 Aug 26 01:21:41.332730 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-69cecb29-0731-472b-8916-8f8774a64fcc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:41.334220 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-69cecb29-0731-472b-8916-8f8774a64fcc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/networks?id=cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 HTTP/1.1" status: 200 len: 796 time: 0.1571014 Aug 26 01:21:41.395252 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-8e54fa4f-bb9f-46e8-80ab-e59d32b7a5b8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 379 time: 0.0413861 Aug 26 01:21:41.404238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'port': {'device_id': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'admin_state_up': True, 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'security_groups': ['ee39f063-9690-4cb5-9681-89dc6ae30a59']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:41.544652 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:21:41.555449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:21:41.716489 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:21:41.722390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:41.965626 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036072f6-6d20-47f1-a394-9622084fcc66 req-1a635707-5ba5-4c61-a053-e96f59725db1 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:41.968104 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-036072f6-6d20-47f1-a394-9622084fcc66 req-1a635707-5ba5-4c61-a053-e96f59725db1 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 943 time: 0.3293991 Aug 26 01:21:42.140322 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-036072f6-6d20-47f1-a394-9622084fcc66 req-952d0758-bb03-4de6-a7ad-b3c16c49fb73 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1191616 Aug 26 01:21:42.146637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.14 (cd7b70f5-efec-422c-93ba-ec00f4bb3bf8/600562e1-5d50-4b19-af7b-d0f14d51248f/6674abd3-2094-4654-871c-2ac74b568927) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:21:42.363838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:42.385644 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 6674abd3-2094-4654-871c-2ac74b568927 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:21:42.429412 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8e65d035-930e-4475-ab3b-d3655260dbca req-ab2d08fb-6998-4aba-90ae-c956aae969c8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 210 time: 0.0531809 Aug 26 01:21:42.511873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:42.581315 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:21:42.584369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:21:42.588330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:21:42.623377 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=6674abd3-2094-4654-871c-2ac74b568927,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:42.662200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:42.662822 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:42.769403 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-c3e8afa4-b9c8-47c0-8967-b22d7095d16e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3688147 Aug 26 01:21:42.788051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Request body: {'port': {'device_id': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:42.911156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:42.911397 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b601a6c5-ec00-4cb2-adc4-3421260f289b None None] Provisioning for port 6674abd3-2094-4654-871c-2ac74b568927 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:21:42.919332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b601a6c5-ec00-4cb2-adc4-3421260f289b None None] Provisioning complete for port 6674abd3-2094-4654-871c-2ac74b568927 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:21:42.919950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b601a6c5-ec00-4cb2-adc4-3421260f289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:43.007173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b601a6c5-ec00-4cb2-adc4-3421260f289b None None] Port 6674abd3-2094-4654-871c-2ac74b568927 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:21:43.347910 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6674abd3-2094-4654-871c-2ac74b568927 {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:21:43.362385 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:43.386696 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Transition to ACTIVE for port object 6674abd3-2094-4654-871c-2ac74b568927 will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:21:43.403206 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90456eb0-dc80-4b43-81c8-2a4799db11e4 req-fea3d18c-6a18-4110-80a7-4c20288e1651 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:43.404696 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-90456eb0-dc80-4b43-81c8-2a4799db11e4 req-fea3d18c-6a18-4110-80a7-4c20288e1651 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 943 time: 0.1270406 Aug 26 01:21:43.452445 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-90456eb0-dc80-4b43-81c8-2a4799db11e4 req-cb12b627-463b-47f6-968b-884790ff953c tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418439 Aug 26 01:21:43.505158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:43.629284 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb7255-42be-4151-b895-8fa9ea34408e req-00b5667d-d82e-4429-b744-7d2abb34efb3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:43.630915 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-95fb7255-42be-4151-b895-8fa9ea34408e req-00b5667d-d82e-4429-b744-7d2abb34efb3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 944 time: 0.0925405 Aug 26 01:21:43.681689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-95fb7255-42be-4151-b895-8fa9ea34408e req-3e409f59-e0d1-4ba7-b588-b40ac3e53819 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:21:43.777161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-95fb7255-42be-4151-b895-8fa9ea34408e req-3e409f59-e0d1-4ba7-b588-b40ac3e53819 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:21:43.778662 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-95fb7255-42be-4151-b895-8fa9ea34408e req-3e409f59-e0d1-4ba7-b588-b40ac3e53819 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee39f063-9690-4cb5-9681-89dc6ae30a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404324 Aug 26 01:21:43.819958 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Pushing event updated for resources: {'Port': ['ID=6674abd3-2094-4654-871c-2ac74b568927,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:43.855924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Attempting to bind port 6674abd3-2094-4654-871c-2ac74b568927 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:21:43.856193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Attempting to bind port 6674abd3-2094-4654-871c-2ac74b568927 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:21:43.856522 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Attempting to bind port 6674abd3-2094-4654-871c-2ac74b568927 on network cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:21:43.861451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Port 6674abd3-2094-4654-871c-2ac74b568927 on network cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:21:43.866075 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Attempting to bind port 6674abd3-2094-4654-871c-2ac74b568927 on network cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:21:43.867863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:21:43.868205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Checking segment: {'id': '50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:21:43.868591 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Bound using segment: {'id': '50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:21:43.869024 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Bound port: 6674abd3-2094-4654-871c-2ac74b568927, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:21:43.869370 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:43.960440 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] For port 6674abd3-2094-4654-871c-2ac74b568927, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:21:43.963506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] For port 6674abd3-2094-4654-871c-2ac74b568927, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=6674abd3-2094-4654-871c-2ac74b568927,segment=NetworkSegment(50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9),segment_id=50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:21:44.151598 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:44.155087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:44.155700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:44.157118 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] 10.222.0.94 "PUT /v2.0/ports/6674abd3-2094-4654-871c-2ac74b568927 HTTP/1.1" status: 200 len: 1094 time: 1.3736918 Aug 26 01:21:44.186442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'tag': '6674abd3-2094-4654-871c-2ac74b568927'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:21:44.237029 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e283870-4d53-4956-a805-124904f18dbf'] response: {'name': 'network-changed', 'server_uuid': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'tag': '6674abd3-2094-4654-871c-2ac74b568927', 'status': 'completed', 'code': 200} Aug 26 01:21:44.241160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b28a5-d099-4a5f-b48f-0e7b8a7e4435 service neutron] Pushing event updated for resources: {'Port': ['ID=6674abd3-2094-4654-871c-2ac74b568927,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:44.361382 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11b3ab-68e6-4bd6-b02f-c7d9e0fd1140 req-e7968916-dc1a-4c6d-97f6-b34e630afad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:44.363069 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ed11b3ab-68e6-4bd6-b02f-c7d9e0fd1140 req-e7968916-dc1a-4c6d-97f6-b34e630afad4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 1097 time: 0.0796366 Aug 26 01:21:44.514359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11b3ab-68e6-4bd6-b02f-c7d9e0fd1140 req-c380fb63-8dff-4106-9a53-4076ca92cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:44.515839 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ed11b3ab-68e6-4bd6-b02f-c7d9e0fd1140 req-c380fb63-8dff-4106-9a53-4076ca92cad7 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1390567 Aug 26 01:21:44.663419 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11b3ab-68e6-4bd6-b02f-c7d9e0fd1140 req-514ab967-bf68-4aaf-9ac0-0131e6f81f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:44.665702 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ed11b3ab-68e6-4bd6-b02f-c7d9e0fd1140 req-514ab967-bf68-4aaf-9ac0-0131e6f81f31 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1420453 Aug 26 01:21:44.805522 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-5867d958-0cb1-4904-b802-5b733d152345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:44.807319 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-5867d958-0cb1-4904-b802-5b733d152345 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 1097 time: 0.0788345 Aug 26 01:21:44.813147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e1c8a-6606-44da-ba98-44d4a2ec7c3c req-aefda3ab-2062-4afa-9088-0417071558c5 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:44.815536 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6a9e1c8a-6606-44da-ba98-44d4a2ec7c3c req-aefda3ab-2062-4afa-9088-0417071558c5 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 943 time: 0.0987065 Aug 26 01:21:44.868142 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6a9e1c8a-6606-44da-ba98-44d4a2ec7c3c req-5e5e11ea-20f2-40de-bfbb-ff133ed17b3b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0476153 Aug 26 01:21:44.893294 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-f4c3199e-710f-4809-a45a-cb9fece7f681 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6674abd3-2094-4654-871c-2ac74b568927 HTTP/1.1" status: 200 len: 217 time: 0.0707486 Aug 26 01:21:45.014642 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-3f1c60f7-35d7-49a2-9ecc-04bcb7c06558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:45.016067 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-3f1c60f7-35d7-49a2-9ecc-04bcb7c06558 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=600562e1-5d50-4b19-af7b-d0f14d51248f HTTP/1.1" status: 200 len: 834 time: 0.0839727 Aug 26 01:21:45.079976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be446b2-b20f-4116-8d39-56e406895c81 req-40bc1844-efd3-49aa-b66b-66bc68bc5807 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:45.080558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-9be446b2-b20f-4116-8d39-56e406895c81 req-40bc1844-efd3-49aa-b66b-66bc68bc5807 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:21:45.124452 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-ebd5710e-83b2-4fff-b950-76b228eae961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:45.125949 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-ebd5710e-83b2-4fff-b950-76b228eae961 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cd7b70f5-efec-422c-93ba-ec00f4bb3bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012952 Aug 26 01:21:45.198956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-9be446b2-b20f-4116-8d39-56e406895c81 req-40bc1844-efd3-49aa-b66b-66bc68bc5807 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:21:45.200104 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9be446b2-b20f-4116-8d39-56e406895c81 req-40bc1844-efd3-49aa-b66b-66bc68bc5807 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 944 time: 0.3029885 Aug 26 01:21:45.278861 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9be446b2-b20f-4116-8d39-56e406895c81 req-91434469-35be-4afa-88e9-3681eee93e03 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee39f063-9690-4cb5-9681-89dc6ae30a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689137 Aug 26 01:21:45.295620 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-8a13c411-964c-43da-a42c-9336365ee641 service neutron] 10.222.0.94 "GET /v2.0/networks/cd7b70f5-efec-422c-93ba-ec00f4bb3bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618512 Aug 26 01:21:45.432796 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dca12246-ea7e-4ffd-b63b-3a5eb222226e req-48c518cc-e26a-478b-a1c2-85b25791f416 service neutron] 10.222.0.94 "GET /v2.0/networks/cd7b70f5-efec-422c-93ba-ec00f4bb3bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302116 Aug 26 01:21:46.065518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d8a0a-f8fb-48b6-ad39-b8cf7cd63f77 req-3eb0a0e9-4984-4550-ac3f-392f6e93ca58 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:46.067173 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f48d8a0a-f8fb-48b6-ad39-b8cf7cd63f77 req-3eb0a0e9-4984-4550-ac3f-392f6e93ca58 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 943 time: 0.0892487 Aug 26 01:21:46.117907 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f48d8a0a-f8fb-48b6-ad39-b8cf7cd63f77 req-35ec7fe9-7335-40d1-bd65-6a18d5d6e7d7 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438712 Aug 26 01:21:46.483753 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ebd47-322d-408f-9c09-95adda97df83 req-1bde5e00-f073-4607-a8b6-1370a5634716 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:46.485213 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7c6ebd47-322d-408f-9c09-95adda97df83 req-1bde5e00-f073-4607-a8b6-1370a5634716 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 944 time: 0.0901051 Aug 26 01:21:46.531211 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7c6ebd47-322d-408f-9c09-95adda97df83 req-6881e0ab-c8d1-4571-b906-a99a253956c1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee39f063-9690-4cb5-9681-89dc6ae30a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402427 Aug 26 01:21:47.314247 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b20ef-1ee3-4288-944c-e5815bd7370e req-b9bc7670-24e2-408b-bedf-5d65c04984ff tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:47.315712 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fe2b20ef-1ee3-4288-944c-e5815bd7370e req-b9bc7670-24e2-408b-bedf-5d65c04984ff tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 943 time: 0.0904295 Aug 26 01:21:47.361245 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fe2b20ef-1ee3-4288-944c-e5815bd7370e req-b07b1d0c-ef49-49dd-8646-8bbbea2eeab7 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0397124 Aug 26 01:21:47.661967 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 6674abd3-2094-4654-871c-2ac74b568927 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:21:47.734230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43eb2-e622-480f-a611-41cfef9cb55c req-52882a87-edcc-4d17-bea7-50c0ffdc344c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:47.735702 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a7d43eb2-e622-480f-a611-41cfef9cb55c req-52882a87-edcc-4d17-bea7-50c0ffdc344c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 944 time: 0.0928442 Aug 26 01:21:47.783649 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a7d43eb2-e622-480f-a611-41cfef9cb55c req-c6d1a750-c9c0-4b89-98dc-1169474e271e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee39f063-9690-4cb5-9681-89dc6ae30a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420792 Aug 26 01:21:47.808009 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 6674abd3-2094-4654-871c-2ac74b568927, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=6674abd3-2094-4654-871c-2ac74b568927,segment=NetworkSegment(50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9),segment_id=50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:47.822885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '6674abd3-2094-4654-871c-2ac74b568927', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'port_id': '6674abd3-2094-4654-871c-2ac74b568927', 'mac_address': 'fa:16:3e:54:5f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:21:47.884864 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 6674abd3-2094-4654-871c-2ac74b568927 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:21:47.885512 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:47.902528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6674abd3-2094-4654-871c-2ac74b568927 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:21:47.918357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 6674abd3-2094-4654-871c-2ac74b568927, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=6674abd3-2094-4654-871c-2ac74b568927,segment=NetworkSegment(50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9),segment_id=50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:47.996619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:47.997358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 92f5235e-114c-491e-9483-2b9bf4a92775 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:21:48.164229 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=6674abd3-2094-4654-871c-2ac74b568927,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:48.225731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 92f5235e-114c-491e-9483-2b9bf4a92775, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=92f5235e-114c-491e-9483-2b9bf4a92775,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:48.240783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '92f5235e-114c-491e-9483-2b9bf4a92775', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'port_id': '92f5235e-114c-491e-9483-2b9bf4a92775', 'mac_address': 'fa:16:3e:81:36:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:21:48.299884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 92f5235e-114c-491e-9483-2b9bf4a92775 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:21:48.300174 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:48.317045 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f5235e-114c-491e-9483-2b9bf4a92775 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:21:48.334018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 92f5235e-114c-491e-9483-2b9bf4a92775, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=92f5235e-114c-491e-9483-2b9bf4a92775,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:48.425000 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:48.494346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=92f5235e-114c-491e-9483-2b9bf4a92775,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:48.565706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306bec5-462d-4163-8c0b-112619a6d6bc req-93a80cd6-7406-4c72-ae2d-3d3dd75cea47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:48.567195 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6306bec5-462d-4163-8c0b-112619a6d6bc req-93a80cd6-7406-4c72-ae2d-3d3dd75cea47 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 944 time: 0.0939660 Aug 26 01:21:48.612546 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6306bec5-462d-4163-8c0b-112619a6d6bc req-e4353103-0fa0-4c16-9d4c-0638a17f1807 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386159 Aug 26 01:21:48.826260 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['6674abd3-2094-4654-871c-2ac74b568927'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:21:48.886201 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['92f5235e-114c-491e-9483-2b9bf4a92775'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:21:49.069154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e576c-5af5-4250-9dda-d6e79cb6e2de req-342ab4d3-4e3a-452d-8753-8cf9c6273b57 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:49.070938 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8b5e576c-5af5-4250-9dda-d6e79cb6e2de req-342ab4d3-4e3a-452d-8753-8cf9c6273b57 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 945 time: 0.0908432 Aug 26 01:21:49.234124 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8b5e576c-5af5-4250-9dda-d6e79cb6e2de req-f30a8443-da0d-4503-aaa9-68ae997cbd9c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee39f063-9690-4cb5-9681-89dc6ae30a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572468 Aug 26 01:21:49.815339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ad7fa-fba3-4236-9194-56373ab1434c req-3c68e872-6a32-4b4b-9605-ae61eab98df3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:49.817108 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec5ad7fa-fba3-4236-9194-56373ab1434c req-3c68e872-6a32-4b4b-9605-ae61eab98df3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 944 time: 0.0937495 Aug 26 01:21:49.867951 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec5ad7fa-fba3-4236-9194-56373ab1434c req-7b886639-90e4-4878-8bbf-3e16992da7c2 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436809 Aug 26 01:21:50.436661 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417bc3e-11fe-41a4-84f9-ab23ebc605cf req-52499b1b-4f54-4220-b619-a3604f0ae22c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:50.438155 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6417bc3e-11fe-41a4-84f9-ab23ebc605cf req-52499b1b-4f54-4220-b619-a3604f0ae22c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 945 time: 0.0911691 Aug 26 01:21:50.484894 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6417bc3e-11fe-41a4-84f9-ab23ebc605cf req-1f5f0e55-63cd-4b68-90e7-fdfb486d49cf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee39f063-9690-4cb5-9681-89dc6ae30a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410366 Aug 26 01:21:51.065107 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037fdf5-98d8-4437-83f8-ceda885dfaf5 req-2f6fc55d-c8f1-4f13-bf1d-8db1e9d3f1bd tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:51.066594 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e037fdf5-98d8-4437-83f8-ceda885dfaf5 req-2f6fc55d-c8f1-4f13-bf1d-8db1e9d3f1bd tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 944 time: 0.0883472 Aug 26 01:21:51.110617 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e037fdf5-98d8-4437-83f8-ceda885dfaf5 req-bed06034-f457-454d-ae8c-230c6d5c0ef2 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381305 Aug 26 01:21:51.667215 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 92f5235e-114c-491e-9483-2b9bf4a92775 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:21:51.687678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbffbff-4e06-48d6-a5e9-297fe387d2df req-98ca9780-abda-49cf-b15a-51eb7bbfc19f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:51.689152 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5cbffbff-4e06-48d6-a5e9-297fe387d2df req-98ca9780-abda-49cf-b15a-51eb7bbfc19f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 945 time: 0.0937316 Aug 26 01:21:51.736953 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5cbffbff-4e06-48d6-a5e9-297fe387d2df req-783ae13b-1a24-4468-8717-e9fc83afb725 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee39f063-9690-4cb5-9681-89dc6ae30a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 Aug 26 01:21:51.796408 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 92f5235e-114c-491e-9483-2b9bf4a92775 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:21:51.801710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 92f5235e-114c-491e-9483-2b9bf4a92775 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:21:51.802435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:51.927501 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 92f5235e-114c-491e-9483-2b9bf4a92775 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:21:51.927898 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:51.956250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cc6930-7545-4082-bec7-b5eb5f0843b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f5235e-114c-491e-9483-2b9bf4a92775'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:21:51.967454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 92f5235e-114c-491e-9483-2b9bf4a92775, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=92f5235e-114c-491e-9483-2b9bf4a92775,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:52.000231 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955a5ade-82d1-40ac-aa68-c6050438553a'] response: {'server_uuid': 'f0cc6930-7545-4082-bec7-b5eb5f0843b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f5235e-114c-491e-9483-2b9bf4a92775', 'code': 200} Aug 26 01:21:52.064964 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:52.065828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 6674abd3-2094-4654-871c-2ac74b568927 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:21:52.185940 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=92f5235e-114c-491e-9483-2b9bf4a92775,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:52.253967 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 6674abd3-2094-4654-871c-2ac74b568927 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:21:52.259309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 6674abd3-2094-4654-871c-2ac74b568927 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:21:52.259683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:52.338822 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d5b3f-af88-4b44-b4cb-bcd776ccdafa req-5066d500-e9a8-4753-8f9f-1f71d67a35f3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:52.340344 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-065d5b3f-af88-4b44-b4cb-bcd776ccdafa req-5066d500-e9a8-4753-8f9f-1f71d67a35f3 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 945 time: 0.0997698 Aug 26 01:21:52.384290 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 6674abd3-2094-4654-871c-2ac74b568927 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:21:52.384670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:52.389413 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-065d5b3f-af88-4b44-b4cb-bcd776ccdafa req-4989ff00-2f80-4819-8262-105425bd5ab7 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410848 Aug 26 01:21:52.421353 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 6674abd3-2094-4654-871c-2ac74b568927, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=6674abd3-2094-4654-871c-2ac74b568927,segment=NetworkSegment(50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9),segment_id=50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:21:52.554277 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:52.576072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501d845-c777-4ae3-8840-a385f6589d75 req-755edeab-f440-4620-b8fb-88ae5abb1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:52.577504 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f501d845-c777-4ae3-8840-a385f6589d75 req-755edeab-f440-4620-b8fb-88ae5abb1ac2 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 1098 time: 0.0787263 Aug 26 01:21:52.621142 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f501d845-c777-4ae3-8840-a385f6589d75 req-87bd533c-23bf-4eae-9ef2-e50adcbccc25 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0362055 Aug 26 01:21:52.627813 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=6674abd3-2094-4654-871c-2ac74b568927,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:52.944123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af287e3b-eeaf-4dc5-9e02-a68e6be57001 req-dd491e42-0d46-4912-8f25-6b111e1f8aa0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:52.946420 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-af287e3b-eeaf-4dc5-9e02-a68e6be57001 req-dd491e42-0d46-4912-8f25-6b111e1f8aa0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 946 time: 0.0938349 Aug 26 01:21:52.992159 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-af287e3b-eeaf-4dc5-9e02-a68e6be57001 req-ba6aa311-16b9-4838-b640-4e8d81e27b8c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee39f063-9690-4cb5-9681-89dc6ae30a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399563 Aug 26 01:21:53.595194 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720d892-2430-42ef-ba3f-c4ebf32f5757 req-4c1572fc-2b8a-43a0-be57-6e6045071bde tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:53.596802 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b720d892-2430-42ef-ba3f-c4ebf32f5757 req-4c1572fc-2b8a-43a0-be57-6e6045071bde tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 945 time: 0.0916569 Aug 26 01:21:53.642055 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b720d892-2430-42ef-ba3f-c4ebf32f5757 req-91f5821d-d941-45b3-9544-da0dc0c8f655 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386949 Aug 26 01:21:54.000908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6674abd3-2094-4654-871c-2ac74b568927'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:21:54.047229 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54edcf9f-4ec2-4d46-bc9c-82cc10950746'] response: {'server_uuid': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6674abd3-2094-4654-871c-2ac74b568927', 'code': 200} Aug 26 01:21:54.201409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dd067-eec2-40b9-b1c7-951b9aa9712f req-3f917cff-4952-4f13-8898-a17e1759b985 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:54.202902 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ac1dd067-eec2-40b9-b1c7-951b9aa9712f req-3f917cff-4952-4f13-8898-a17e1759b985 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 946 time: 0.0920687 Aug 26 01:21:54.254777 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ac1dd067-eec2-40b9-b1c7-951b9aa9712f req-bcc6c84c-137c-49f5-a2ba-a350f2867044 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee39f063-9690-4cb5-9681-89dc6ae30a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459206 Aug 26 01:21:54.493429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02233234-66fa-4a88-aa64-81a74ab4c471 req-a2140020-a1ac-4d9e-8792-52dafaa78877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:54.494944 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-02233234-66fa-4a88-aa64-81a74ab4c471 req-a2140020-a1ac-4d9e-8792-52dafaa78877 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 1099 time: 0.0775440 Aug 26 01:21:54.536887 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-02233234-66fa-4a88-aa64-81a74ab4c471 req-85e6dd48-6920-4396-b0fa-88bff34da854 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=ee39f063-9690-4cb5-9681-89dc6ae30a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358298 Aug 26 01:21:54.844206 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f53575-1bf2-4090-9e5d-7a22b06fae53 req-42e7ee73-b478-4e91-8bc5-a955928f58a2 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:54.845710 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-59f53575-1bf2-4090-9e5d-7a22b06fae53 req-42e7ee73-b478-4e91-8bc5-a955928f58a2 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 945 time: 0.0901690 Aug 26 01:21:54.894396 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-59f53575-1bf2-4090-9e5d-7a22b06fae53 req-e2e06346-a8f1-4ea2-b97a-06177d11f302 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421705 Aug 26 01:21:55.094852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88197c7-b34c-4565-b11c-c968e4e00eec req-ec0b4b32-f7f5-4c47-ba32-f936a760e645 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:55.096321 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c88197c7-b34c-4565-b11c-c968e4e00eec req-ec0b4b32-f7f5-4c47-ba32-f936a760e645 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 945 time: 0.0916464 Aug 26 01:21:55.140850 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c88197c7-b34c-4565-b11c-c968e4e00eec req-6d116db2-c032-48b6-a399-4fd22810710a tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0379405 Aug 26 01:21:55.169920 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55280) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:55.353567 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee4e31b-76af-4f6e-af7d-9d764413eff6 tempest-TestVolumeBootPattern-2085999328 tempest-TestVolumeBootPattern-2085999328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:55.355121 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fee4e31b-76af-4f6e-af7d-9d764413eff6 tempest-TestVolumeBootPattern-2085999328 tempest-TestVolumeBootPattern-2085999328-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 1093 time: 0.1842172 Aug 26 01:21:55.358021 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55288) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:55.362904 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '92f5235e-114c-491e-9483-2b9bf4a92775', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:55.369127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:21:55.373045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Usage tracker for resource:floatingip and tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:21:55.375919 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:21:55.381600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:21:55.459474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:55.462491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944fb36-9299-41aa-8b7a-7a6ff11af435 req-7f72142e-d107-4254-82d8-df7598724a66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:55.463980 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1944fb36-9299-41aa-8b7a-7a6ff11af435 req-7f72142e-d107-4254-82d8-df7598724a66 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 946 time: 0.0932128 Aug 26 01:21:55.509776 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1944fb36-9299-41aa-8b7a-7a6ff11af435 req-41c84ae9-6858-46a8-b199-50005e510ff9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee39f063-9690-4cb5-9681-89dc6ae30a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400009 Aug 26 01:21:55.598344 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:55.744588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Allocated IP 172.26.2.15 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/744c3e01-0131-41cd-bc7f-493f2b030393) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:21:55.897051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:56.037006 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:56.107049 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:21:56.110012 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:21:56.113667 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:21:56.151230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'Port': ['ID=744c3e01-0131-41cd-bc7f-493f2b030393,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:56.696258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:56.739848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa079bf2-6d6e-4708-8ee9-1457a8d4d72d req-ec2cd3e6-5229-410a-a7e3-84a6511ff6dc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:56.741791 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fa079bf2-6d6e-4708-8ee9-1457a8d4d72d req-ec2cd3e6-5229-410a-a7e3-84a6511ff6dc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 946 time: 0.1110795 Aug 26 01:21:56.788685 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fa079bf2-6d6e-4708-8ee9-1457a8d4d72d req-0ebd1518-ca02-49c6-add7-e24fef7c69ef tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee39f063-9690-4cb5-9681-89dc6ae30a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403190 Aug 26 01:21:56.861835 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:57.013156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b28295-1916-45a3-b5e7-46882937c88f req-73739187-e84c-425c-b800-c813fd3abcac tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:57.014518 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-78b28295-1916-45a3-b5e7-46882937c88f req-73739187-e84c-425c-b800-c813fd3abcac tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 946 time: 0.0994797 Aug 26 01:21:57.061563 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-78b28295-1916-45a3-b5e7-46882937c88f req-5eb78ae9-85df-4023-9d55-d99b90934790 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee39f063-9690-4cb5-9681-89dc6ae30a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411837 Aug 26 01:21:57.084420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:57.088967 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55296) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:57.148544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:57.266270 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event updated for resources: {'Port': ['ID=744c3e01-0131-41cd-bc7f-493f2b030393,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:57.270141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:57.382305 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05d7320-5910-4951-8ac5-c6519c1d6511 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:57.384014 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e05d7320-5910-4951-8ac5-c6519c1d6511 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 1094 time: 0.2941172 Aug 26 01:21:57.387417 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55300) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:21:57.392501 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '6674abd3-2094-4654-871c-2ac74b568927', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:21:57.398926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:21:57.403531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:floatingip and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:21:57.406544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:21:57.412840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:21:57.453499 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Floating IP 627cd412-a566-4000-95d5-976973dd2a16 associated. External IP: 172.26.2.15, port: 92f5235e-114c-491e-9483-2b9bf4a92775. Aug 26 01:21:57.474223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:57.619961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:57.766038 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.202 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/5f2db9a6-afa4-48bd-9531-36191be2eb58) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:21:57.823420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Router 27d9cace-c75f-4bcd-8061-d44c0eb332ba has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:21:57.922306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:58.006669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:21:58.014785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:58.018824 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396bcf8-b335-499e-b6ee-4b5983342a0a None None] Sync routers for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:21:58.029673 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7396bcf8-b335-499e-b6ee-4b5983342a0a None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:21:58.030700 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7396bcf8-b335-499e-b6ee-4b5983342a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:21:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:58.084588 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:21:58.088198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:21:58.091866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:21:58.119429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:58.131007 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=5f2db9a6-afa4-48bd-9531-36191be2eb58,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:58.225488 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-7396bcf8-b335-499e-b6ee-4b5983342a0a None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:21:58.316261 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4e6a2cfd-fe79-41c0-8549-1b23e280a084 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9570491 Aug 26 01:21:58.318896 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cc6930-7545-4082-bec7-b5eb5f0843b3', 'tag': '92f5235e-114c-491e-9483-2b9bf4a92775'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:21:58.374557 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b75b8fb-6162-4a26-b019-15b62cde9017'] response: {'name': 'network-changed', 'server_uuid': 'f0cc6930-7545-4082-bec7-b5eb5f0843b3', 'tag': '92f5235e-114c-491e-9483-2b9bf4a92775', 'status': 'completed', 'code': 200} Aug 26 01:21:58.505975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482f090-7b99-4e94-b7f5-f0fd379f34a3 req-6e43fa41-e35e-46e8-86e2-bc4e353d3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:58.507661 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c482f090-7b99-4e94-b7f5-f0fd379f34a3 req-6e43fa41-e35e-46e8-86e2-bc4e353d3566 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 1098 time: 0.0829098 Aug 26 01:21:58.628973 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7396bcf8-b335-499e-b6ee-4b5983342a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '627cd412-a566-4000-95d5-976973dd2a16', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'port_id': '92f5235e-114c-491e-9483-2b9bf4a92775', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'mac_address': 'fa:16:3e:81:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6930-7545-4082-bec7-b5eb5f0843b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:21:56Z', 'updated_at': '2022-08-26T01:21:56Z', 'revision_number': 0, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address_scope': None}, {'id': 'e952c593-5d17-43e4-8d68-c2191d86c50d', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'floating_ip_address': '172.26.2.8', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'port_id': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'mac_address': 'fa:16:3e:85:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:18:35Z', 'updated_at': '2022-08-26T01:18:38Z', 'revision_number': 1, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:58.633933 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396bcf8-b335-499e-b6ee-4b5983342a0a None None] Checking router: 27d9cace-c75f-4bcd-8061-d44c0eb332ba for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:21:58.647327 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7396bcf8-b335-499e-b6ee-4b5983342a0a None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:21:58.649829 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7396bcf8-b335-499e-b6ee-4b5983342a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:21:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:58.664221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:58.669582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482f090-7b99-4e94-b7f5-f0fd379f34a3 req-38035ed8-6ef7-4a9d-a529-101ce1c7d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:58.671199 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c482f090-7b99-4e94-b7f5-f0fd379f34a3 req-38035ed8-6ef7-4a9d-a529-101ce1c7d42e service neutron] 10.222.0.94 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 913 time: 0.1566076 Aug 26 01:21:58.793394 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c482f090-7b99-4e94-b7f5-f0fd379f34a3 req-880f25ce-5fcc-4e98-a971-de66c6481e37 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f5235e-114c-491e-9483-2b9bf4a92775 HTTP/1.1" status: 200 len: 998 time: 0.1158893 Aug 26 01:21:58.845902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:58.854727 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-7396bcf8-b335-499e-b6ee-4b5983342a0a None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:21:58.867610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482f090-7b99-4e94-b7f5-f0fd379f34a3 req-827ecd95-9b37-42aa-836f-463c886a6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:58.869150 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c482f090-7b99-4e94-b7f5-f0fd379f34a3 req-827ecd95-9b37-42aa-836f-463c886a6dc6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 HTTP/1.1" status: 200 len: 850 time: 0.0702329 Aug 26 01:21:58.955142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482f090-7b99-4e94-b7f5-f0fd379f34a3 req-f7e17683-55d3-400a-9b8d-dba85950437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:21:58.956596 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c482f090-7b99-4e94-b7f5-f0fd379f34a3 req-f7e17683-55d3-400a-9b8d-dba85950437a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=277863a4-4254-4976-bcf1-d2e6a4c64c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788193 Aug 26 01:21:59.099322 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c482f090-7b99-4e94-b7f5-f0fd379f34a3 req-775a4c7f-d74c-49ff-ad66-fd249fc07480 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360338 Aug 26 01:21:59.112303 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:59.208318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:59.240796 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c482f090-7b99-4e94-b7f5-f0fd379f34a3 req-55046385-a2bd-441c-80a6-a7e02b6eb573 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338387 Aug 26 01:21:59.274355 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7396bcf8-b335-499e-b6ee-4b5983342a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '627cd412-a566-4000-95d5-976973dd2a16', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'port_id': '92f5235e-114c-491e-9483-2b9bf4a92775', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'mac_address': 'fa:16:3e:81:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6930-7545-4082-bec7-b5eb5f0843b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:21:56Z', 'updated_at': '2022-08-26T01:21:56Z', 'revision_number': 0, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address_scope': None}, {'id': 'e952c593-5d17-43e4-8d68-c2191d86c50d', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'floating_ip_address': '172.26.2.8', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'port_id': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'mac_address': 'fa:16:3e:85:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:18:35Z', 'updated_at': '2022-08-26T01:18:38Z', 'revision_number': 1, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:21:59.278512 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396bcf8-b335-499e-b6ee-4b5983342a0a None None] The sync data for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv is: [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '627cd412-a566-4000-95d5-976973dd2a16', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'floating_ip_address': '172.26.2.15', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'port_id': '92f5235e-114c-491e-9483-2b9bf4a92775', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'mac_address': 'fa:16:3e:81:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cc6930-7545-4082-bec7-b5eb5f0843b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:21:56Z', 'updated_at': '2022-08-26T01:21:56Z', 'revision_number': 0, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address_scope': None}, {'id': 'e952c593-5d17-43e4-8d68-c2191d86c50d', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'floating_ip_address': '172.26.2.8', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'port_id': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'mac_address': 'fa:16:3e:85:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:18:35Z', 'updated_at': '2022-08-26T01:18:38Z', 'revision_number': 1, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:21:59.328625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=5f2db9a6-afa4-48bd-9531-36191be2eb58,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:21:59.331047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:21:59.476949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b16a4-72a1-4354-bc58-e5c0654bdd41 None None] New status for floating IP 627cd412-a566-4000-95d5-976973dd2a16: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:21:59.517701 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 31e4cdc3-bb8b-4865-abc3-3a1765744652 associated. External IP: 172.26.2.202, port: 6674abd3-2094-4654-871c-2ac74b568927. Aug 26 01:21:59.891461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 9fcd781c-6ceb-4679-a7db-ae01634f767c has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:22:00.193306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:22:00.203337 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6891bb82-b0ec-465a-a0a3-4e36403df35f None None] Sync routers for ids ['9fcd781c-6ceb-4679-a7db-ae01634f767c'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:22:00.213117 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6891bb82-b0ec-465a-a0a3-4e36403df35f None None] Routers {'9fcd781c-6ceb-4679-a7db-ae01634f767c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:22:00.213721 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-6891bb82-b0ec-465a-a0a3-4e36403df35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:21:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9fcd781c-6ceb-4679-a7db-ae01634f767c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:00.274912 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:00.338079 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5bc15329-1380-4ab1-b84b-80bd8d188e6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9495270 Aug 26 01:22:00.338854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'tag': '6674abd3-2094-4654-871c-2ac74b568927'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:22:00.340825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55308) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:00.395375 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-6891bb82-b0ec-465a-a0a3-4e36403df35f None None] Set router 9fcd781c-6ceb-4679-a7db-ae01634f767c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:22:00.459966 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1462ec-2f64-402c-adda-bc36d0ac25df'] response: {'name': 'network-changed', 'server_uuid': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'tag': '6674abd3-2094-4654-871c-2ac74b568927', 'status': 'completed', 'code': 200} Aug 26 01:22:00.510990 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c3df2a00-a6b6-4bee-8f80-611a83700c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:00.599326 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f1847977-1a84-4256-90f6-fc283c1f7746 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/routers/9fcd781c-6ceb-4679-a7db-ae01634f767c HTTP/1.1" status: 200 len: 922 time: 0.2547948 Aug 26 01:22:00.599699 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55316) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:00.611721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424201a-a3b7-4856-b55b-0e75a9be3e9f req-59e9534e-08c2-4e7f-a9fd-2d21ca00f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:00.613205 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5424201a-a3b7-4856-b55b-0e75a9be3e9f req-59e9534e-08c2-4e7f-a9fd-2d21ca00f4b2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 1099 time: 0.1038692 Aug 26 01:22:00.710470 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-28346a0e-c321-46d6-bc47-9f5a127420e0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/31e4cdc3-bb8b-4865-abc3-3a1765744652 HTTP/1.1" status: 200 len: 992 time: 0.1091008 Aug 26 01:22:00.751049 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424201a-a3b7-4856-b55b-0e75a9be3e9f req-9ec0b5fd-7fe7-4d8e-a3f5-d616eafe0a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:00.752425 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5424201a-a3b7-4856-b55b-0e75a9be3e9f req-9ec0b5fd-7fe7-4d8e-a3f5-d616eafe0a0e service neutron] 10.222.0.94 "GET /v2.0/networks?id=cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 HTTP/1.1" status: 200 len: 898 time: 0.1326849 Aug 26 01:22:00.759588 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-6891bb82-b0ec-465a-a0a3-4e36403df35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '31e4cdc3-bb8b-4865-abc3-3a1765744652', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.202', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'port_id': '6674abd3-2094-4654-871c-2ac74b568927', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'mac_address': 'fa:16:3e:54:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:21:58Z', 'updated_at': '2022-08-26T01:21:58Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a5fc24-3e2b-4b7e-b660-8107836162fc', 'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:31:a6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:30Z', 'updated_at': '2022-08-26T01:21:37Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:00.763844 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6891bb82-b0ec-465a-a0a3-4e36403df35f None None] Checking router: 9fcd781c-6ceb-4679-a7db-ae01634f767c for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:22:00.772090 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6891bb82-b0ec-465a-a0a3-4e36403df35f None None] Routers {'9fcd781c-6ceb-4679-a7db-ae01634f767c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:22:00.772848 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-6891bb82-b0ec-465a-a0a3-4e36403df35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:21:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9fcd781c-6ceb-4679-a7db-ae01634f767c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:00.864698 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5424201a-a3b7-4856-b55b-0e75a9be3e9f req-9ef80fe4-9d8c-43d9-8cec-ea97319bfbe9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6674abd3-2094-4654-871c-2ac74b568927 HTTP/1.1" status: 200 len: 1000 time: 0.1054745 Aug 26 01:22:00.931020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424201a-a3b7-4856-b55b-0e75a9be3e9f req-eb893e6c-3338-40ed-817f-8a210514cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:00.932505 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5424201a-a3b7-4856-b55b-0e75a9be3e9f req-eb893e6c-3338-40ed-817f-8a210514cc74 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=600562e1-5d50-4b19-af7b-d0f14d51248f HTTP/1.1" status: 200 len: 834 time: 0.0616224 Aug 26 01:22:00.955072 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-6891bb82-b0ec-465a-a0a3-4e36403df35f None None] Set router 9fcd781c-6ceb-4679-a7db-ae01634f767c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:22:01.016135 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424201a-a3b7-4856-b55b-0e75a9be3e9f req-0bec46c3-08c3-407b-a7fd-10a338bc1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:01.017693 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5424201a-a3b7-4856-b55b-0e75a9be3e9f req-0bec46c3-08c3-407b-a7fd-10a338bc1d34 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cd7b70f5-efec-422c-93ba-ec00f4bb3bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790730 Aug 26 01:22:01.262963 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5424201a-a3b7-4856-b55b-0e75a9be3e9f req-11ce5fee-6e28-4db1-a7d4-3484523d9a1b service neutron] 10.222.0.94 "GET /v2.0/networks/cd7b70f5-efec-422c-93ba-ec00f4bb3bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381194 Aug 26 01:22:01.312231 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-6891bb82-b0ec-465a-a0a3-4e36403df35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '31e4cdc3-bb8b-4865-abc3-3a1765744652', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.202', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'port_id': '6674abd3-2094-4654-871c-2ac74b568927', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'mac_address': 'fa:16:3e:54:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:21:58Z', 'updated_at': '2022-08-26T01:21:58Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a5fc24-3e2b-4b7e-b660-8107836162fc', 'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:31:a6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:30Z', 'updated_at': '2022-08-26T01:21:37Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:01.316066 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6891bb82-b0ec-465a-a0a3-4e36403df35f None None] The sync data for ids ['9fcd781c-6ceb-4679-a7db-ae01634f767c'] in dv-neutron-854561-2-hyperv is: [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '31e4cdc3-bb8b-4865-abc3-3a1765744652', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.202', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'port_id': '6674abd3-2094-4654-871c-2ac74b568927', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'mac_address': 'fa:16:3e:54:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:21:58Z', 'updated_at': '2022-08-26T01:21:58Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a5fc24-3e2b-4b7e-b660-8107836162fc', 'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:31:a6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:30Z', 'updated_at': '2022-08-26T01:21:37Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:22:01.411854 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5424201a-a3b7-4856-b55b-0e75a9be3e9f req-9e93b62b-ebdd-4aaa-8ea3-a6b22de73046 service neutron] 10.222.0.94 "GET /v2.0/networks/cd7b70f5-efec-422c-93ba-ec00f4bb3bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435177 Aug 26 01:22:01.522384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c56c8a-f6fc-4bdb-8fe5-0edd4490fe58 None None] New status for floating IP 31e4cdc3-bb8b-4865-abc3-3a1765744652: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:22:01.714595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55320) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:01.829572 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-33b0a0f9-16ab-4f06-8b29-f5b8fcd5d5af tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/31e4cdc3-bb8b-4865-abc3-3a1765744652 HTTP/1.1" status: 200 len: 992 time: 0.1125700 Aug 26 01:22:02.832103 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55324) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:02.943576 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b2219755-626f-4ba1-805a-8f8790ed1571 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/31e4cdc3-bb8b-4865-abc3-3a1765744652 HTTP/1.1" status: 200 len: 994 time: 0.1102872 Aug 26 01:22:03.039879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e93d4ab7-d46e-44a7-a4d0-887fa33ed5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:03.736698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:03.964287 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:05.479616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:07.956084 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:22:10.704479 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:30.480938 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c194-b94c-413a-b7f3-bd8afb240919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:32.056625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55346) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:32.243154 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c9e9e9df-c078-43d4-968b-ee9c20743adf tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/routers/9fcd781c-6ceb-4679-a7db-ae01634f767c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1853254 Aug 26 01:22:32.245992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55350) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:32.538656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4b1d91-ec9d-493a-bd3d-ad31aeb5502e tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Notify agent at dv-neutron-854561-2-hyperv the message router_removed_from_agent {{(pid=89862) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Aug 26 01:22:32.542001 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ec4b1d91-ec9d-493a-bd3d-ad31aeb5502e tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "DELETE /v2.0/agents/977c9cd9-a43c-416c-876f-33dd9384eb99/l3-routers/9fcd781c-6ceb-4679-a7db-ae01634f767c HTTP/1.1" status: 204 len: 168 time: 0.2950776 Aug 26 01:22:32.544608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55354) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:32.735280 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9e6bbd3d-f42b-4a3a-9a27-1f0571c6b8ed tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/routers/9fcd781c-6ceb-4679-a7db-ae01634f767c/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1877723 Aug 26 01:22:32.736063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55358) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:32.847266 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4e8cdc8f-55b8-44f7-92a9-76ea924a1deb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/31e4cdc3-bb8b-4865-abc3-3a1765744652 HTTP/1.1" status: 200 len: 994 time: 0.1050937 Aug 26 01:22:32.962984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 95a5fc24-3e2b-4b7e-b660-8107836162fc no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:22:33.060790 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9575ac75-fd9a-40aa-8d2d-261989659462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:33.094016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 95a5fc24-3e2b-4b7e-b660-8107836162fc is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:22:33.095877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:33.127664 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 95a5fc24-3e2b-4b7e-b660-8107836162fc, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=95a5fc24-3e2b-4b7e-b660-8107836162fc,segment=NetworkSegment(50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9),segment_id=50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:22:33.204750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:33.275479 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=95a5fc24-3e2b-4b7e-b660-8107836162fc,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:33.282708 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:33.283064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:33.283411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:33.283751 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:33.284088 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:33.284425 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:33.284772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:33.285085 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:33.285416 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:33.285754 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:33.286108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:33.286848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:33.345677 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436955f8-b630-4f38-9d71-e529d9aa6416 None None] New status for floating IP 31e4cdc3-bb8b-4865-abc3-3a1765744652: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:22:33.697054 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b3e5defa-ea65-459b-8252-8088811db8d1 req-150bff09-3249-4133-b39d-1fead3e2904a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0875027 Aug 26 01:22:33.748082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:33.848669 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55362) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:33.879500 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5defa-ea65-459b-8252-8088811db8d1 req-d3baf23c-2667-41b6-a61c-a51da8b8ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:33.881107 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b3e5defa-ea65-459b-8252-8088811db8d1 req-d3baf23c-2667-41b6-a61c-a51da8b8ac9f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 1099 time: 0.0846374 Aug 26 01:22:33.948919 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:33.957309 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f4635037-5db7-4c22-b8b5-110b7b2e63df tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/31e4cdc3-bb8b-4865-abc3-3a1765744652 HTTP/1.1" status: 200 len: 992 time: 0.1099284 Aug 26 01:22:34.035018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5defa-ea65-459b-8252-8088811db8d1 req-addf059c-6a0c-4f15-9201-6886bf6ef696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:34.036480 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b3e5defa-ea65-459b-8252-8088811db8d1 req-addf059c-6a0c-4f15-9201-6886bf6ef696 service neutron] 10.222.0.94 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 913 time: 0.1354229 Aug 26 01:22:34.143072 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b3e5defa-ea65-459b-8252-8088811db8d1 req-d0508296-0323-4eb2-9132-8737fe3fb6d9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2120fed7-1af4-464a-b496-c7cf89dc87a3 HTTP/1.1" status: 200 len: 1000 time: 0.0993779 Aug 26 01:22:34.212700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5defa-ea65-459b-8252-8088811db8d1 req-74806907-67c1-4450-9469-9274254acdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:34.213355 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b3e5defa-ea65-459b-8252-8088811db8d1 req-74806907-67c1-4450-9469-9274254acdc5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 HTTP/1.1" status: 200 len: 850 time: 0.0638731 Aug 26 01:22:34.306028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5defa-ea65-459b-8252-8088811db8d1 req-b8375991-be7b-4116-8d12-e6120a75cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:34.307537 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b3e5defa-ea65-459b-8252-8088811db8d1 req-b8375991-be7b-4116-8d12-e6120a75cf32 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=277863a4-4254-4976-bcf1-d2e6a4c64c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865862 Aug 26 01:22:34.449457 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b3e5defa-ea65-459b-8252-8088811db8d1 req-edb63c22-7658-4a03-8570-3b1b42db6c4f service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318011 Aug 26 01:22:34.589886 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b3e5defa-ea65-459b-8252-8088811db8d1 req-14776881-2232-4cac-ba43-f392dcad4074 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311369 Aug 26 01:22:34.799105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f5f0b9b8-847f-44e1-8c3d-23b6065d2690 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:22:34.916992 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port f5f0b9b8-847f-44e1-8c3d-23b6065d2690 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:22:34.917370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:34.934621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port f5f0b9b8-847f-44e1-8c3d-23b6065d2690, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f5f0b9b8-847f-44e1-8c3d-23b6065d2690,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:22:35.015424 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:35.081769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=f5f0b9b8-847f-44e1-8c3d-23b6065d2690,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:35.137962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55368) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:35.503971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:35.530095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec82f3e-b521-4234-8170-1611669ab43b tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Router 9fcd781c-6ceb-4679-a7db-ae01634f767c is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:22:35.530095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec82f3e-b521-4234-8170-1611669ab43b tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Notify agent at dv-neutron-854561-2-hyperv the message router_added_to_agent {{(pid=89862) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Aug 26 01:22:35.547894 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cec82f3e-b521-4234-8170-1611669ab43b tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "POST /v2.0/agents/977c9cd9-a43c-416c-876f-33dd9384eb99/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.4065158 Aug 26 01:22:35.548322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55376) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:35.558490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d977e-c83f-473f-8056-9ba7a96b85fb None None] Sync routers for ids ['9fcd781c-6ceb-4679-a7db-ae01634f767c'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:22:35.568350 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d977e-c83f-473f-8056-9ba7a96b85fb None None] Routers {'9fcd781c-6ceb-4679-a7db-ae01634f767c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:22:35.569318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-372d977e-c83f-473f-8056-9ba7a96b85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:22:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9fcd781c-6ceb-4679-a7db-ae01634f767c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:35.748957 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-460506f0-6095-41f3-95d5-82c9bcf6b46a tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/routers/9fcd781c-6ceb-4679-a7db-ae01634f767c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1928678 Aug 26 01:22:35.748957 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55380) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:35.755678 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-372d977e-c83f-473f-8056-9ba7a96b85fb None None] Set router 9fcd781c-6ceb-4679-a7db-ae01634f767c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:22:35.860677 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-071f1fa9-c6f2-49cb-917b-90a6b26a0a21 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/31e4cdc3-bb8b-4865-abc3-3a1765744652 HTTP/1.1" status: 200 len: 992 time: 0.1139672 Aug 26 01:22:36.158944 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-372d977e-c83f-473f-8056-9ba7a96b85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:22:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '31e4cdc3-bb8b-4865-abc3-3a1765744652', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.202', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'port_id': '6674abd3-2094-4654-871c-2ac74b568927', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'mac_address': 'fa:16:3e:54:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:21:58Z', 'updated_at': '2022-08-26T01:22:33Z', 'revision_number': 2, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a5fc24-3e2b-4b7e-b660-8107836162fc', 'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:31:a6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:30Z', 'updated_at': '2022-08-26T01:22:33Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:36.163172 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d977e-c83f-473f-8056-9ba7a96b85fb None None] Checking router: 9fcd781c-6ceb-4679-a7db-ae01634f767c for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:22:36.171595 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d977e-c83f-473f-8056-9ba7a96b85fb None None] Routers {'9fcd781c-6ceb-4679-a7db-ae01634f767c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:22:36.172186 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-372d977e-c83f-473f-8056-9ba7a96b85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:22:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9fcd781c-6ceb-4679-a7db-ae01634f767c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:36.355441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-372d977e-c83f-473f-8056-9ba7a96b85fb None None] Set router 9fcd781c-6ceb-4679-a7db-ae01634f767c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:22:36.712126 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-372d977e-c83f-473f-8056-9ba7a96b85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:22:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '31e4cdc3-bb8b-4865-abc3-3a1765744652', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.202', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'port_id': '6674abd3-2094-4654-871c-2ac74b568927', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'mac_address': 'fa:16:3e:54:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:21:58Z', 'updated_at': '2022-08-26T01:22:33Z', 'revision_number': 2, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a5fc24-3e2b-4b7e-b660-8107836162fc', 'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:31:a6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:30Z', 'updated_at': '2022-08-26T01:22:33Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:36.716167 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d977e-c83f-473f-8056-9ba7a96b85fb None None] The sync data for ids ['9fcd781c-6ceb-4679-a7db-ae01634f767c'] in dv-neutron-854561-2-hyperv is: [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:22:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '31e4cdc3-bb8b-4865-abc3-3a1765744652', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.202', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'port_id': '6674abd3-2094-4654-871c-2ac74b568927', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'mac_address': 'fa:16:3e:54:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:21:58Z', 'updated_at': '2022-08-26T01:22:33Z', 'revision_number': 2, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a5fc24-3e2b-4b7e-b660-8107836162fc', 'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:31:a6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:30Z', 'updated_at': '2022-08-26T01:22:33Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:22:36.865029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55386) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:36.987405 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e682874c-5396-47f2-a611-bc5e66657ae4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/31e4cdc3-bb8b-4865-abc3-3a1765744652 HTTP/1.1" status: 200 len: 992 time: 0.1213250 Aug 26 01:22:37.993032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55390) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:38.102909 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f7bf88cf-9b6d-4c4e-a2b7-32f15be7c14c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/31e4cdc3-bb8b-4865-abc3-3a1765744652 HTTP/1.1" status: 200 len: 992 time: 0.1082480 Aug 26 01:22:38.371890 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fae51c-8fba-4a43-b2e8-8dc2ac12df44 None None] New status for floating IP 31e4cdc3-bb8b-4865-abc3-3a1765744652: ACTIVE {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:22:38.848737 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 95a5fc24-3e2b-4b7e-b660-8107836162fc up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:22:38.922892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 95a5fc24-3e2b-4b7e-b660-8107836162fc triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:22:38.923744 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:39.048778 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 95a5fc24-3e2b-4b7e-b660-8107836162fc is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:22:39.049159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:39.082558 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 95a5fc24-3e2b-4b7e-b660-8107836162fc, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=95a5fc24-3e2b-4b7e-b660-8107836162fc,segment=NetworkSegment(50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9),segment_id=50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:22:39.107094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55394) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:39.204723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:39.204723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f5f0b9b8-847f-44e1-8c3d-23b6065d2690 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:22:39.218447 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d566389a-7fef-4f83-8caa-aae394986b43 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/31e4cdc3-bb8b-4865-abc3-3a1765744652 HTTP/1.1" status: 200 len: 994 time: 0.1101801 Aug 26 01:22:39.318955 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=95a5fc24-3e2b-4b7e-b660-8107836162fc,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:39.332038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port f5f0b9b8-847f-44e1-8c3d-23b6065d2690 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:22:39.332417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:39.450432 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port f5f0b9b8-847f-44e1-8c3d-23b6065d2690 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:22:39.450815 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:39.467840 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port f5f0b9b8-847f-44e1-8c3d-23b6065d2690, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f5f0b9b8-847f-44e1-8c3d-23b6065d2690,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:22:39.558883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55402) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:39.572526 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:39.646467 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=f5f0b9b8-847f-44e1-8c3d-23b6065d2690,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:39.768645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 5f2db9a6-afa4-48bd-9531-36191be2eb58 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:22:39.768988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:39.940961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:39.941289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:40.066991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 5f2db9a6-afa4-48bd-9531-36191be2eb58 owned by network:floatingip {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:22:40.395313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:40.446502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=5f2db9a6-afa4-48bd-9531-36191be2eb58,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:40.488013 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:40.488371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:40.488714 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:40.489051 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:40.489382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:40.489760 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:40.490152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:40.491009 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:40.491444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:40.491775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:40.492102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:40.492427 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:40.554355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:40.554355 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 31e4cdc3-bb8b-4865-abc3-3a1765744652 disassociated (deleted). External IP: 172.26.2.202, port: 6674abd3-2094-4654-871c-2ac74b568927. Aug 26 01:22:40.692582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:40.810709 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 95a5fc24-3e2b-4b7e-b660-8107836162fc up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:22:40.886836 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 95a5fc24-3e2b-4b7e-b660-8107836162fc triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:22:40.887211 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:40.928354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 9fcd781c-6ceb-4679-a7db-ae01634f767c has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:22:41.008147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 95a5fc24-3e2b-4b7e-b660-8107836162fc is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:22:41.009466 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f5f0b9b8-847f-44e1-8c3d-23b6065d2690 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:22:41.081305 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port f5f0b9b8-847f-44e1-8c3d-23b6065d2690 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:22:41.082703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:41.113679 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:22:41.124519 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d202e4e-bff4-4570-98c8-d2a8414aaeeb None None] Sync routers for ids ['9fcd781c-6ceb-4679-a7db-ae01634f767c'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:22:41.145723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d202e4e-bff4-4570-98c8-d2a8414aaeeb None None] Routers {'9fcd781c-6ceb-4679-a7db-ae01634f767c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:22:41.146284 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2d202e4e-bff4-4570-98c8-d2a8414aaeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:22:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9fcd781c-6ceb-4679-a7db-ae01634f767c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:41.216891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:41.282592 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-796efc2b-1275-4604-a377-ebab1ab43ed0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/floatingips/31e4cdc3-bb8b-4865-abc3-3a1765744652 HTTP/1.1" status: 204 len: 168 time: 1.7192049 Aug 26 01:22:41.282592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'tag': '6674abd3-2094-4654-871c-2ac74b568927'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:22:41.328756 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e163ce3d-5ca3-466a-bfd3-1049abcbcd7f'] response: {'name': 'network-changed', 'server_uuid': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'tag': '6674abd3-2094-4654-871c-2ac74b568927', 'status': 'completed', 'code': 200} Aug 26 01:22:41.412407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port f5f0b9b8-847f-44e1-8c3d-23b6065d2690 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:22:41.432242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-2d202e4e-bff4-4570-98c8-d2a8414aaeeb None None] Set router 9fcd781c-6ceb-4679-a7db-ae01634f767c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:22:41.472729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cea02c-15c5-4c7f-8627-8f0942f8ac8c req-acc3fa00-97e7-47bd-8f82-943df3640837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:41.474466 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46cea02c-15c5-4c7f-8627-8f0942f8ac8c req-acc3fa00-97e7-47bd-8f82-943df3640837 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 1099 time: 0.0875330 Aug 26 01:22:41.621207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cea02c-15c5-4c7f-8627-8f0942f8ac8c req-257f8113-247f-4436-8033-d48212b77e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:41.628667 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46cea02c-15c5-4c7f-8627-8f0942f8ac8c req-257f8113-247f-4436-8033-d48212b77e42 service neutron] 10.222.0.94 "GET /v2.0/networks?id=cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 HTTP/1.1" status: 200 len: 898 time: 0.1390412 Aug 26 01:22:41.693031 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46cea02c-15c5-4c7f-8627-8f0942f8ac8c req-734c5b52-55d6-4db0-b481-afd73551cb40 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6674abd3-2094-4654-871c-2ac74b568927 HTTP/1.1" status: 200 len: 217 time: 0.0632169 Aug 26 01:22:41.770616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cea02c-15c5-4c7f-8627-8f0942f8ac8c req-c81aea12-ead1-4261-bea5-49189fb08bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:41.771411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2d202e4e-bff4-4570-98c8-d2a8414aaeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:22:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '95a5fc24-3e2b-4b7e-b660-8107836162fc', 'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:31:a6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:30Z', 'updated_at': '2022-08-26T01:22:39Z', 'revision_number': 7, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:41.773494 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46cea02c-15c5-4c7f-8627-8f0942f8ac8c req-c81aea12-ead1-4261-bea5-49189fb08bdc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=600562e1-5d50-4b19-af7b-d0f14d51248f HTTP/1.1" status: 200 len: 834 time: 0.0737379 Aug 26 01:22:41.778032 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d202e4e-bff4-4570-98c8-d2a8414aaeeb None None] Checking router: 9fcd781c-6ceb-4679-a7db-ae01634f767c for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:22:41.789625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d202e4e-bff4-4570-98c8-d2a8414aaeeb None None] Routers {'9fcd781c-6ceb-4679-a7db-ae01634f767c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:22:41.790347 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2d202e4e-bff4-4570-98c8-d2a8414aaeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:22:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9fcd781c-6ceb-4679-a7db-ae01634f767c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:41.987780 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-2d202e4e-bff4-4570-98c8-d2a8414aaeeb None None] Set router 9fcd781c-6ceb-4679-a7db-ae01634f767c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:22:42.055123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cea02c-15c5-4c7f-8627-8f0942f8ac8c req-82167b44-f9e5-4ce5-8619-a608f94c962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:42.056100 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46cea02c-15c5-4c7f-8627-8f0942f8ac8c req-82167b44-f9e5-4ce5-8619-a608f94c962a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cd7b70f5-efec-422c-93ba-ec00f4bb3bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2738407 Aug 26 01:22:42.064095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20c85e-646d-47de-9808-b4e3db021c38 req-aabcc775-b619-441b-9017-c6b26cc4b82b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:42.065454 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9e20c85e-646d-47de-9808-b4e3db021c38 req-aabcc775-b619-441b-9017-c6b26cc4b82b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 946 time: 0.2223322 Aug 26 01:22:42.191528 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9e20c85e-646d-47de-9808-b4e3db021c38 req-268cc0c9-b46e-43d8-8c92-5fd7ba29fffa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee39f063-9690-4cb5-9681-89dc6ae30a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065114 Aug 26 01:22:42.230998 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46cea02c-15c5-4c7f-8627-8f0942f8ac8c req-3b3c322e-623c-4eae-aede-13fcc7d534d1 service neutron] 10.222.0.94 "GET /v2.0/networks/cd7b70f5-efec-422c-93ba-ec00f4bb3bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645505 Aug 26 01:22:42.325493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2d202e4e-bff4-4570-98c8-d2a8414aaeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:22:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '95a5fc24-3e2b-4b7e-b660-8107836162fc', 'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:31:a6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:30Z', 'updated_at': '2022-08-26T01:22:39Z', 'revision_number': 7, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:42.330222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d202e4e-bff4-4570-98c8-d2a8414aaeeb None None] The sync data for ids ['9fcd781c-6ceb-4679-a7db-ae01634f767c'] in dv-neutron-854561-2-hyperv is: [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:21:31Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:22:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '95a5fc24-3e2b-4b7e-b660-8107836162fc', 'name': '', 'network_id': 'cd7b70f5-efec-422c-93ba-ec00f4bb3bf8', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:31:a6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:30Z', 'updated_at': '2022-08-26T01:22:39Z', 'revision_number': 7, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': '600562e1-5d50-4b19-af7b-d0f14d51248f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:22:42.372755 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46cea02c-15c5-4c7f-8627-8f0942f8ac8c req-6e244979-72bc-4fc3-84f3-9462de520e57 service neutron] 10.222.0.94 "GET /v2.0/networks/cd7b70f5-efec-422c-93ba-ec00f4bb3bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350737 Aug 26 01:22:43.391335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91439629-58c8-408b-982d-7e3271f330d4 req-5a2be097-fc4f-4e2a-af67-48aa6841db9f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:43.392012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-91439629-58c8-408b-982d-7e3271f330d4 req-5a2be097-fc4f-4e2a-af67-48aa6841db9f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:22:43.478717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-91439629-58c8-408b-982d-7e3271f330d4 req-5a2be097-fc4f-4e2a-af67-48aa6841db9f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:22:43.478717 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-91439629-58c8-408b-982d-7e3271f330d4 req-5a2be097-fc4f-4e2a-af67-48aa6841db9f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 946 time: 0.1674635 Aug 26 01:22:43.508890 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703b7cdd-3262-4faa-b505-c6b74eb6666b None None] New status for floating IP 31e4cdc3-bb8b-4865-abc3-3a1765744652: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:22:43.528929 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-91439629-58c8-408b-982d-7e3271f330d4 req-5ef3c8c6-8b78-4511-a257-0ddf535ad721 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee39f063-9690-4cb5-9681-89dc6ae30a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476599 Aug 26 01:22:43.695241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596e93-f2e4-40e6-9589-0a163d71ed74 req-ca107163-b901-496d-8d52-070e303daaec tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:43.696652 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aa596e93-f2e4-40e6-9589-0a163d71ed74 req-ca107163-b901-496d-8d52-070e303daaec tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 946 time: 0.0923288 Aug 26 01:22:43.779179 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-aa596e93-f2e4-40e6-9589-0a163d71ed74 req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 6674abd3-2094-4654-871c-2ac74b568927 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:22:43.780364 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-aa596e93-f2e4-40e6-9589-0a163d71ed74 req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:44.041979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-aa596e93-f2e4-40e6-9589-0a163d71ed74 req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 6674abd3-2094-4654-871c-2ac74b568927, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=6674abd3-2094-4654-871c-2ac74b568927,segment=NetworkSegment(50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9),segment_id=50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:22:44.042299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-aa596e93-f2e4-40e6-9589-0a163d71ed74 req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:44.172841 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-aa596e93-f2e4-40e6-9589-0a163d71ed74 req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 6674abd3-2094-4654-871c-2ac74b568927 owned by compute:nova {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:22:44.387007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-aa596e93-f2e4-40e6-9589-0a163d71ed74 req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:44.439199 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=6674abd3-2094-4654-871c-2ac74b568927,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:44.482666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:44.483069 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:44.483441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:44.483775 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:44.484104 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:44.484430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:44.484755 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:44.485079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:44.485420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:44.485758 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:44.486081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:44.486399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:44.539673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa596e93-f2e4-40e6-9589-0a163d71ed74 req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] No DVR routers for this DVR port 6674abd3-2094-4654-871c-2ac74b568927 on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:22:44.542563 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-aa596e93-f2e4-40e6-9589-0a163d71ed74 req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:44.545465 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'name': 'network-vif-deleted', 'tag': '6674abd3-2094-4654-871c-2ac74b568927'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:22:44.590472 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f992cae-6853-441d-ac11-dbf59e9ee6d6'] response: {'server_uuid': '2f0260a8-d377-48b6-a87c-0c605ab15b38', 'name': 'network-vif-deleted', 'tag': '6674abd3-2094-4654-871c-2ac74b568927', 'status': 'completed', 'code': 200} Aug 26 01:22:44.645723 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aa596e93-f2e4-40e6-9589-0a163d71ed74 req-797596e9-e22c-4988-9fc1-3bc2a59f146a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "DELETE /v2.0/ports/6674abd3-2094-4654-871c-2ac74b568927 HTTP/1.1" status: 204 len: 173 time: 0.9369857 Aug 26 01:22:44.694518 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0018f7ab-8c9d-42e2-98cf-a4224a4f694d req-a53a853d-f365-4676-8d3f-db77bcaa422c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 210 time: 0.0501571 Aug 26 01:22:44.954919 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:22:45.869444 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-b8208eaf-1601-4317-be00-ca52c83977c7 req-17603c9d-8aa1-473b-a7fe-eabe9adc22d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:22:45.955219 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-b8208eaf-1601-4317-be00-ca52c83977c7 req-17603c9d-8aa1-473b-a7fe-eabe9adc22d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:22:45.956127 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b8208eaf-1601-4317-be00-ca52c83977c7 req-17603c9d-8aa1-473b-a7fe-eabe9adc22d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f0260a8-d377-48b6-a87c-0c605ab15b38 HTTP/1.1" status: 200 len: 210 time: 0.1386065 Aug 26 01:22:47.059704 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55422) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:47.129337 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-36edcc7a-9bc7-42e4-8c95-972c32090f74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:47.160472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-36edcc7a-9bc7-42e4-8c95-972c32090f74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:47.292468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-36edcc7a-9bc7-42e4-8c95-972c32090f74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:47.312309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edcc7a-9bc7-42e4-8c95-972c32090f74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee39f063-9690-4cb5-9681-89dc6ae30a59,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:47.389490 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-36edcc7a-9bc7-42e4-8c95-972c32090f74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:47.393147 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-36edcc7a-9bc7-42e4-8c95-972c32090f74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/security-groups/ee39f063-9690-4cb5-9681-89dc6ae30a59 HTTP/1.1" status: 204 len: 168 time: 0.3299572 Aug 26 01:22:47.481156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55430) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:47.947795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 6674abd3-2094-4654-871c-2ac74b568927 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:22:47.983398 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 6674abd3-2094-4654-871c-2ac74b568927 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:22:47.983744 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 6674abd3-2094-4654-871c-2ac74b568927 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:22:48.166940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab669-3d82-4616-85ac-e685325297d4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:48.535375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ab669-3d82-4616-85ac-e685325297d4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 95a5fc24-3e2b-4b7e-b660-8107836162fc {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:22:48.535717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab669-3d82-4616-85ac-e685325297d4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:48.732869 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-8c4ab669-3d82-4616-85ac-e685325297d4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 95a5fc24-3e2b-4b7e-b660-8107836162fc, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=95a5fc24-3e2b-4b7e-b660-8107836162fc,segment=NetworkSegment(50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9),segment_id=50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:22:48.733220 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab669-3d82-4616-85ac-e685325297d4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:48.864458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ab669-3d82-4616-85ac-e685325297d4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 95a5fc24-3e2b-4b7e-b660-8107836162fc owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:22:49.161039 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab669-3d82-4616-85ac-e685325297d4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:49.209972 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ab669-3d82-4616-85ac-e685325297d4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=95a5fc24-3e2b-4b7e-b660-8107836162fc,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:49.612772 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab669-3d82-4616-85ac-e685325297d4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:49.992485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4ab669-3d82-4616-85ac-e685325297d4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 9fcd781c-6ceb-4679-a7db-ae01634f767c has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:22:50.177283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4ab669-3d82-4616-85ac-e685325297d4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:22:50.188675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e100b-cc47-4287-9efa-d1fa6472e315 None None] Sync routers for ids ['9fcd781c-6ceb-4679-a7db-ae01634f767c'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:22:50.198949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e100b-cc47-4287-9efa-d1fa6472e315 None None] Routers {'9fcd781c-6ceb-4679-a7db-ae01634f767c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:22:50.199499 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-628e100b-cc47-4287-9efa-d1fa6472e315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:22:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9fcd781c-6ceb-4679-a7db-ae01634f767c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:50.248497 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8c4ab669-3d82-4616-85ac-e685325297d4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/9fcd781c-6ceb-4679-a7db-ae01634f767c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7660263 Aug 26 01:22:50.251014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55434) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:50.319928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c388c82-4e2d-4d19-ad5b-0ccda3364256 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting subnet 600562e1-5d50-4b19-af7b-d0f14d51248f {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:22:50.323126 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c388c82-4e2d-4d19-ad5b-0ccda3364256 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:50.380393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-628e100b-cc47-4287-9efa-d1fa6472e315 None None] Set router 9fcd781c-6ceb-4679-a7db-ae01634f767c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:22:50.381706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c388c82-4e2d-4d19-ad5b-0ccda3364256 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:50.468996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c388c82-4e2d-4d19-ad5b-0ccda3364256 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:50.612659 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c388c82-4e2d-4d19-ad5b-0ccda3364256 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:50.652280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c388c82-4e2d-4d19-ad5b-0ccda3364256 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Subnet': ['ID=600562e1-5d50-4b19-af7b-d0f14d51248f,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:50.657732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c388c82-4e2d-4d19-ad5b-0ccda3364256 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:50.664944 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0c388c82-4e2d-4d19-ad5b-0ccda3364256 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/subnets/600562e1-5d50-4b19-af7b-d0f14d51248f HTTP/1.1" status: 204 len: 168 time: 0.4129522 Aug 26 01:22:50.667711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55438) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:50.677111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2c3589-52dc-4ab7-8c1e-ce48881479b2 None None] Network cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:22:50.863417 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:50.897527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-628e100b-cc47-4287-9efa-d1fa6472e315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:22:48Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:22:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:50.903954 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e100b-cc47-4287-9efa-d1fa6472e315 None None] Checking router: 9fcd781c-6ceb-4679-a7db-ae01634f767c for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:22:50.915584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e100b-cc47-4287-9efa-d1fa6472e315 None None] Routers {'9fcd781c-6ceb-4679-a7db-ae01634f767c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:22:50.916215 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-628e100b-cc47-4287-9efa-d1fa6472e315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:22:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['9fcd781c-6ceb-4679-a7db-ae01634f767c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:51.112751 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-628e100b-cc47-4287-9efa-d1fa6472e315 None None] Set router 9fcd781c-6ceb-4679-a7db-ae01634f767c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:22:51.156401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d37bdd4-4f6d-4323-8b7a-b5d07e691c2f None None] DHCP port deletion for cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:22:51.166187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:51.222797 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8d37bdd4-4f6d-4323-8b7a-b5d07e691c2f None None] Deleting port b3e1b709-9f68-434c-8c8f-6b42c69f6679 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:22:51.223381 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8d37bdd4-4f6d-4323-8b7a-b5d07e691c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:51.249644 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port f5f0b9b8-847f-44e1-8c3d-23b6065d2690 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:22:51.250036 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:51.431269 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port f5f0b9b8-847f-44e1-8c3d-23b6065d2690, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f5f0b9b8-847f-44e1-8c3d-23b6065d2690,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:22:51.431524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:51.557107 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for f5f0b9b8-847f-44e1-8c3d-23b6065d2690 owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:22:51.567105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-8d37bdd4-4f6d-4323-8b7a-b5d07e691c2f None None] For port b3e1b709-9f68-434c-8c8f-6b42c69f6679, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b3e1b709-9f68-434c-8c8f-6b42c69f6679,segment=NetworkSegment(50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9),segment_id=50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:22:51.567506 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8d37bdd4-4f6d-4323-8b7a-b5d07e691c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:51.696697 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8d37bdd4-4f6d-4323-8b7a-b5d07e691c2f None None] Calling delete_port for b3e1b709-9f68-434c-8c8f-6b42c69f6679 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:22:51.760363 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-628e100b-cc47-4287-9efa-d1fa6472e315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:22:48Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:22:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:51.772923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:51.822543 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e100b-cc47-4287-9efa-d1fa6472e315 None None] The sync data for ids ['9fcd781c-6ceb-4679-a7db-ae01634f767c'] in dv-neutron-854561-2-hyperv is: [{'id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'name': 'tempest-TestNetworkBasicOps-router-966951064', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:21:24Z', 'updated_at': '2022-08-26T01:22:48Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'f5f0b9b8-847f-44e1-8c3d-23b6065d2690', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd781c-6ceb-4679-a7db-ae01634f767c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:21:25Z', 'updated_at': '2022-08-26T01:22:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:22:51.829128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=f5f0b9b8-847f-44e1-8c3d-23b6065d2690,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:51.898026 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8d37bdd4-4f6d-4323-8b7a-b5d07e691c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:51.931259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:51.942870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37bdd4-4f6d-4323-8b7a-b5d07e691c2f None None] Pushing event deleted for resources: {'Port': ['ID=b3e1b709-9f68-434c-8c8f-6b42c69f6679,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:51.947138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d37bdd4-4f6d-4323-8b7a-b5d07e691c2f None None] No DVR routers for this DVR port b3e1b709-9f68-434c-8c8f-6b42c69f6679 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:22:52.110127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:52.112361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:52.235115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:52.235626 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Fanout notify agent at l3_agent the message router_deleted on router 9fcd781c-6ceb-4679-a7db-ae01634f767c {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:22:52.251697 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:52.252814 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7c7e84b7-2c24-48ed-af1d-4fcad217b86b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/routers/9fcd781c-6ceb-4679-a7db-ae01634f767c HTTP/1.1" status: 204 len: 168 time: 1.5841367 Aug 26 01:22:52.256054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55442) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:52.373105 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da468fc1-10be-48a7-b5c4-f21afa847b52 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:52.519145 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da468fc1-10be-48a7-b5c4-f21afa847b52 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:52.548486 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-da468fc1-10be-48a7-b5c4-f21afa847b52 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7b70f5-efec-422c-93ba-ec00f4bb3bf8']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:52.561063 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-da468fc1-10be-48a7-b5c4-f21afa847b52 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:52.561361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-da468fc1-10be-48a7-b5c4-f21afa847b52 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:52.573711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da468fc1-10be-48a7-b5c4-f21afa847b52 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:52.592912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da468fc1-10be-48a7-b5c4-f21afa847b52 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:52.600345 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da468fc1-10be-48a7-b5c4-f21afa847b52 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:22:52.601106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da468fc1-10be-48a7-b5c4-f21afa847b52 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:52.696903 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9 resource provider aggregate not found Aug 26 01:22:52.723570 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50ae72b3-4ebf-4477-aee8-2b43e2b2f8b9 found for delete ", "request_id": "req-a17e99b0-aca8-46ed-9af1-92a365099d0f"}]} Aug 26 01:22:52.804169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da468fc1-10be-48a7-b5c4-f21afa847b52 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:52.885673 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b3e1b709-9f68-434c-8c8f-6b42c69f6679 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:22:52.922566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: b3e1b709-9f68-434c-8c8f-6b42c69f6679 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:22:52.922911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b3e1b709-9f68-434c-8c8f-6b42c69f6679 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:22:52.923340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 95a5fc24-3e2b-4b7e-b660-8107836162fc no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:22:52.950388 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da468fc1-10be-48a7-b5c4-f21afa847b52 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:52.953244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da468fc1-10be-48a7-b5c4-f21afa847b52 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Network': ['ID=cd7b70f5-efec-422c-93ba-ec00f4bb3bf8,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:52.957133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 95a5fc24-3e2b-4b7e-b660-8107836162fc {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:22:52.957481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 95a5fc24-3e2b-4b7e-b660-8107836162fc not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:22:52.957922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f5f0b9b8-847f-44e1-8c3d-23b6065d2690 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:22:52.991139 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: f5f0b9b8-847f-44e1-8c3d-23b6065d2690 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:22:52.991397 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f5f0b9b8-847f-44e1-8c3d-23b6065d2690 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:22:53.033473 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-da468fc1-10be-48a7-b5c4-f21afa847b52 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/networks/cd7b70f5-efec-422c-93ba-ec00f4bb3bf8 HTTP/1.1" status: 204 len: 168 time: 0.7763250 Aug 26 01:22:53.055434 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55452) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:53.061217 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'network': {'name': 'tempest-network-smoke--517953443', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'port_security_enabled': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:22:53.066551 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:22:53.071423 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:network and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:22:53.074303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:22:53.080234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:22:53.160620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:22:53.164249 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:53.192241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:22:53.202262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:53.202594 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Added segment 1fecae89-045c-4b8e-9dc5-56385cbdc810 of type vlan for network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 Aug 26 01:22:53.227901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:53.318298 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:53.324890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:53.325470 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:53.435539 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Network': ['ID=be4e2ab3-aa9f-476d-8f2c-83e3b205d378,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:53.446286 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:22:53.499183 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-60f383eb-1eb1-47a2-b435-65efa5ad53bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4425530 Aug 26 01:22:53.502035 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55456) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:53.508443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'admin_state_up': True, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:22:53.515698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:22:53.519555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:router and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:22:53.522789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:22:53.529076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:22:53.609797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:53.610866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:53.626610 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:53.993050 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:54.493623 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:54.524753 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:54.664352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.248 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/e13473c8-f9a8-41c5-b622-43e4dd79dab2) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:22:54.812915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:54.898241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:54.962921 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:22:54.965921 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:22:54.969543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:22:55.007247 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=e13473c8-f9a8-41c5-b622-43e4dd79dab2,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:55.457245 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:55.927426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:56.269325 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 7dd1837d-b47d-4f9d-97d1-615030694928 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:22:56.451884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:22:56.462710 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Sync routers for ids ['7dd1837d-b47d-4f9d-97d1-615030694928'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:22:56.472566 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Routers {'7dd1837d-b47d-4f9d-97d1-615030694928'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:22:56.473161 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:22:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7dd1837d-b47d-4f9d-97d1-615030694928'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:56.549500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:56.550702 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-39c6840e-895d-4f83-85a6-07db48a017ca tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0477071 Aug 26 01:22:56.554072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55460) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:56.595040 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b8119bd4-0bd8-457b-89a4-f4f2f3a012ba tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f9996d1e9c5a4ca3826f46b8497097ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398030 Aug 26 01:22:56.597636 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55464) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:56.654583 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Set router 7dd1837d-b47d-4f9d-97d1-615030694928 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:22:56.732001 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc4be4-0871-4f70-964f-77933884a1fa tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:56.733482 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e0dc4be4-0871-4f70-964f-77933884a1fa tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348805 Aug 26 01:22:56.736344 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55468) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:56.783104 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e837c3ab-2b10-4dae-9d22-d65b2e54aa37 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434463 Aug 26 01:22:56.783548 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55472) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:56.790787 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1893624462', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:22:56.907438 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:22:56.911330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:subnet and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:22:56.915069 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:22:56.920809 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:22:56.940646 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:22:53Z', 'updated_at': '2022-08-26T01:22:55Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:54Z', 'updated_at': '2022-08-26T01:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:56.944738 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Checking router: 7dd1837d-b47d-4f9d-97d1-615030694928 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:22:56.947399 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Updating router 7dd1837d-b47d-4f9d-97d1-615030694928 port e13473c8-f9a8-41c5-b622-43e4dd79dab2 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:22:56.995186 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:22:56.998721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:57.000446 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:57.274903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:57.354186 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:57.360750 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Subnet': ['ID=db00b003-27ba-4bae-ac04-815e41e59497,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:57.366708 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Transition to ACTIVE for port object e13473c8-f9a8-41c5-b622-43e4dd79dab2 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:22:57.366918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Checking segment: {'id': '1fecae89-045c-4b8e-9dc5-56385cbdc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:22:57.367118 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network hostable DHCP agents. Network: be4e2ab3-aa9f-476d-8f2c-83e3b205d378, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:22:57.457414 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:57.485994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:22:57.519600 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Attempting to bind port e13473c8-f9a8-41c5-b622-43e4dd79dab2 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:22:57.520146 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Attempting to bind port e13473c8-f9a8-41c5-b622-43e4dd79dab2 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:22:57.520308 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Attempting to bind port e13473c8-f9a8-41c5-b622-43e4dd79dab2 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:22:57.532403 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:22:57.532701 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:22:57.533094 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:57.533480 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:22:57.533960 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Bound port: e13473c8-f9a8-41c5-b622-43e4dd79dab2, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:22:57.534325 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:57.572893 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ea4ad-d56e-4560-97e5-fc9637d112a9 None None] Pushing event updated for resources: {'Port': ['ID=e13473c8-f9a8-41c5-b622-43e4dd79dab2,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:57.577468 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, be4e2ab3-aa9f-476d-8f2c-83e3b205d378) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:22:57.581648 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:22:57.582289 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:57.589687 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ea4ad-d56e-4560-97e5-fc9637d112a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:57.589893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bf546f-b090-4de1-87b8-90235c04f5c9 None None] Network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:22:57.590308 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ea4ad-d56e-4560-97e5-fc9637d112a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:57.590385 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ea4ad-d56e-4560-97e5-fc9637d112a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:57.590707 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ea4ad-d56e-4560-97e5-fc9637d112a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:57.591036 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ea4ad-d56e-4560-97e5-fc9637d112a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:57.591363 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ea4ad-d56e-4560-97e5-fc9637d112a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:57.591692 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ea4ad-d56e-4560-97e5-fc9637d112a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:57.592007 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ea4ad-d56e-4560-97e5-fc9637d112a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:57.592329 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ea4ad-d56e-4560-97e5-fc9637d112a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:57.592648 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ea4ad-d56e-4560-97e5-fc9637d112a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:57.592969 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ea4ad-d56e-4560-97e5-fc9637d112a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:57.593286 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0ea4ad-d56e-4560-97e5-fc9637d112a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:22:57.627605 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] For port e13473c8-f9a8-41c5-b622-43e4dd79dab2, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:22:57.631133 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] For port e13473c8-f9a8-41c5-b622-43e4dd79dab2, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e13473c8-f9a8-41c5-b622-43e4dd79dab2,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:22:57.709933 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6ed9b2c1-8332-4699-a288-9f8e3c2b3caf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9251773 Aug 26 01:22:57.712621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55476) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:22:57.738072 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:57.814242 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Routers {'7dd1837d-b47d-4f9d-97d1-615030694928'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:22:57.814864 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:22:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7dd1837d-b47d-4f9d-97d1-615030694928'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:57.822690 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ips': [{'subnet_id': 'db00b003-27ba-4bae-ac04-815e41e59497'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:22:57.824050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:57.954170 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ea4ad-d56e-4560-97e5-fc9637d112a9 None None] Pushing event updated for resources: {'Port': ['ID=e13473c8-f9a8-41c5-b622-43e4dd79dab2,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:57.990772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Allocated IP 172.20.0.2 (be4e2ab3-aa9f-476d-8f2c-83e3b205d378/db00b003-27ba-4bae-ac04-815e41e59497/123c119f-3cb7-4d45-a1b7-c06bceb4f665) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:22:58.012752 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] Set router 7dd1837d-b47d-4f9d-97d1-615030694928 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:22:58.216854 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:58.228374 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Transition to ACTIVE for port object 123c119f-3cb7-4d45-a1b7-c06bceb4f665 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:22:58.251939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Transition to ACTIVE for port object 123c119f-3cb7-4d45-a1b7-c06bceb4f665 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:22:58.308956 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:22:53Z', 'updated_at': '2022-08-26T01:22:55Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:54Z', 'updated_at': '2022-08-26T01:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:22:58.313023 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa79a3-38f2-4da4-96b9-cd319a12d9fa None None] The sync data for ids ['7dd1837d-b47d-4f9d-97d1-615030694928'] in dv-neutron-854561-2-hyperv is: [{'id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:22:53Z', 'updated_at': '2022-08-26T01:22:55Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:54Z', 'updated_at': '2022-08-26T01:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:22:58.326987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:58.401013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:22:58.404135 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:22:58.407761 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:22:58.414441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Pushing event updated for resources: {'Port': ['ID=123c119f-3cb7-4d45-a1b7-c06bceb4f665,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:58.449136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:58.519054 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Attempting to bind port 123c119f-3cb7-4d45-a1b7-c06bceb4f665 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:22:58.519422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Attempting to bind port 123c119f-3cb7-4d45-a1b7-c06bceb4f665 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '1fecae89-045c-4b8e-9dc5-56385cbdc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:22:58.519790 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Attempting to bind port 123c119f-3cb7-4d45-a1b7-c06bceb4f665 on network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:22:58.526979 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:22:58.527338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Checking segment: {'id': '1fecae89-045c-4b8e-9dc5-56385cbdc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:22:58.527821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:58.528110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Bound using segment: {'id': '1fecae89-045c-4b8e-9dc5-56385cbdc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:22:58.528589 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Bound port: 123c119f-3cb7-4d45-a1b7-c06bceb4f665, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fecae89-045c-4b8e-9dc5-56385cbdc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:22:58.528962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:58.641587 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] For port 123c119f-3cb7-4d45-a1b7-c06bceb4f665, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:22:58.645240 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] For port 123c119f-3cb7-4d45-a1b7-c06bceb4f665, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=123c119f-3cb7-4d45-a1b7-c06bceb4f665,segment=NetworkSegment(1fecae89-045c-4b8e-9dc5-56385cbdc810),segment_id=1fecae89-045c-4b8e-9dc5-56385cbdc810)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:22:58.713383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:58.804582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440cbf5-184c-4994-bc59-4854d134c07c None None] Pushing event updated for resources: {'Port': ['ID=123c119f-3cb7-4d45-a1b7-c06bceb4f665,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:58.877661 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e13473c8-f9a8-41c5-b622-43e4dd79dab2 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:22:59.046443 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port e13473c8-f9a8-41c5-b622-43e4dd79dab2 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:22:59.051983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.1 (be4e2ab3-aa9f-476d-8f2c-83e3b205d378/db00b003-27ba-4bae-ac04-815e41e59497/a6942ac7-99e3-4dbd-b990-48dcba5650f6) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:22:59.053565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e13473c8-f9a8-41c5-b622-43e4dd79dab2 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:22:59.053991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:59.203881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e13473c8-f9a8-41c5-b622-43e4dd79dab2 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:22:59.204384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:59.226373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port e13473c8-f9a8-41c5-b622-43e4dd79dab2, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e13473c8-f9a8-41c5-b622-43e4dd79dab2,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:22:59.263126 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:59.280104 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object a6942ac7-99e3-4dbd-b990-48dcba5650f6 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:22:59.309443 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:59.359609 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:59.384112 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=e13473c8-f9a8-41c5-b622-43e4dd79dab2,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:59.432110 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:22:59.435128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:22:59.439093 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:22:59.481672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=a6942ac7-99e3-4dbd-b990-48dcba5650f6,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:22:59.501678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:59.712247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:22:59.853332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b3cec-f2cb-49d5-9e51-2658f0573f9c None None] Network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:23:00.067271 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6a146ffb-68f9-476c-b74b-86aa579fc6e7 None None] Provisioning for port 123c119f-3cb7-4d45-a1b7-c06bceb4f665 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:23:00.159220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:00.232508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:00.353045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=a6942ac7-99e3-4dbd-b990-48dcba5650f6,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:00.355682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:00.468947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ecc90eb4-4b07-40cf-8016-2049ce96661e None None] Provisioning for port a6942ac7-99e3-4dbd-b990-48dcba5650f6 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:23:00.475858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ecc90eb4-4b07-40cf-8016-2049ce96661e None None] Provisioning complete for port a6942ac7-99e3-4dbd-b990-48dcba5650f6 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:23:00.476480 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ecc90eb4-4b07-40cf-8016-2049ce96661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:00.508260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:23:00.509827 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:23:00.514326 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-829ea6be-5597-4c0d-a6e0-dbb7f58794f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:00.543573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ecc90eb4-4b07-40cf-8016-2049ce96661e None None] Port a6942ac7-99e3-4dbd-b990-48dcba5650f6 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:23:00.678724 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-febd76ee-1c1e-4189-8486-0d28b917b1ef None None] Provisioning complete for port a6942ac7-99e3-4dbd-b990-48dcba5650f6 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:23:00.679114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-febd76ee-1c1e-4189-8486-0d28b917b1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:00.739371 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-febd76ee-1c1e-4189-8486-0d28b917b1ef None None] Port a6942ac7-99e3-4dbd-b990-48dcba5650f6 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:23:00.839654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 7dd1837d-b47d-4f9d-97d1-615030694928 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:23:00.861868 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1bdb51fc-d311-4923-b631-dc4217d863a3 None None] Provisioning complete for port a6942ac7-99e3-4dbd-b990-48dcba5650f6 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:23:00.862388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1bdb51fc-d311-4923-b631-dc4217d863a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:00.909610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 123c119f-3cb7-4d45-a1b7-c06bceb4f665 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:23:00.967854 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb51fc-d311-4923-b631-dc4217d863a3 None None] Port a6942ac7-99e3-4dbd-b990-48dcba5650f6 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:23:01.039580 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:23:01.040598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 123c119f-3cb7-4d45-a1b7-c06bceb4f665 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:23:01.046527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 123c119f-3cb7-4d45-a1b7-c06bceb4f665 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:23:01.046915 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:01.052806 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cc4b8530-4b3c-4eb0-83e3-a8ec64e5edbf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/7dd1837d-b47d-4f9d-97d1-615030694928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3389580 Aug 26 01:23:01.057518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55482) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:23:01.073928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Sync routers for ids ['7dd1837d-b47d-4f9d-97d1-615030694928'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:23:01.105755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Routers {'7dd1837d-b47d-4f9d-97d1-615030694928'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:23:01.106392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:22:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7dd1837d-b47d-4f9d-97d1-615030694928'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:23:01.213524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbfef5b-e36a-43c8-8468-f0a046139845 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:01.214442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbfef5b-e36a-43c8-8468-f0a046139845 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:01.214906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbfef5b-e36a-43c8-8468-f0a046139845 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:01.215367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbfef5b-e36a-43c8-8468-f0a046139845 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:01.215826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbfef5b-e36a-43c8-8468-f0a046139845 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:01.216280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbfef5b-e36a-43c8-8468-f0a046139845 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:01.218070 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5bbfef5b-e36a-43c8-8468-f0a046139845 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.1611357 Aug 26 01:23:01.221653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55486) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:23:01.295793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa25b59-28c5-4088-831a-057813b8eee4 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:01.296177 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa25b59-28c5-4088-831a-057813b8eee4 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:01.296636 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa25b59-28c5-4088-831a-057813b8eee4 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:01.297123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa25b59-28c5-4088-831a-057813b8eee4 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:01.297575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa25b59-28c5-4088-831a-057813b8eee4 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:01.298052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa25b59-28c5-4088-831a-057813b8eee4 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:01.299824 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-aaa25b59-28c5-4088-831a-057813b8eee4 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0771720 Aug 26 01:23:01.302907 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55490) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:23:01.342292 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 123c119f-3cb7-4d45-a1b7-c06bceb4f665 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:23:01.342677 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:01.361921 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Set router 7dd1837d-b47d-4f9d-97d1-615030694928 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:23:01.515940 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5bc9c8fc-af8b-4872-b148-4944c438ed35 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2118006 Aug 26 01:23:01.524475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 123c119f-3cb7-4d45-a1b7-c06bceb4f665, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=123c119f-3cb7-4d45-a1b7-c06bceb4f665,segment=NetworkSegment(1fecae89-045c-4b8e-9dc5-56385cbdc810),segment_id=1fecae89-045c-4b8e-9dc5-56385cbdc810)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:23:01.587275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:01.588048 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e13473c8-f9a8-41c5-b622-43e4dd79dab2 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:23:01.643977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55496) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:23:01.650166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-bece6739-880d-4d9b-b319-d475c9744918 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356272692', 'description': 'tempest-secgroup-smoke-356272692 description', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:23:01.656114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bece6739-880d-4d9b-b319-d475c9744918 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:23:01.660333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bece6739-880d-4d9b-b319-d475c9744918 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:23:01.664107 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bece6739-880d-4d9b-b319-d475c9744918 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:23:01.670059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bece6739-880d-4d9b-b319-d475c9744918 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:23:01.733362 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=123c119f-3cb7-4d45-a1b7-c06bceb4f665,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:01.760532 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bece6739-880d-4d9b-b319-d475c9744918 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:01.781845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bece6739-880d-4d9b-b319-d475c9744918 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:23:01.786876 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bece6739-880d-4d9b-b319-d475c9744918 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:23:01.790179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bece6739-880d-4d9b-b319-d475c9744918 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:23:01.797116 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bece6739-880d-4d9b-b319-d475c9744918 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:23:01.802929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e13473c8-f9a8-41c5-b622-43e4dd79dab2 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:23:01.803451 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:01.877567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bece6739-880d-4d9b-b319-d475c9744918 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:01.913336 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:22:53Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:54Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'a6942ac7-99e3-4dbd-b990-48dcba5650f6', 'name': '', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:66:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:58Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 2, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:23:01.934382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Checking router: 7dd1837d-b47d-4f9d-97d1-615030694928 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:23:01.934746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Updating router 7dd1837d-b47d-4f9d-97d1-615030694928 port a6942ac7-99e3-4dbd-b990-48dcba5650f6 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:23:01.977354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bece6739-880d-4d9b-b319-d475c9744918 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:01.985133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e13473c8-f9a8-41c5-b622-43e4dd79dab2 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:23:01.998112 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.027417 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece6739-880d-4d9b-b319-d475c9744918 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd7c6d6-de9d-4d5a-8520-36221f4cbd50,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:02.109555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bece6739-880d-4d9b-b319-d475c9744918 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.110894 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bece6739-880d-4d9b-b319-d475c9744918 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4659426 Aug 26 01:23:02.113956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55500) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:23:02.120129 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3840b2c9-22c9-43ff-b13e-ae373471ee5a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '7cd7c6d6-de9d-4d5a-8520-36221f4cbd50', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:23:02.126685 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3840b2c9-22c9-43ff-b13e-ae373471ee5a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:23:02.132037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3840b2c9-22c9-43ff-b13e-ae373471ee5a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:23:02.135592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3840b2c9-22c9-43ff-b13e-ae373471ee5a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:23:02.141369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3840b2c9-22c9-43ff-b13e-ae373471ee5a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:23:02.214531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3840b2c9-22c9-43ff-b13e-ae373471ee5a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.283531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3840b2c9-22c9-43ff-b13e-ae373471ee5a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.337482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3840b2c9-22c9-43ff-b13e-ae373471ee5a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.362696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840b2c9-22c9-43ff-b13e-ae373471ee5a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3a844d-02dd-4e5c-ab30-5f7a5b2a88f4,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:02.394563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.406709 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Transition to ACTIVE for port object a6942ac7-99e3-4dbd-b990-48dcba5650f6 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:23:02.452341 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3840b2c9-22c9-43ff-b13e-ae373471ee5a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.453568 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3840b2c9-22c9-43ff-b13e-ae373471ee5a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3382866 Aug 26 01:23:02.456366 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55504) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:23:02.461692 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-37dc75b4-608f-4edb-82de-3746b9702ad4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '7cd7c6d6-de9d-4d5a-8520-36221f4cbd50', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:23:02.468081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-37dc75b4-608f-4edb-82de-3746b9702ad4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:23:02.472011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-37dc75b4-608f-4edb-82de-3746b9702ad4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:23:02.475510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-37dc75b4-608f-4edb-82de-3746b9702ad4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:23:02.480362 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.481695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-37dc75b4-608f-4edb-82de-3746b9702ad4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:23:02.579071 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37dc75b4-608f-4edb-82de-3746b9702ad4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.645670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37dc75b4-608f-4edb-82de-3746b9702ad4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.679662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57d6a4-0b29-416c-8d5b-1cca6366803b None None] Pushing event updated for resources: {'Port': ['ID=a6942ac7-99e3-4dbd-b990-48dcba5650f6,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:02.704650 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Attempting to bind port a6942ac7-99e3-4dbd-b990-48dcba5650f6 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:23:02.705014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Attempting to bind port a6942ac7-99e3-4dbd-b990-48dcba5650f6 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '1fecae89-045c-4b8e-9dc5-56385cbdc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:23:02.705369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Attempting to bind port a6942ac7-99e3-4dbd-b990-48dcba5650f6 on network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:23:02.710661 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:23:02.711021 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Checking segment: {'id': '1fecae89-045c-4b8e-9dc5-56385cbdc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:23:02.711411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.711795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Bound using segment: {'id': '1fecae89-045c-4b8e-9dc5-56385cbdc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:23:02.712248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Bound port: a6942ac7-99e3-4dbd-b990-48dcba5650f6, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fecae89-045c-4b8e-9dc5-56385cbdc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:23:02.712610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.729097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37dc75b4-608f-4edb-82de-3746b9702ad4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.754856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc75b4-608f-4edb-82de-3746b9702ad4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec80f30-df73-441d-90cb-d399415798ec,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:02.814587 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] For port a6942ac7-99e3-4dbd-b990-48dcba5650f6, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:23:02.819392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] For port a6942ac7-99e3-4dbd-b990-48dcba5650f6, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a6942ac7-99e3-4dbd-b990-48dcba5650f6,segment=NetworkSegment(1fecae89-045c-4b8e-9dc5-56385cbdc810),segment_id=1fecae89-045c-4b8e-9dc5-56385cbdc810)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:23:02.821505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 123c119f-3cb7-4d45-a1b7-c06bceb4f665 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:23:02.828805 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37dc75b4-608f-4edb-82de-3746b9702ad4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.832932 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-37dc75b4-608f-4edb-82de-3746b9702ad4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3728437 Aug 26 01:23:02.833234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55508) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:23:02.848526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-56487467-6498-44c3-9973-c420f29a34e3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '7cd7c6d6-de9d-4d5a-8520-36221f4cbd50', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:23:02.848526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-56487467-6498-44c3-9973-c420f29a34e3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:23:02.851549 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-56487467-6498-44c3-9973-c420f29a34e3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:23:02.854818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-56487467-6498-44c3-9973-c420f29a34e3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:23:02.860736 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-56487467-6498-44c3-9973-c420f29a34e3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:23:02.894387 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 123c119f-3cb7-4d45-a1b7-c06bceb4f665 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:23:02.894763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.925020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:02.965260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-56487467-6498-44c3-9973-c420f29a34e3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:03.025858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Routers {'7dd1837d-b47d-4f9d-97d1-615030694928'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:23:03.026502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:22:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7dd1837d-b47d-4f9d-97d1-615030694928'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:23:03.034822 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-56487467-6498-44c3-9973-c420f29a34e3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:03.147303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-56487467-6498-44c3-9973-c420f29a34e3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:03.149657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b81d4c1f-656f-447b-89ec-9f53a9f2c838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:03.171320 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56487467-6498-44c3-9973-c420f29a34e3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db1df69-6704-4281-85d4-450fae00a17c,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:03.171573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57d6a4-0b29-416c-8d5b-1cca6366803b None None] Pushing event updated for resources: {'Port': ['ID=a6942ac7-99e3-4dbd-b990-48dcba5650f6,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:03.256144 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-56487467-6498-44c3-9973-c420f29a34e3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:03.257760 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-56487467-6498-44c3-9973-c420f29a34e3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4228830 Aug 26 01:23:03.260689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55512) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:23:03.264447 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 123c119f-3cb7-4d45-a1b7-c06bceb4f665 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:23:03.265989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4815861a-77bf-414e-8283-4cfc0496ffcf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '7cd7c6d6-de9d-4d5a-8520-36221f4cbd50', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:23:03.272479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4815861a-77bf-414e-8283-4cfc0496ffcf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:23:03.274029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] Set router 7dd1837d-b47d-4f9d-97d1-615030694928 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:23:03.276544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4815861a-77bf-414e-8283-4cfc0496ffcf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:23:03.279460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4815861a-77bf-414e-8283-4cfc0496ffcf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:23:03.285367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4815861a-77bf-414e-8283-4cfc0496ffcf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:23:03.361454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4815861a-77bf-414e-8283-4cfc0496ffcf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:03.434505 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4815861a-77bf-414e-8283-4cfc0496ffcf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:03.512195 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4815861a-77bf-414e-8283-4cfc0496ffcf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:03.533608 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815861a-77bf-414e-8283-4cfc0496ffcf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cccce5b-3cff-44bb-beff-a78320899bd3,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:03.593649 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:22:53Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:54Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'a6942ac7-99e3-4dbd-b990-48dcba5650f6', 'name': '', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:66:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:58Z', 'updated_at': '2022-08-26T01:23:02Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:23:03.597833 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448eedb-1589-4efc-9a82-212a5a62280e None None] The sync data for ids ['7dd1837d-b47d-4f9d-97d1-615030694928'] in dv-neutron-854561-2-hyperv is: [{'id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:22:53Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:54Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'a6942ac7-99e3-4dbd-b990-48dcba5650f6', 'name': '', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:66:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:58Z', 'updated_at': '2022-08-26T01:23:02Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:23:03.621116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4815861a-77bf-414e-8283-4cfc0496ffcf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:03.626534 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4815861a-77bf-414e-8283-4cfc0496ffcf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3607535 Aug 26 01:23:03.626534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55516) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:23:03.631257 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-bdd2c9ef-a378-4f1f-acf6-72c2869183fa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '7cd7c6d6-de9d-4d5a-8520-36221f4cbd50', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:23:03.642052 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bdd2c9ef-a378-4f1f-acf6-72c2869183fa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:23:03.655839 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bdd2c9ef-a378-4f1f-acf6-72c2869183fa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:23:03.663757 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bdd2c9ef-a378-4f1f-acf6-72c2869183fa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:23:03.674270 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bdd2c9ef-a378-4f1f-acf6-72c2869183fa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:23:03.741428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:03.764086 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-bdd2c9ef-a378-4f1f-acf6-72c2869183fa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:23:03.772222 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c9ef-a378-4f1f-acf6-72c2869183fa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:03.846764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c9ef-a378-4f1f-acf6-72c2869183fa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:03.920297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c9ef-a378-4f1f-acf6-72c2869183fa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:03.946468 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2c9ef-a378-4f1f-acf6-72c2869183fa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f131cfd6-e631-403c-961b-86acbd1aa448,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:03.966458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:04.055424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c9ef-a378-4f1f-acf6-72c2869183fa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:04.056896 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bdd2c9ef-a378-4f1f-acf6-72c2869183fa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4305439 Aug 26 01:23:04.059759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55520) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:23:04.065169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b5ecf475-d810-46d4-92e6-411f0200b51c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '7cd7c6d6-de9d-4d5a-8520-36221f4cbd50', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:23:04.071937 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b5ecf475-d810-46d4-92e6-411f0200b51c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:23:04.075994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b5ecf475-d810-46d4-92e6-411f0200b51c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:23:04.078930 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b5ecf475-d810-46d4-92e6-411f0200b51c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:23:04.085983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b5ecf475-d810-46d4-92e6-411f0200b51c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:23:04.154859 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-b5ecf475-d810-46d4-92e6-411f0200b51c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:23:04.162249 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5ecf475-d810-46d4-92e6-411f0200b51c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:04.238355 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5ecf475-d810-46d4-92e6-411f0200b51c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:04.308951 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5ecf475-d810-46d4-92e6-411f0200b51c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:04.336192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecf475-d810-46d4-92e6-411f0200b51c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410aa0dd-2ffe-429a-84aa-3a26218e180f,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:04.429549 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5ecf475-d810-46d4-92e6-411f0200b51c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:04.430855 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b5ecf475-d810-46d4-92e6-411f0200b51c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3701198 Aug 26 01:23:04.608156 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-a826748b-d069-4f1e-96d6-16cf4015476f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356272692&fields=id&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 267 time: 0.0420513 Aug 26 01:23:04.760675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-ea342bee-5a4e-4cdc-b7fe-968edcf63e3b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:04.761493 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-ea342bee-5a4e-4cdc-b7fe-968edcf63e3b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:23:04.834296 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a6942ac7-99e3-4dbd-b990-48dcba5650f6 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:23:04.843894 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-ea342bee-5a4e-4cdc-b7fe-968edcf63e3b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:23:04.845554 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-ea342bee-5a4e-4cdc-b7fe-968edcf63e3b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/networks?id=be4e2ab3-aa9f-476d-8f2c-83e3b205d378 HTTP/1.1" status: 200 len: 796 time: 0.2313652 Aug 26 01:23:04.861397 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-f209ab26-87f3-43dc-8bfb-9f9996a6cac6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/quotas/f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 375 time: 0.0096567 Aug 26 01:23:04.950682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-fbf569d8-a2ef-43ec-b18e-6454d9913911 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:23:04.975255 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port a6942ac7-99e3-4dbd-b990-48dcba5650f6 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:23:04.980574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port a6942ac7-99e3-4dbd-b990-48dcba5650f6 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:23:04.980953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:05.060833 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-fbf569d8-a2ef-43ec-b18e-6454d9913911 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:23:05.062150 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-fbf569d8-a2ef-43ec-b18e-6454d9913911 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1948900 Aug 26 01:23:05.144464 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port a6942ac7-99e3-4dbd-b990-48dcba5650f6 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:23:05.144847 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:05.181629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port a6942ac7-99e3-4dbd-b990-48dcba5650f6, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a6942ac7-99e3-4dbd-b990-48dcba5650f6,segment=NetworkSegment(1fecae89-045c-4b8e-9dc5-56385cbdc810),segment_id=1fecae89-045c-4b8e-9dc5-56385cbdc810)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:23:05.208425 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-b36eb7ee-2af2-48b1-9768-2efd5cd50d32 service neutron] 10.222.0.83 "GET /v2.0/networks/be4e2ab3-aa9f-476d-8f2c-83e3b205d378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329961 Aug 26 01:23:05.260821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:05.332088 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=a6942ac7-99e3-4dbd-b990-48dcba5650f6,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:05.350250 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-f5b67cd8-8c02-4a93-8536-b53bb9a41821 service neutron] 10.222.0.83 "GET /v2.0/networks/be4e2ab3-aa9f-476d-8f2c-83e3b205d378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352594 Aug 26 01:23:05.495239 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:05.631735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-9d33ea13-6b1d-4a89-96ca-1a9c5ee60969 req-0c8a0d4f-fce0-4ac8-98bc-893535dbaf75 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:23:05.644000 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-9d33ea13-6b1d-4a89-96ca-1a9c5ee60969 req-0c8a0d4f-fce0-4ac8-98bc-893535dbaf75 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:23:05.645189 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9d33ea13-6b1d-4a89-96ca-1a9c5ee60969 req-0c8a0d4f-fce0-4ac8-98bc-893535dbaf75 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 210 time: 0.0641198 Aug 26 01:23:06.829574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a6942ac7-99e3-4dbd-b990-48dcba5650f6 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:23:06.831298 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b16b176-64ff-409f-8fe1-7c5c22e4f260 req-36f459b4-d332-4016-b7fa-a16178a8a9b6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 210 time: 0.0682330 Aug 26 01:23:06.906469 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port a6942ac7-99e3-4dbd-b990-48dcba5650f6 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:23:06.907007 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:07.032824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port a6942ac7-99e3-4dbd-b990-48dcba5650f6 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:23:07.925923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-1e400138-9740-4e4f-9704-5138d0f7f6af tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:07.928214 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-1e400138-9740-4e4f-9704-5138d0f7f6af tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/networks?id=be4e2ab3-aa9f-476d-8f2c-83e3b205d378 HTTP/1.1" status: 200 len: 796 time: 0.1772296 Aug 26 01:23:07.991344 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-16164dc4-c406-47f0-b65d-8f9812e45f94 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 379 time: 0.0404952 Aug 26 01:23:07.999782 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-023c9bf9-ed5a-45b5-a266-809894f1914d req-46799538-ff1d-45e1-b66a-51c82cea5edf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 210 time: 0.0535953 Aug 26 01:23:08.002008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'port': {'device_id': '70261ac4-63a7-42f6-869a-2da8cd79e854', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'admin_state_up': True, 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'security_groups': ['7cd7c6d6-de9d-4d5a-8520-36221f4cbd50']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:23:08.256218 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:23:08.266112 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:23:08.366676 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:23:08.370297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:08.539423 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.9 (be4e2ab3-aa9f-476d-8f2c-83e3b205d378/db00b003-27ba-4bae-ac04-815e41e59497/adae4d86-d978-4c3b-a1b7-0135dbc3dc87) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:23:08.730580 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:08.746518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object adae4d86-d978-4c3b-a1b7-0135dbc3dc87 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:23:08.867532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:08.939869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:23:08.943368 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:23:08.947458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:23:08.990438 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=adae4d86-d978-4c3b-a1b7-0135dbc3dc87,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:09.019050 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:09.024935 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:09.209629 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19310bc-5270-47b4-8a10-9a0cff57ea0d req-a564e93e-f72a-4fdc-8171-ab760da481b9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:09.246805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-d19310bc-5270-47b4-8a10-9a0cff57ea0d req-a564e93e-f72a-4fdc-8171-ab760da481b9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:23:09.345067 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-988956fc-ede8-43fd-87b2-765eadd40ee0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3467193 Aug 26 01:23:09.369493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5a85f0bd-2101-4e79-9895-06e058ef1cfe None None] Provisioning for port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:23:09.370277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Request body: {'port': {'device_id': '70261ac4-63a7-42f6-869a-2da8cd79e854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:23:09.374814 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5a85f0bd-2101-4e79-9895-06e058ef1cfe None None] Provisioning complete for port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:23:09.382246 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a85f0bd-2101-4e79-9895-06e058ef1cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:09.405047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-d19310bc-5270-47b4-8a10-9a0cff57ea0d req-a564e93e-f72a-4fdc-8171-ab760da481b9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:23:09.406228 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d19310bc-5270-47b4-8a10-9a0cff57ea0d req-a564e93e-f72a-4fdc-8171-ab760da481b9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 931 time: 0.2859070 Aug 26 01:23:09.434795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5a85f0bd-2101-4e79-9895-06e058ef1cfe None None] Port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:23:09.502501 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d19310bc-5270-47b4-8a10-9a0cff57ea0d req-9e85cfbe-69b0-4972-bc7e-8cbf6a9065bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=7cd7c6d6-de9d-4d5a-8520-36221f4cbd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894420 Aug 26 01:23:09.538936 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:09.904438 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adae4d86-d978-4c3b-a1b7-0135dbc3dc87 {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:23:09.912628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:09.928138 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Transition to ACTIVE for port object adae4d86-d978-4c3b-a1b7-0135dbc3dc87 will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:23:10.006902 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:10.206802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Pushing event updated for resources: {'Port': ['ID=adae4d86-d978-4c3b-a1b7-0135dbc3dc87,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:10.247194 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Attempting to bind port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:23:10.247449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Attempting to bind port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '1fecae89-045c-4b8e-9dc5-56385cbdc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:23:10.247784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Attempting to bind port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 on network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:23:10.252636 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 on network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:23:10.252954 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Attempting to bind port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 on network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:23:10.259330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:23:10.259667 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Checking segment: {'id': '1fecae89-045c-4b8e-9dc5-56385cbdc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:23:10.260051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Bound using segment: {'id': '1fecae89-045c-4b8e-9dc5-56385cbdc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:23:10.260481 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Bound port: adae4d86-d978-4c3b-a1b7-0135dbc3dc87, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fecae89-045c-4b8e-9dc5-56385cbdc810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:23:10.260824 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:10.354259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] For port adae4d86-d978-4c3b-a1b7-0135dbc3dc87, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:23:10.357274 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] For port adae4d86-d978-4c3b-a1b7-0135dbc3dc87, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=adae4d86-d978-4c3b-a1b7-0135dbc3dc87,segment=NetworkSegment(1fecae89-045c-4b8e-9dc5-56385cbdc810),segment_id=1fecae89-045c-4b8e-9dc5-56385cbdc810)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:23:10.452051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:10.482262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:10.482862 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:10.484218 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] 10.222.0.94 "PUT /v2.0/ports/adae4d86-d978-4c3b-a1b7-0135dbc3dc87 HTTP/1.1" status: 200 len: 1093 time: 1.1182785 Aug 26 01:23:10.484642 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70261ac4-63a7-42f6-869a-2da8cd79e854', 'tag': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:23:10.530365 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fa020-35d2-4070-b4df-bcb79293d237 service neutron] Pushing event updated for resources: {'Port': ['ID=adae4d86-d978-4c3b-a1b7-0135dbc3dc87,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:10.584717 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c74eef4-55cd-4802-b5f4-816609cfe75d'] response: {'name': 'network-changed', 'server_uuid': '70261ac4-63a7-42f6-869a-2da8cd79e854', 'tag': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87', 'status': 'completed', 'code': 200} Aug 26 01:23:10.697423 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:10.767535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddcfb1-9c63-4295-b108-d3d991e2a8f1 req-f23887fa-b810-4a80-839d-e9fef8ba7658 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:10.769310 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-beddcfb1-9c63-4295-b108-d3d991e2a8f1 req-f23887fa-b810-4a80-839d-e9fef8ba7658 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 943 time: 0.1511402 Aug 26 01:23:10.771846 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-a01cd94a-75b7-4126-8a42-6c90734b6cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:10.773210 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-a01cd94a-75b7-4126-8a42-6c90734b6cd9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 1096 time: 0.1169620 Aug 26 01:23:10.964417 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-87cb908c-6ea7-4930-86cb-b636697a9ea6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adae4d86-d978-4c3b-a1b7-0135dbc3dc87 HTTP/1.1" status: 200 len: 217 time: 0.1702032 Aug 26 01:23:11.016420 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-beddcfb1-9c63-4295-b108-d3d991e2a8f1 req-ed68a7d4-eef8-4b6a-a535-9ab8529f5129 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=7cd7c6d6-de9d-4d5a-8520-36221f4cbd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409418 Aug 26 01:23:11.042996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-a87609b7-130a-43d3-86c6-9e10ed42ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:11.044593 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-a87609b7-130a-43d3-86c6-9e10ed42ee92 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=db00b003-27ba-4bae-ac04-815e41e59497 HTTP/1.1" status: 200 len: 844 time: 0.0654418 Aug 26 01:23:11.131367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-aec12bf8-e0e9-408b-b421-ed427b092065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:11.132210 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-aec12bf8-e0e9-408b-b421-ed427b092065 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=be4e2ab3-aa9f-476d-8f2c-83e3b205d378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817451 Aug 26 01:23:11.273665 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-cdf7eda1-6fe9-4737-8673-2ae4bb055026 service neutron] 10.222.0.94 "GET /v2.0/networks/be4e2ab3-aa9f-476d-8f2c-83e3b205d378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317956 Aug 26 01:23:11.418615 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c613dea2-ed26-4566-8616-77e9eea061b1 req-d977cb33-3c47-4454-8c1a-821424039214 service neutron] 10.222.0.94 "GET /v2.0/networks/be4e2ab3-aa9f-476d-8f2c-83e3b205d378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350141 Aug 26 01:23:11.714956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeef321-909b-4878-a32e-247aa75e0c0e req-14d3ffea-3b7b-42a6-a1ab-b2c39c8f260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:11.716435 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ffeef321-909b-4878-a32e-247aa75e0c0e req-14d3ffea-3b7b-42a6-a1ab-b2c39c8f260f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 1096 time: 0.0996108 Aug 26 01:23:11.851259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeef321-909b-4878-a32e-247aa75e0c0e req-f6691f81-564b-4508-90fd-ed744251bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:11.852717 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ffeef321-909b-4878-a32e-247aa75e0c0e req-f6691f81-564b-4508-90fd-ed744251bade service neutron] 10.222.0.94 "GET /v2.0/networks?id=be4e2ab3-aa9f-476d-8f2c-83e3b205d378 HTTP/1.1" status: 200 len: 898 time: 0.1295276 Aug 26 01:23:11.919520 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ffeef321-909b-4878-a32e-247aa75e0c0e req-8ad92e31-9833-44a0-a5f6-3ddd18e6dabe service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adae4d86-d978-4c3b-a1b7-0135dbc3dc87 HTTP/1.1" status: 200 len: 217 time: 0.0602252 Aug 26 01:23:11.986962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeef321-909b-4878-a32e-247aa75e0c0e req-40411c37-17ef-4826-b3d6-bd6c2197970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:11.988331 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ffeef321-909b-4878-a32e-247aa75e0c0e req-40411c37-17ef-4826-b3d6-bd6c2197970a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=db00b003-27ba-4bae-ac04-815e41e59497 HTTP/1.1" status: 200 len: 844 time: 0.0621338 Aug 26 01:23:12.072041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeef321-909b-4878-a32e-247aa75e0c0e req-627d0592-fade-41f0-81e3-3c06fad180e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:12.073643 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ffeef321-909b-4878-a32e-247aa75e0c0e req-627d0592-fade-41f0-81e3-3c06fad180e5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=be4e2ab3-aa9f-476d-8f2c-83e3b205d378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783079 Aug 26 01:23:12.215523 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ffeef321-909b-4878-a32e-247aa75e0c0e req-6c4db91c-8b98-4db0-bcff-9fb9b4ca88e9 service neutron] 10.222.0.94 "GET /v2.0/networks/be4e2ab3-aa9f-476d-8f2c-83e3b205d378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304939 Aug 26 01:23:12.226302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a1db8-f7a1-498d-8c5d-c151141d2a31 req-11a57d6b-443d-4aa4-b2f9-ff3e7423fe52 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:12.228208 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-823a1db8-f7a1-498d-8c5d-c151141d2a31 req-11a57d6b-443d-4aa4-b2f9-ff3e7423fe52 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 943 time: 0.0922372 Aug 26 01:23:12.279630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-823a1db8-f7a1-498d-8c5d-c151141d2a31 req-7a68fa1b-536e-4a99-ad72-235c2d8b9d6d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:23:12.342874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-823a1db8-f7a1-498d-8c5d-c151141d2a31 req-7a68fa1b-536e-4a99-ad72-235c2d8b9d6d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:23:12.344260 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-823a1db8-f7a1-498d-8c5d-c151141d2a31 req-7a68fa1b-536e-4a99-ad72-235c2d8b9d6d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=7cd7c6d6-de9d-4d5a-8520-36221f4cbd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104257 Aug 26 01:23:12.360141 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ffeef321-909b-4878-a32e-247aa75e0c0e req-f125fbe0-6164-4d07-ac9a-773ba249ad33 service neutron] 10.222.0.94 "GET /v2.0/networks/be4e2ab3-aa9f-476d-8f2c-83e3b205d378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362989 Aug 26 01:23:13.712113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9aa9f-d38d-481e-9152-99d888d44fb1 req-918bc4d5-6f40-41bd-a497-8127cd9bcca1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:13.721415 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8ea9aa9f-d38d-481e-9152-99d888d44fb1 req-918bc4d5-6f40-41bd-a497-8127cd9bcca1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 943 time: 0.0975459 Aug 26 01:23:13.759809 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8ea9aa9f-d38d-481e-9152-99d888d44fb1 req-d3022252-4c17-4b5e-90bb-3b78e7e48ae3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=7cd7c6d6-de9d-4d5a-8520-36221f4cbd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404084 Aug 26 01:23:14.036795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device adae4d86-d978-4c3b-a1b7-0135dbc3dc87 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:23:14.174431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port adae4d86-d978-4c3b-a1b7-0135dbc3dc87, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=adae4d86-d978-4c3b-a1b7-0135dbc3dc87,segment=NetworkSegment(1fecae89-045c-4b8e-9dc5-56385cbdc810),segment_id=1fecae89-045c-4b8e-9dc5-56385cbdc810)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:23:14.188097 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'port_id': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87', 'mac_address': 'fa:16:3e:36:a5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:23:14.244555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:23:14.244555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:14.262225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adae4d86-d978-4c3b-a1b7-0135dbc3dc87 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:23:14.279779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port adae4d86-d978-4c3b-a1b7-0135dbc3dc87, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=adae4d86-d978-4c3b-a1b7-0135dbc3dc87,segment=NetworkSegment(1fecae89-045c-4b8e-9dc5-56385cbdc810),segment_id=1fecae89-045c-4b8e-9dc5-56385cbdc810)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:23:14.373163 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:14.444942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=adae4d86-d978-4c3b-a1b7-0135dbc3dc87,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:14.739544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['adae4d86-d978-4c3b-a1b7-0135dbc3dc87'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:23:14.972826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d988c2-7c3f-4e3b-a907-51f0f577824d req-0f968a36-edeb-4131-b324-78033bb850b9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:14.974478 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-08d988c2-7c3f-4e3b-a907-51f0f577824d req-0f968a36-edeb-4131-b324-78033bb850b9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 944 time: 0.0956969 Aug 26 01:23:15.021330 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-08d988c2-7c3f-4e3b-a907-51f0f577824d req-e678d788-5b16-4163-9c97-86833a2fd617 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=7cd7c6d6-de9d-4d5a-8520-36221f4cbd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407076 Aug 26 01:23:16.040869 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device adae4d86-d978-4c3b-a1b7-0135dbc3dc87 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:23:16.149632 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:23:16.154883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:23:16.163422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:16.234353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec59ea4-494c-4897-ac74-90c6221be8af req-c76d739a-8590-4e83-9f2a-c99fc50a5eed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:16.237047 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9ec59ea4-494c-4897-ac74-90c6221be8af req-c76d739a-8590-4e83-9f2a-c99fc50a5eed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 944 time: 0.1009729 Aug 26 01:23:16.279430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:23:16.279813 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:16.289032 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9ec59ea4-494c-4897-ac74-90c6221be8af req-252293a4-7f60-4a79-81e7-37be997d0721 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=7cd7c6d6-de9d-4d5a-8520-36221f4cbd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450621 Aug 26 01:23:16.310151 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70261ac4-63a7-42f6-869a-2da8cd79e854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:23:16.320996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port adae4d86-d978-4c3b-a1b7-0135dbc3dc87, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=adae4d86-d978-4c3b-a1b7-0135dbc3dc87,segment=NetworkSegment(1fecae89-045c-4b8e-9dc5-56385cbdc810),segment_id=1fecae89-045c-4b8e-9dc5-56385cbdc810)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:23:16.383887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:16.421459 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd21acb-d17e-4011-bc57-fdf81bc41c55'] response: {'server_uuid': '70261ac4-63a7-42f6-869a-2da8cd79e854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87', 'code': 200} Aug 26 01:23:16.462214 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=adae4d86-d978-4c3b-a1b7-0135dbc3dc87,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:16.846499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c662f1-67bf-4321-a31b-0415adf1ef37 req-116b6f36-90bf-4201-b99e-77db9f416d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:16.848010 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-53c662f1-67bf-4321-a31b-0415adf1ef37 req-116b6f36-90bf-4201-b99e-77db9f416d5e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 1098 time: 0.0787635 Aug 26 01:23:16.893868 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-53c662f1-67bf-4321-a31b-0415adf1ef37 req-84d9933e-871c-4bd5-b0df-26be0560c332 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=7cd7c6d6-de9d-4d5a-8520-36221f4cbd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365527 Aug 26 01:23:17.554156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9226dd6-bb9e-44c7-9f4a-8274ae169d1c req-a68d04e6-92d3-41ea-ac13-ff074f688b8c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:17.555653 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a9226dd6-bb9e-44c7-9f4a-8274ae169d1c req-a68d04e6-92d3-41ea-ac13-ff074f688b8c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 945 time: 0.0947745 Aug 26 01:23:17.602573 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a9226dd6-bb9e-44c7-9f4a-8274ae169d1c req-1bb1a189-f7cb-444f-be04-c4f8477a5515 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=7cd7c6d6-de9d-4d5a-8520-36221f4cbd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412292 Aug 26 01:23:18.948561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8277f4-9ac5-45e6-9904-0434f48cf26e req-b88906da-45a8-4f9e-b106-9506e227800c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:18.950071 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ac8277f4-9ac5-45e6-9904-0434f48cf26e req-b88906da-45a8-4f9e-b106-9506e227800c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 945 time: 0.2328725 Aug 26 01:23:18.997345 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ac8277f4-9ac5-45e6-9904-0434f48cf26e req-247cae81-8641-4cb5-81b0-ac4a63468061 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=7cd7c6d6-de9d-4d5a-8520-36221f4cbd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415859 Aug 26 01:23:19.200818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b06aa-f836-4971-99a9-c958c0388242 req-3e013772-1165-4d75-a55a-3abf5a622134 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:19.202249 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a19b06aa-f836-4971-99a9-c958c0388242 req-3e013772-1165-4d75-a55a-3abf5a622134 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 945 time: 0.0916762 Aug 26 01:23:19.252966 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a19b06aa-f836-4971-99a9-c958c0388242 req-064e2948-b2e7-4a37-990d-c87c61c97844 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=7cd7c6d6-de9d-4d5a-8520-36221f4cbd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449922 Aug 26 01:23:19.282649 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55588) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:23:19.367000 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca18b8b-c9ac-44b1-8622-a27674d03d5a tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:19.368599 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bca18b8b-c9ac-44b1-8622-a27674d03d5a tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 1093 time: 0.0849545 Aug 26 01:23:19.371417 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55592) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:23:19.376404 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:23:19.383903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:23:19.388169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:floatingip and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:23:19.391049 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:23:19.397884 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:23:19.483275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:19.631310 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:19.871721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.165 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/66ecb717-34fc-4c46-9c14-0e50ed34f848) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:23:20.019247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:20.273441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:20.337880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:23:20.341451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:23:20.343272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:23:20.386826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=66ecb717-34fc-4c46-9c14-0e50ed34f848,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:20.769516 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:20.930862 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:21.141325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:21.309517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:21.417525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=66ecb717-34fc-4c46-9c14-0e50ed34f848,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:23:21.419749 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:21.589849 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 6df9757a-4306-4cc5-94f8-7a070c5ea7cc associated. External IP: 172.26.2.165, port: adae4d86-d978-4c3b-a1b7-0135dbc3dc87. Aug 26 01:23:21.953652 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:23:22.059028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 7dd1837d-b47d-4f9d-97d1-615030694928 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:23:22.247619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:23:22.258890 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92964322-868e-427b-95f9-f17efdb1c19c None None] Sync routers for ids ['7dd1837d-b47d-4f9d-97d1-615030694928'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:23:22.268389 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92964322-868e-427b-95f9-f17efdb1c19c None None] Routers {'7dd1837d-b47d-4f9d-97d1-615030694928'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:23:22.269084 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-92964322-868e-427b-95f9-f17efdb1c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:23:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7dd1837d-b47d-4f9d-97d1-615030694928'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:23:22.375190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:22.459578 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-44a841b0-bd76-4831-b4e9-82f6a2b372e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0825467 Aug 26 01:23:22.459578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70261ac4-63a7-42f6-869a-2da8cd79e854', 'tag': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:23:22.459929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55596) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:23:22.480848 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-92964322-868e-427b-95f9-f17efdb1c19c None None] Set router 7dd1837d-b47d-4f9d-97d1-615030694928 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:23:22.510562 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db5f344-69aa-4770-93e8-78ebda114296'] response: {'name': 'network-changed', 'server_uuid': '70261ac4-63a7-42f6-869a-2da8cd79e854', 'tag': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87', 'status': 'completed', 'code': 200} Aug 26 01:23:22.596058 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-afde77a6-a8b3-4055-b5f6-30896a1aa731 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/6df9757a-4306-4cc5-94f8-7a070c5ea7cc HTTP/1.1" status: 200 len: 991 time: 0.1353714 Aug 26 01:23:22.647205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4777d-1a9e-4c43-9307-ccc0d2341a21 req-868f1fa1-473e-46a4-882f-3b05d91441fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:22.649558 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-18f4777d-1a9e-4c43-9307-ccc0d2341a21 req-868f1fa1-473e-46a4-882f-3b05d91441fe service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 1098 time: 0.0894449 Aug 26 01:23:22.812473 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4777d-1a9e-4c43-9307-ccc0d2341a21 req-0f43eb32-2d8c-4d92-a2d8-c93e038847fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:22.815301 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-18f4777d-1a9e-4c43-9307-ccc0d2341a21 req-0f43eb32-2d8c-4d92-a2d8-c93e038847fb service neutron] 10.222.0.94 "GET /v2.0/networks?id=be4e2ab3-aa9f-476d-8f2c-83e3b205d378 HTTP/1.1" status: 200 len: 898 time: 0.1603360 Aug 26 01:23:22.917315 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-92964322-868e-427b-95f9-f17efdb1c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:22:53Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:54Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '6df9757a-4306-4cc5-94f8-7a070c5ea7cc', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.165', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'port_id': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'mac_address': 'fa:16:3e:36:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70261ac4-63a7-42f6-869a-2da8cd79e854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:23:20Z', 'updated_at': '2022-08-26T01:23:20Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6942ac7-99e3-4dbd-b990-48dcba5650f6', 'name': '', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:66:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:58Z', 'updated_at': '2022-08-26T01:23:05Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:23:22.922574 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92964322-868e-427b-95f9-f17efdb1c19c None None] Checking router: 7dd1837d-b47d-4f9d-97d1-615030694928 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:23:22.931360 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-18f4777d-1a9e-4c43-9307-ccc0d2341a21 req-59a74be9-9a23-40c1-9461-b660e070dd82 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adae4d86-d978-4c3b-a1b7-0135dbc3dc87 HTTP/1.1" status: 200 len: 999 time: 0.1068335 Aug 26 01:23:22.932164 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92964322-868e-427b-95f9-f17efdb1c19c None None] Routers {'7dd1837d-b47d-4f9d-97d1-615030694928'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:23:22.932773 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-92964322-868e-427b-95f9-f17efdb1c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:23:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7dd1837d-b47d-4f9d-97d1-615030694928'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:23:23.022759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4777d-1a9e-4c43-9307-ccc0d2341a21 req-0cf6fc8b-11eb-4dd3-b354-193323617a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:23.024641 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-18f4777d-1a9e-4c43-9307-ccc0d2341a21 req-0cf6fc8b-11eb-4dd3-b354-193323617a46 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=db00b003-27ba-4bae-ac04-815e41e59497 HTTP/1.1" status: 200 len: 844 time: 0.0775239 Aug 26 01:23:23.117715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4777d-1a9e-4c43-9307-ccc0d2341a21 req-216628fb-b167-4022-a0c6-db305b3a696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:23.120840 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-18f4777d-1a9e-4c43-9307-ccc0d2341a21 req-216628fb-b167-4022-a0c6-db305b3a696f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=be4e2ab3-aa9f-476d-8f2c-83e3b205d378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884933 Aug 26 01:23:23.124728 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-92964322-868e-427b-95f9-f17efdb1c19c None None] Set router 7dd1837d-b47d-4f9d-97d1-615030694928 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:23:23.269771 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-18f4777d-1a9e-4c43-9307-ccc0d2341a21 req-3007c7f2-87df-4e86-8515-606ecba6c3a4 service neutron] 10.222.0.94 "GET /v2.0/networks/be4e2ab3-aa9f-476d-8f2c-83e3b205d378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437194 Aug 26 01:23:23.418130 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-18f4777d-1a9e-4c43-9307-ccc0d2341a21 req-ff059dea-7944-4fa7-a8dc-36a1bfc710be service neutron] 10.222.0.94 "GET /v2.0/networks/be4e2ab3-aa9f-476d-8f2c-83e3b205d378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416728 Aug 26 01:23:23.537582 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-92964322-868e-427b-95f9-f17efdb1c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:22:53Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:54Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '6df9757a-4306-4cc5-94f8-7a070c5ea7cc', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.165', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'port_id': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'mac_address': 'fa:16:3e:36:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70261ac4-63a7-42f6-869a-2da8cd79e854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:23:20Z', 'updated_at': '2022-08-26T01:23:20Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6942ac7-99e3-4dbd-b990-48dcba5650f6', 'name': '', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:66:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:58Z', 'updated_at': '2022-08-26T01:23:05Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:23:23.537582 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92964322-868e-427b-95f9-f17efdb1c19c None None] The sync data for ids ['7dd1837d-b47d-4f9d-97d1-615030694928'] in dv-neutron-854561-2-hyperv is: [{'id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:22:53Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:54Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '6df9757a-4306-4cc5-94f8-7a070c5ea7cc', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.165', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'port_id': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'mac_address': 'fa:16:3e:36:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70261ac4-63a7-42f6-869a-2da8cd79e854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:23:20Z', 'updated_at': '2022-08-26T01:23:20Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6942ac7-99e3-4dbd-b990-48dcba5650f6', 'name': '', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:66:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:58Z', 'updated_at': '2022-08-26T01:23:05Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:23:23.600019 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55604) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:23:23.715389 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f2055f17-13f4-4ffc-aefa-de00f8c6ac21 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/6df9757a-4306-4cc5-94f8-7a070c5ea7cc HTTP/1.1" status: 200 len: 991 time: 0.1142106 Aug 26 01:23:23.733931 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2c968-fc49-4d1c-a841-a10dd4ccf388 None None] New status for floating IP 6df9757a-4306-4cc5-94f8-7a070c5ea7cc: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:23:24.719262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55608) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:23:24.828720 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-50942b74-7b09-47cf-ad48-8b42a957bf6b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/6df9757a-4306-4cc5-94f8-7a070c5ea7cc HTTP/1.1" status: 200 len: 993 time: 0.1082790 Aug 26 01:23:30.514073 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-58a47397-6d2c-4f00-afb9-2abef7a5b6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:33.011184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5b4b9aca-3ed4-43bb-99d4-4d5fdc37f02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:33.740026 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:33.988319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:35.486460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:35.719913 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-60f43d19-298d-4979-a301-c63625a2c5a0 req-1ca418d7-77eb-4068-8c23-cd5b74fa5985 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821409 Aug 26 01:23:35.835620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f43d19-298d-4979-a301-c63625a2c5a0 req-68e247a7-77b7-4949-b160-f5fa6e891478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:35.838408 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-60f43d19-298d-4979-a301-c63625a2c5a0 req-68e247a7-77b7-4949-b160-f5fa6e891478 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 1098 time: 0.0826101 Aug 26 01:23:35.987975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f43d19-298d-4979-a301-c63625a2c5a0 req-0fee6aa4-7eb7-4389-a4f5-ae7513d4fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:35.989959 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-60f43d19-298d-4979-a301-c63625a2c5a0 req-0fee6aa4-7eb7-4389-a4f5-ae7513d4fb42 service neutron] 10.222.0.94 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 913 time: 0.1291971 Aug 26 01:23:36.205249 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-60f43d19-298d-4979-a301-c63625a2c5a0 req-5b8346f0-cd34-4c64-8adf-a37329770f94 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f5235e-114c-491e-9483-2b9bf4a92775 HTTP/1.1" status: 200 len: 1000 time: 0.2080388 Aug 26 01:23:36.270339 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f43d19-298d-4979-a301-c63625a2c5a0 req-3d2a0232-7da3-461f-9585-28b7f38ba1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:36.271748 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-60f43d19-298d-4979-a301-c63625a2c5a0 req-3d2a0232-7da3-461f-9585-28b7f38ba1be service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 HTTP/1.1" status: 200 len: 850 time: 0.0597296 Aug 26 01:23:36.354986 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f43d19-298d-4979-a301-c63625a2c5a0 req-8d2e66ef-d909-4d6c-a97e-da2a44ac649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:23:36.356504 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-60f43d19-298d-4979-a301-c63625a2c5a0 req-8d2e66ef-d909-4d6c-a97e-da2a44ac649e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=277863a4-4254-4976-bcf1-d2e6a4c64c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775523 Aug 26 01:23:36.490956 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-60f43d19-298d-4979-a301-c63625a2c5a0 req-d484c476-3fd8-40fe-8bc6-bfbf2aaf3c1b service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261525 Aug 26 01:23:36.623637 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-60f43d19-298d-4979-a301-c63625a2c5a0 req-caf6bca7-7658-4d33-a69d-d5c854cfe1b5 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282845 Aug 26 01:23:40.717725 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:23:58.952611 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:24:00.499640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-51b1096b-5f21-4546-ae31-e758a50f3b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:03.233109 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-93e6444d-7e6f-44d6-a778-5a4e2e3089ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:03.770679 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:03.979011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:05.492358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:10.735755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:30.506900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-05820e76-6c62-44ed-b8c5-4e14c311babc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:33.015373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-75bf81ab-3a19-4bc7-a449-ebc114eb177b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:33.727117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:33.955951 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:35.521639 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:35.951977 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:24:40.711988 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:43.285873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55644) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:24:43.490357 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Deleting port 744c3e01-0131-41cd-bc7f-493f2b030393 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:24:43.490702 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:43.662634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:43.662962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:43.788513 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Calling delete_port for 744c3e01-0131-41cd-bc7f-493f2b030393 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:24:44.029898 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:44.079809 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event deleted for resources: {'Port': ['ID=744c3e01-0131-41cd-bc7f-493f2b030393,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:24:44.128299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:24:44.128646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:24:44.128987 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:24:44.129326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:24:44.129656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:24:44.130480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:24:44.130480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:24:44.130798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:24:44.131124 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:24:44.131447 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:24:44.131774 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:24:44.132376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:24:44.188294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:44.188631 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Floating IP 627cd412-a566-4000-95d5-976973dd2a16 disassociated (deleted). External IP: 172.26.2.15, port: 92f5235e-114c-491e-9483-2b9bf4a92775. Aug 26 01:24:44.647983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Router 27d9cace-c75f-4bcd-8061-d44c0eb332ba has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:24:44.842765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:24:44.853153 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddefa6e-f050-44dc-869e-44e9e085fe79 None None] Sync routers for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:24:44.862397 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddefa6e-f050-44dc-869e-44e9e085fe79 None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:24:44.862994 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0ddefa6e-f050-44dc-869e-44e9e085fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:24:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:24:44.927394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:44.986352 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b5249cf6-fea8-4d00-ba53-0d918c79e1cc tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "DELETE /v2.0/floatingips/627cd412-a566-4000-95d5-976973dd2a16 HTTP/1.1" status: 204 len: 168 time: 1.6992271 Aug 26 01:24:44.986934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cc6930-7545-4082-bec7-b5eb5f0843b3', 'tag': '92f5235e-114c-491e-9483-2b9bf4a92775'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:24:45.034914 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a341302-08a7-490a-873d-0ef1d3c0b8e5'] response: {'name': 'network-changed', 'server_uuid': 'f0cc6930-7545-4082-bec7-b5eb5f0843b3', 'tag': '92f5235e-114c-491e-9483-2b9bf4a92775', 'status': 'completed', 'code': 200} Aug 26 01:24:45.048902 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-0ddefa6e-f050-44dc-869e-44e9e085fe79 None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:24:45.177342 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6a77-0942-4a5d-8881-5289b3d6e3d4 req-85c87f54-bfbf-4c86-8938-1736fc9daeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:24:45.178943 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6c3b6a77-0942-4a5d-8881-5289b3d6e3d4 req-85c87f54-bfbf-4c86-8938-1736fc9daeb2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 1098 time: 0.0860193 Aug 26 01:24:45.318577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6a77-0942-4a5d-8881-5289b3d6e3d4 req-4af3839c-c41c-4a5c-aeb7-8b1dbf993c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:24:45.320038 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6c3b6a77-0942-4a5d-8881-5289b3d6e3d4 req-4af3839c-c41c-4a5c-aeb7-8b1dbf993c04 service neutron] 10.222.0.94 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 913 time: 0.1322901 Aug 26 01:24:45.401310 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6c3b6a77-0942-4a5d-8881-5289b3d6e3d4 req-75eac55b-fffb-43d2-baaa-cedf036472b1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f5235e-114c-491e-9483-2b9bf4a92775 HTTP/1.1" status: 200 len: 217 time: 0.0715461 Aug 26 01:24:45.414287 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0ddefa6e-f050-44dc-869e-44e9e085fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'e952c593-5d17-43e4-8d68-c2191d86c50d', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'floating_ip_address': '172.26.2.8', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'port_id': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'mac_address': 'fa:16:3e:85:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:18:35Z', 'updated_at': '2022-08-26T01:18:38Z', 'revision_number': 1, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:24:45.418512 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddefa6e-f050-44dc-869e-44e9e085fe79 None None] Checking router: 27d9cace-c75f-4bcd-8061-d44c0eb332ba for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:24:45.434873 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddefa6e-f050-44dc-869e-44e9e085fe79 None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:24:45.434873 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0ddefa6e-f050-44dc-869e-44e9e085fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:24:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:24:45.471300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6a77-0942-4a5d-8881-5289b3d6e3d4 req-c100ae37-d2e8-4d79-a837-e3e34a46878d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:24:45.472745 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6c3b6a77-0942-4a5d-8881-5289b3d6e3d4 req-c100ae37-d2e8-4d79-a837-e3e34a46878d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 HTTP/1.1" status: 200 len: 850 time: 0.0626359 Aug 26 01:24:45.648663 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-0ddefa6e-f050-44dc-869e-44e9e085fe79 None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:24:45.663881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6a77-0942-4a5d-8881-5289b3d6e3d4 req-1fa32010-cd97-4f4b-a31a-5ea7c0d42956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:24:45.665364 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6c3b6a77-0942-4a5d-8881-5289b3d6e3d4 req-1fa32010-cd97-4f4b-a31a-5ea7c0d42956 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=277863a4-4254-4976-bcf1-d2e6a4c64c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1112182 Aug 26 01:24:45.673994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a5c13-a98d-4cb3-ae40-31292480d280 req-1370e433-104f-432e-b5ea-af2a3791266c tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:24:45.674673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-e80a5c13-a98d-4cb3-ae40-31292480d280 req-1370e433-104f-432e-b5ea-af2a3791266c tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Synchronizing usage tracker for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:24:45.816032 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6c3b6a77-0942-4a5d-8881-5289b3d6e3d4 req-533c6cc5-d7cf-459e-b931-be189b36c1a3 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364875 Aug 26 01:24:45.891941 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-e80a5c13-a98d-4cb3-ae40-31292480d280 req-1370e433-104f-432e-b5ea-af2a3791266c tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Unset dirty status for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:24:45.893085 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e80a5c13-a98d-4cb3-ae40-31292480d280 req-1370e433-104f-432e-b5ea-af2a3791266c tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 945 time: 0.3744736 Aug 26 01:24:45.966680 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e80a5c13-a98d-4cb3-ae40-31292480d280 req-1e24bcda-3819-48fd-af05-9bba2ab57061 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0628047 Aug 26 01:24:45.989607 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6c3b6a77-0942-4a5d-8881-5289b3d6e3d4 req-1f68d257-fab3-4324-949f-eb62756b6864 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671233 Aug 26 01:24:46.084303 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0ddefa6e-f050-44dc-869e-44e9e085fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'e952c593-5d17-43e4-8d68-c2191d86c50d', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'floating_ip_address': '172.26.2.8', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'port_id': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'mac_address': 'fa:16:3e:85:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:18:35Z', 'updated_at': '2022-08-26T01:18:38Z', 'revision_number': 1, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:24:46.088328 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddefa6e-f050-44dc-869e-44e9e085fe79 None None] The sync data for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv is: [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'e952c593-5d17-43e4-8d68-c2191d86c50d', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'floating_ip_address': '172.26.2.8', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'port_id': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'mac_address': 'fa:16:3e:85:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:18:35Z', 'updated_at': '2022-08-26T01:18:38Z', 'revision_number': 1, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:24:46.319259 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99448e67-459b-480b-bfc0-1810795d746b None None] New status for floating IP 627cd412-a566-4000-95d5-976973dd2a16: DOWN {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:24:47.167320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d4f19-536b-4041-9b4a-3dbeb7b7507d req-2dad6632-a93e-48ae-80cf-080d69278b9b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:24:47.168776 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-532d4f19-536b-4041-9b4a-3dbeb7b7507d req-2dad6632-a93e-48ae-80cf-080d69278b9b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 945 time: 0.0870667 Aug 26 01:24:47.222704 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-532d4f19-536b-4041-9b4a-3dbeb7b7507d req-3962ab02-fd18-4d8d-90db-0e6ba34e7324 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437124 Aug 26 01:24:47.605450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b36613-5292-41ea-af85-040c1bc4a7e8 req-78cfb6f4-be0b-484a-a057-820fde83d1a9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:24:47.606949 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e8b36613-5292-41ea-af85-040c1bc4a7e8 req-78cfb6f4-be0b-484a-a057-820fde83d1a9 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.94 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 945 time: 0.0912485 Aug 26 01:24:47.681988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-e8b36613-5292-41ea-af85-040c1bc4a7e8 req-5868bc5a-e640-4357-8006-cb538ad3456f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Deleting port 92f5235e-114c-491e-9483-2b9bf4a92775 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:24:47.682328 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-e8b36613-5292-41ea-af85-040c1bc4a7e8 req-5868bc5a-e640-4357-8006-cb538ad3456f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:48.052578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-e8b36613-5292-41ea-af85-040c1bc4a7e8 req-5868bc5a-e640-4357-8006-cb538ad3456f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] For port 92f5235e-114c-491e-9483-2b9bf4a92775, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=92f5235e-114c-491e-9483-2b9bf4a92775,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:24:48.052883 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-e8b36613-5292-41ea-af85-040c1bc4a7e8 req-5868bc5a-e640-4357-8006-cb538ad3456f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:48.173756 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-e8b36613-5292-41ea-af85-040c1bc4a7e8 req-5868bc5a-e640-4357-8006-cb538ad3456f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Calling delete_port for 92f5235e-114c-491e-9483-2b9bf4a92775 owned by compute:nova {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:24:48.405151 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-e8b36613-5292-41ea-af85-040c1bc4a7e8 req-5868bc5a-e640-4357-8006-cb538ad3456f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:48.459896 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868bc5a-e640-4357-8006-cb538ad3456f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event deleted for resources: {'Port': ['ID=92f5235e-114c-491e-9483-2b9bf4a92775,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:24:48.468550 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aafac8-ce97-48fd-8a9b-9905dd6187f6 req-a00f7629-8f3b-4b82-93c5-b9d3db5aa734 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:24:48.470100 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-36aafac8-ce97-48fd-8a9b-9905dd6187f6 req-a00f7629-8f3b-4b82-93c5-b9d3db5aa734 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 945 time: 0.1424928 Aug 26 01:24:48.579744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b36613-5292-41ea-af85-040c1bc4a7e8 req-5868bc5a-e640-4357-8006-cb538ad3456f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] No DVR routers for this DVR port 92f5235e-114c-491e-9483-2b9bf4a92775 on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:24:48.584187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-e8b36613-5292-41ea-af85-040c1bc4a7e8 req-5868bc5a-e640-4357-8006-cb538ad3456f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:48.586531 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cc6930-7545-4082-bec7-b5eb5f0843b3', 'name': 'network-vif-deleted', 'tag': '92f5235e-114c-491e-9483-2b9bf4a92775'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:24:48.606416 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-36aafac8-ce97-48fd-8a9b-9905dd6187f6 req-82262276-8db9-4f1e-8b7a-047b8094689b tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1048920 Aug 26 01:24:48.634465 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd84dfa5-7b62-4c90-9a31-276bea3292da'] response: {'server_uuid': 'f0cc6930-7545-4082-bec7-b5eb5f0843b3', 'name': 'network-vif-deleted', 'tag': '92f5235e-114c-491e-9483-2b9bf4a92775', 'status': 'completed', 'code': 200} Aug 26 01:24:48.667160 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e8b36613-5292-41ea-af85-040c1bc4a7e8 req-5868bc5a-e640-4357-8006-cb538ad3456f tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.94 "DELETE /v2.0/ports/92f5235e-114c-491e-9483-2b9bf4a92775 HTTP/1.1" status: 204 len: 173 time: 1.0510392 Aug 26 01:24:49.786441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-b55db1cf-3c2f-4afa-9301-d713ca6c7b60 req-46c50163-83ab-4c64-9946-5f0888c6f857 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Synchronizing usage tracker for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:24:49.869494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-b55db1cf-3c2f-4afa-9301-d713ca6c7b60 req-46c50163-83ab-4c64-9946-5f0888c6f857 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Unset dirty status for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:24:49.870846 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b55db1cf-3c2f-4afa-9301-d713ca6c7b60 req-46c50163-83ab-4c64-9946-5f0888c6f857 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0cc6930-7545-4082-bec7-b5eb5f0843b3 HTTP/1.1" status: 200 len: 210 time: 0.1362202 Aug 26 01:24:50.485497 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 92f5235e-114c-491e-9483-2b9bf4a92775 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:24:50.523449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 92f5235e-114c-491e-9483-2b9bf4a92775 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:24:50.523792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 92f5235e-114c-491e-9483-2b9bf4a92775 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:24:55.741653 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55682) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:24:55.944771 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-4b89d5a5-282e-4d97-aa33-ae3dc87f02bd tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Deleting port 97a1b1af-b3cc-4ce5-899e-e2e1fc87f961 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:24:55.945107 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4b89d5a5-282e-4d97-aa33-ae3dc87f02bd tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:56.116455 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4b89d5a5-282e-4d97-aa33-ae3dc87f02bd tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:56.116789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4b89d5a5-282e-4d97-aa33-ae3dc87f02bd tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:56.247284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-4b89d5a5-282e-4d97-aa33-ae3dc87f02bd tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Calling delete_port for 97a1b1af-b3cc-4ce5-899e-e2e1fc87f961 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:24:56.469766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4b89d5a5-282e-4d97-aa33-ae3dc87f02bd tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:56.614402 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89d5a5-282e-4d97-aa33-ae3dc87f02bd tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event deleted for resources: {'Port': ['ID=97a1b1af-b3cc-4ce5-899e-e2e1fc87f961,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:24:56.714953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4b89d5a5-282e-4d97-aa33-ae3dc87f02bd tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:56.715294 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-4b89d5a5-282e-4d97-aa33-ae3dc87f02bd tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Floating IP e952c593-5d17-43e4-8d68-c2191d86c50d disassociated (deleted). External IP: 172.26.2.8, port: 2120fed7-1af4-464a-b496-c7cf89dc87a3. Aug 26 01:24:57.077770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b89d5a5-282e-4d97-aa33-ae3dc87f02bd tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Router 27d9cace-c75f-4bcd-8061-d44c0eb332ba has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:24:57.256122 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b89d5a5-282e-4d97-aa33-ae3dc87f02bd tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:24:57.266519 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d145c826-5dbd-40f6-9a56-285d2ae9fefd None None] Sync routers for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:24:57.275476 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d145c826-5dbd-40f6-9a56-285d2ae9fefd None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:24:57.280371 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d145c826-5dbd-40f6-9a56-285d2ae9fefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:24:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:24:57.332690 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4b89d5a5-282e-4d97-aa33-ae3dc87f02bd tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:57.388706 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4b89d5a5-282e-4d97-aa33-ae3dc87f02bd tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "DELETE /v2.0/floatingips/e952c593-5d17-43e4-8d68-c2191d86c50d HTTP/1.1" status: 204 len: 168 time: 1.6459274 Aug 26 01:24:57.389273 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'tag': '2120fed7-1af4-464a-b496-c7cf89dc87a3'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:24:57.435876 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a3f9ef0-6b57-4539-8bb9-01c8b5fffee3'] response: {'name': 'network-changed', 'server_uuid': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'tag': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'status': 'completed', 'code': 200} Aug 26 01:24:57.462975 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-d145c826-5dbd-40f6-9a56-285d2ae9fefd None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:24:57.573459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dd3bf-d6fd-4091-a7d3-8532faf3e76d req-bd79f02a-e007-4265-b2e4-aebcc2d90efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:24:57.574963 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-939dd3bf-d6fd-4091-a7d3-8532faf3e76d req-bd79f02a-e007-4265-b2e4-aebcc2d90efa service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 1099 time: 0.0909078 Aug 26 01:24:57.717356 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dd3bf-d6fd-4091-a7d3-8532faf3e76d req-f2054fc8-6b21-43ae-a80f-29a0f37e25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:24:57.718874 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-939dd3bf-d6fd-4091-a7d3-8532faf3e76d req-f2054fc8-6b21-43ae-a80f-29a0f37e25c8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 200 len: 913 time: 0.1375568 Aug 26 01:24:57.789098 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-939dd3bf-d6fd-4091-a7d3-8532faf3e76d req-d5dcca61-39c5-4115-b7cb-19d5870e3346 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2120fed7-1af4-464a-b496-c7cf89dc87a3 HTTP/1.1" status: 200 len: 217 time: 0.0636933 Aug 26 01:24:57.803556 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d145c826-5dbd-40f6-9a56-285d2ae9fefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:24:57.807721 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d145c826-5dbd-40f6-9a56-285d2ae9fefd None None] Checking router: 27d9cace-c75f-4bcd-8061-d44c0eb332ba for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:24:57.816382 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d145c826-5dbd-40f6-9a56-285d2ae9fefd None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:24:57.817557 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d145c826-5dbd-40f6-9a56-285d2ae9fefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:24:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:24:57.903351 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dd3bf-d6fd-4091-a7d3-8532faf3e76d req-9b46bb89-6a65-484b-bb32-4ec81d1d33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:24:57.904810 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-939dd3bf-d6fd-4091-a7d3-8532faf3e76d req-9b46bb89-6a65-484b-bb32-4ec81d1d33a9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 HTTP/1.1" status: 200 len: 850 time: 0.0760720 Aug 26 01:24:57.949350 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f47e7c-7318-41aa-92f3-2ef66754b71e req-c37cb728-c07e-4ada-8349-867bb218afd8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:24:57.951051 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-85f47e7c-7318-41aa-92f3-2ef66754b71e req-c37cb728-c07e-4ada-8349-867bb218afd8 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 946 time: 0.0962684 Aug 26 01:24:57.997676 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dd3bf-d6fd-4091-a7d3-8532faf3e76d req-6adcfff0-ace0-41ef-80c7-c1024491c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:24:57.999108 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-939dd3bf-d6fd-4091-a7d3-8532faf3e76d req-6adcfff0-ace0-41ef-80c7-c1024491c0bc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=277863a4-4254-4976-bcf1-d2e6a4c64c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866323 Aug 26 01:24:57.999657 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-85f47e7c-7318-41aa-92f3-2ef66754b71e req-058ffa90-3a9f-42a3-9be7-a46c0b39eaed tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420341 Aug 26 01:24:58.009908 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-d145c826-5dbd-40f6-9a56-285d2ae9fefd None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:24:58.136674 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-939dd3bf-d6fd-4091-a7d3-8532faf3e76d req-0de72f7c-9cf9-453a-82bd-08565c01714c service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298103 Aug 26 01:24:58.377538 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d145c826-5dbd-40f6-9a56-285d2ae9fefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:24:58.382735 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d145c826-5dbd-40f6-9a56-285d2ae9fefd None None] The sync data for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv is: [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:13:26Z', 'revision_number': 4, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d', 'name': '', 'network_id': '277863a4-4254-4976-bcf1-d2e6a4c64c1e', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'mac_address': 'fa:16:3e:a6:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:24Z', 'updated_at': '2022-08-26T01:13:33Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'subnets': [{'id': '6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:24:58.389790 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-939dd3bf-d6fd-4091-a7d3-8532faf3e76d req-330eaeeb-9f24-48cf-b0bb-0fd5987dc889 service neutron] 10.222.0.94 "GET /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463927 Aug 26 01:24:58.595438 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeadd59-201f-4703-8b7f-df763518297d None None] New status for floating IP e952c593-5d17-43e4-8d68-c2191d86c50d: DOWN {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:24:58.680473 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4d525-851e-420e-ba9a-53c5bfdb31d7 req-6dac645c-9c3a-4b8c-bfa9-7e20e83aae16 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:24:58.681046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-aaf4d525-851e-420e-ba9a-53c5bfdb31d7 req-6dac645c-9c3a-4b8c-bfa9-7e20e83aae16 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Synchronizing usage tracker for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:24:58.749259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-aaf4d525-851e-420e-ba9a-53c5bfdb31d7 req-6dac645c-9c3a-4b8c-bfa9-7e20e83aae16 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Unset dirty status for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:24:58.750688 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aaf4d525-851e-420e-ba9a-53c5bfdb31d7 req-6dac645c-9c3a-4b8c-bfa9-7e20e83aae16 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.94 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 946 time: 0.1608350 Aug 26 01:24:58.823588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-aaf4d525-851e-420e-ba9a-53c5bfdb31d7 req-e28e2ec1-e6e3-4886-85a7-85a0751d53ef tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Deleting port 2120fed7-1af4-464a-b496-c7cf89dc87a3 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:24:58.823927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-aaf4d525-851e-420e-ba9a-53c5bfdb31d7 req-e28e2ec1-e6e3-4886-85a7-85a0751d53ef tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:59.078466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-aaf4d525-851e-420e-ba9a-53c5bfdb31d7 req-e28e2ec1-e6e3-4886-85a7-85a0751d53ef tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] For port 2120fed7-1af4-464a-b496-c7cf89dc87a3, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=2120fed7-1af4-464a-b496-c7cf89dc87a3,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:24:59.078820 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-aaf4d525-851e-420e-ba9a-53c5bfdb31d7 req-e28e2ec1-e6e3-4886-85a7-85a0751d53ef tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:59.235838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-aaf4d525-851e-420e-ba9a-53c5bfdb31d7 req-e28e2ec1-e6e3-4886-85a7-85a0751d53ef tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Calling delete_port for 2120fed7-1af4-464a-b496-c7cf89dc87a3 owned by compute:nova {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:24:59.378667 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13f185-ab04-4fda-8a31-9227e115d190 req-aad27233-bea5-44a2-8d63-8dfc6725c321 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:24:59.380154 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7c13f185-ab04-4fda-8a31-9227e115d190 req-aad27233-bea5-44a2-8d63-8dfc6725c321 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 946 time: 0.2389739 Aug 26 01:24:59.442894 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7c13f185-ab04-4fda-8a31-9227e115d190 req-8a6e2c4f-981f-4a14-bf4f-349b437f4bc5 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/security-groups?id=0ad6fd47-159f-420e-b1a9-a651ed87ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0538127 Aug 26 01:24:59.517584 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-aaf4d525-851e-420e-ba9a-53c5bfdb31d7 req-e28e2ec1-e6e3-4886-85a7-85a0751d53ef tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:59.604495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e2ec1-e6e3-4886-85a7-85a0751d53ef tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event deleted for resources: {'Port': ['ID=2120fed7-1af4-464a-b496-c7cf89dc87a3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:24:59.660420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf4d525-851e-420e-ba9a-53c5bfdb31d7 req-e28e2ec1-e6e3-4886-85a7-85a0751d53ef tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] No DVR routers for this DVR port 2120fed7-1af4-464a-b496-c7cf89dc87a3 on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:24:59.663633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-aaf4d525-851e-420e-ba9a-53c5bfdb31d7 req-e28e2ec1-e6e3-4886-85a7-85a0751d53ef tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:24:59.666241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'name': 'network-vif-deleted', 'tag': '2120fed7-1af4-464a-b496-c7cf89dc87a3'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:24:59.711796 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4093be8-c797-49e5-b13c-0908cc909502'] response: {'server_uuid': '9a1acc7c-7f38-4eba-9b79-41095a8f557f', 'name': 'network-vif-deleted', 'tag': '2120fed7-1af4-464a-b496-c7cf89dc87a3', 'status': 'completed', 'code': 200} Aug 26 01:24:59.750334 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aaf4d525-851e-420e-ba9a-53c5bfdb31d7 req-e28e2ec1-e6e3-4886-85a7-85a0751d53ef tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.94 "DELETE /v2.0/ports/2120fed7-1af4-464a-b496-c7cf89dc87a3 HTTP/1.1" status: 204 len: 173 time: 0.9934902 Aug 26 01:25:00.514769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-edddc6b1-cfbb-4407-a9c0-0c9b7967ee4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:00.606758 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-af74dcd0-0fef-4f89-882a-cd0ac55bdfec req-55755993-45c4-47ba-93ce-69901c2a58ed tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Synchronizing usage tracker for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:25:00.674887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-af74dcd0-0fef-4f89-882a-cd0ac55bdfec req-55755993-45c4-47ba-93ce-69901c2a58ed tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Unset dirty status for tenant:2aa7b4e203ec49ba8a6e61f4fd46cc79 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:25:00.676085 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-af74dcd0-0fef-4f89-882a-cd0ac55bdfec req-55755993-45c4-47ba-93ce-69901c2a58ed tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a1acc7c-7f38-4eba-9b79-41095a8f557f HTTP/1.1" status: 200 len: 210 time: 0.1187546 Aug 26 01:25:01.776150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55700) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:25:01.937244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-0d75d8ef-6ef5-423a-a8b0-e9c6b70a3234 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Deleting port 39a61241-79e5-46de-9c73-ddd62ff3cdfc {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:25:01.937580 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d75d8ef-6ef5-423a-a8b0-e9c6b70a3234 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:02.106765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d75d8ef-6ef5-423a-a8b0-e9c6b70a3234 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:02.107095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d75d8ef-6ef5-423a-a8b0-e9c6b70a3234 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:02.338705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-0d75d8ef-6ef5-423a-a8b0-e9c6b70a3234 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Calling delete_port for 39a61241-79e5-46de-9c73-ddd62ff3cdfc owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:25:02.506501 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 2120fed7-1af4-464a-b496-c7cf89dc87a3 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:25:02.541447 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 2120fed7-1af4-464a-b496-c7cf89dc87a3 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:25:02.541830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 2120fed7-1af4-464a-b496-c7cf89dc87a3 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:25:02.580351 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d75d8ef-6ef5-423a-a8b0-e9c6b70a3234 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:02.630657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75d8ef-6ef5-423a-a8b0-e9c6b70a3234 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event deleted for resources: {'Port': ['ID=39a61241-79e5-46de-9c73-ddd62ff3cdfc,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:25:02.727665 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d75d8ef-6ef5-423a-a8b0-e9c6b70a3234 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:02.835602 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0d75d8ef-6ef5-423a-a8b0-e9c6b70a3234 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:02.837172 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0d75d8ef-6ef5-423a-a8b0-e9c6b70a3234 tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "DELETE /v2.0/floatingips/a4a94b52-2274-4307-a176-411da86a81ab HTTP/1.1" status: 204 len: 168 time: 1.0596406 Aug 26 01:25:03.008948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-742555d1-81f5-414f-938e-29fc75567a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:03.714876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:03.957911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:05.467966 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55716) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:25:05.497758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:05.541294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d5fce08-64cb-4a64-9575-49573578bb0e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:05.572394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d5fce08-64cb-4a64-9575-49573578bb0e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:05.706456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d5fce08-64cb-4a64-9575-49573578bb0e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:05.726622 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fce08-64cb-4a64-9575-49573578bb0e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad6fd47-159f-420e-b1a9-a651ed87ff8b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:25:05.809124 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d5fce08-64cb-4a64-9575-49573578bb0e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:05.810403 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1d5fce08-64cb-4a64-9575-49573578bb0e tempest-TestVolumeBootPattern-1057019299 tempest-TestVolumeBootPattern-1057019299-project] 10.222.0.83 "DELETE /v2.0/security-groups/0ad6fd47-159f-420e-b1a9-a651ed87ff8b HTTP/1.1" status: 204 len: 168 time: 0.3413439 Aug 26 01:25:05.945570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55722) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:25:06.634806 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:07.106249 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Deleting port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:25:07.106970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:07.281836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] For port 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:25:07.282186 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:07.411369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Calling delete_port for 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:25:07.671804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:07.719307 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:25:07.793406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:25:07.796859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:25:07.796859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:25:07.796859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:25:07.796859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:25:07.796859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:25:07.796859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:25:07.796859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:25:07.796859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:25:07.796859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:25:07.796859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:25:07.796859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:25:08.008784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:08.370256 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Router 27d9cace-c75f-4bcd-8061-d44c0eb332ba has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:25:08.661435 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:25:08.670361 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd60ab-34f2-43ca-bb84-0ccc82c13227 None None] Sync routers for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:25:08.673580 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-effc7765-ea4d-4ad2-884c-dbfa2ef2fd53 admin admin] 10.222.0.83 "PUT /v2.0/routers/27d9cace-c75f-4bcd-8061-d44c0eb332ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7263920 Aug 26 01:25:08.676762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55728) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:25:08.680392 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd60ab-34f2-43ca-bb84-0ccc82c13227 None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:25:08.680995 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e2bd60ab-34f2-43ca-bb84-0ccc82c13227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:25:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:25:08.859805 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:08.868420 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-e2bd60ab-34f2-43ca-bb84-0ccc82c13227 None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:25:09.052370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:09.140429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] Deleting port a88db292-225b-4de5-b972-e65f60280f71 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:25:09.141160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:09.156264 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e2bd60ab-34f2-43ca-bb84-0ccc82c13227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': 'a88db292-225b-4de5-b972-e65f60280f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:25:07Z', 'revision_number': 5, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port': {'id': 'a88db292-225b-4de5-b972-e65f60280f71', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:17Z', 'updated_at': '2022-08-26T01:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:25:09.160984 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd60ab-34f2-43ca-bb84-0ccc82c13227 None None] Checking router: 27d9cace-c75f-4bcd-8061-d44c0eb332ba for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:25:09.169359 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd60ab-34f2-43ca-bb84-0ccc82c13227 None None] Routers {'27d9cace-c75f-4bcd-8061-d44c0eb332ba'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:25:09.169978 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e2bd60ab-34f2-43ca-bb84-0ccc82c13227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:25:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:25:09.321277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] For port a88db292-225b-4de5-b972-e65f60280f71, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a88db292-225b-4de5-b972-e65f60280f71,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:25:09.321545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:09.323215 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-e2bd60ab-34f2-43ca-bb84-0ccc82c13227 None None] Set router 27d9cace-c75f-4bcd-8061-d44c0eb332ba gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:25:09.435143 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e2bd60ab-34f2-43ca-bb84-0ccc82c13227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:25:09Z', 'revision_number': 6, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:25:09.440428 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd60ab-34f2-43ca-bb84-0ccc82c13227 None None] The sync data for ids ['27d9cace-c75f-4bcd-8061-d44c0eb332ba'] in dv-neutron-854561-2-hyperv is: [{'id': '27d9cace-c75f-4bcd-8061-d44c0eb332ba', 'name': 'tempest-TestVolumeBootPattern-928880993-router', 'tenant_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:15Z', 'updated_at': '2022-08-26T01:25:09Z', 'revision_number': 6, 'project_id': '2aa7b4e203ec49ba8a6e61f4fd46cc79', 'gw_port_host': None}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:25:09.448705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] Calling delete_port for a88db292-225b-4de5-b972-e65f60280f71 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:25:09.680585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:09.741158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] Pushing event deleted for resources: {'Port': ['ID=a88db292-225b-4de5-b972-e65f60280f71,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:25:09.856059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:10.045846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:10.048164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:10.161277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:10.161757 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27d9cace-c75f-4bcd-8061-d44c0eb332ba {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:25:10.174672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:10.175786 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-38daf927-3f05-452b-b98d-9ba6f3c7778c admin admin] 10.222.0.83 "DELETE /v2.0/routers/27d9cace-c75f-4bcd-8061-d44c0eb332ba HTTP/1.1" status: 204 len: 168 time: 1.4982557 Aug 26 01:25:10.179081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55732) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:25:10.361354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-672d9c5e-6d17-416b-b645-dec712c749c2 admin admin] Deleting subnet 6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:25:10.364888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-672d9c5e-6d17-416b-b645-dec712c749c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:10.419156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-672d9c5e-6d17-416b-b645-dec712c749c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:10.510733 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-672d9c5e-6d17-416b-b645-dec712c749c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:10.643949 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-672d9c5e-6d17-416b-b645-dec712c749c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:10.682522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d9c5e-6d17-416b-b645-dec712c749c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:25:10.686326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-672d9c5e-6d17-416b-b645-dec712c749c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:10.692076 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d85d99-1455-4c9a-9a0e-bdd627ee6fd8 None None] Network 277863a4-4254-4976-bcf1-d2e6a4c64c1e requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:25:10.696188 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-672d9c5e-6d17-416b-b645-dec712c749c2 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/6519e74e-62d5-4cfa-aa5f-7dd8fc1ce083 HTTP/1.1" status: 204 len: 168 time: 0.5132003 Aug 26 01:25:10.696542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55736) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:25:10.765782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:10.804382 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:10.815261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] Deleting port 54d499d3-2046-4c76-b949-0791edcf0145 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:25:10.815797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:10.892037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a88db292-225b-4de5-b972-e65f60280f71 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:25:10.930514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: a88db292-225b-4de5-b972-e65f60280f71 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:25:10.930862 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a88db292-225b-4de5-b972-e65f60280f71 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:25:10.931281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:25:10.965132 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:25:10.965481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3e0c69fa-5c2d-41e9-b9d9-8983d1051f2d not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:25:11.029700 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abad5dc3-f2a7-4dfd-ac11-0190ec353631 None None] DHCP port deletion for 277863a4-4254-4976-bcf1-d2e6a4c64c1e request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:25:11.034186 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-abad5dc3-f2a7-4dfd-ac11-0190ec353631 None None] Deleting port 54d499d3-2046-4c76-b949-0791edcf0145 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:25:11.034471 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-abad5dc3-f2a7-4dfd-ac11-0190ec353631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:11.056406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] For port 54d499d3-2046-4c76-b949-0791edcf0145, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=54d499d3-2046-4c76-b949-0791edcf0145,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:25:11.056854 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:11.183761 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] Calling delete_port for 54d499d3-2046-4c76-b949-0791edcf0145 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:25:11.243902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-abad5dc3-f2a7-4dfd-ac11-0190ec353631 None None] For port 54d499d3-2046-4c76-b949-0791edcf0145, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=54d499d3-2046-4c76-b949-0791edcf0145,segment=NetworkSegment(8d9aadc2-4abf-4c11-a860-791184cc93fd),segment_id=8d9aadc2-4abf-4c11-a860-791184cc93fd)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:25:11.244297 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-abad5dc3-f2a7-4dfd-ac11-0190ec353631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:11.386212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:11.403057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-abad5dc3-f2a7-4dfd-ac11-0190ec353631 None None] Calling delete_port for 54d499d3-2046-4c76-b949-0791edcf0145 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:25:11.438066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] Pushing event deleted for resources: {'Port': ['ID=54d499d3-2046-4c76-b949-0791edcf0145,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:25:11.444576 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] No DVR routers for this DVR port 54d499d3-2046-4c76-b949-0791edcf0145 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:25:11.475673 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-abad5dc3-f2a7-4dfd-ac11-0190ec353631 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:25:11.476030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-abad5dc3-f2a7-4dfd-ac11-0190ec353631 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:25:11.564340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:11.591586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277863a4-4254-4976-bcf1-d2e6a4c64c1e']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:25:11.604309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9aadc2-4abf-4c11-a860-791184cc93fd') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:25:11.604611 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9aadc2-4abf-4c11-a860-791184cc93fd') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:25:11.616903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:11.633664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:11.640232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:25:11.640564 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:11.709251 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 8d9aadc2-4abf-4c11-a860-791184cc93fd resource provider aggregate not found Aug 26 01:25:11.731922 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 8d9aadc2-4abf-4c11-a860-791184cc93fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d9aadc2-4abf-4c11-a860-791184cc93fd found for delete ", "request_id": "req-8398ce07-bb2c-4318-b8a1-06dd8e13c1a6"}]} Aug 26 01:25:11.800648 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:11.819579 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:11.829981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] Pushing event deleted for resources: {'Network': ['ID=277863a4-4254-4976-bcf1-d2e6a4c64c1e,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:25:11.939086 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3ca239fa-eb06-41a9-afea-cfbd3a2fa284 admin admin] 10.222.0.83 "DELETE /v2.0/networks/277863a4-4254-4976-bcf1-d2e6a4c64c1e HTTP/1.1" status: 204 len: 168 time: 1.2411103 Aug 26 01:25:11.941601 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55744) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:25:11.977842 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-abad5dc3-f2a7-4dfd-ac11-0190ec353631 None None] Deleting port 54d499d3-2046-4c76-b949-0791edcf0145 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:25:11.978415 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-abad5dc3-f2a7-4dfd-ac11-0190ec353631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:12.055317 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-abad5dc3-f2a7-4dfd-ac11-0190ec353631 None None] The port '54d499d3-2046-4c76-b949-0791edcf0145' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:25:12.609133 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7beefee2-35d1-4d8a-a89b-47007e0b7a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:12.879044 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 54d499d3-2046-4c76-b949-0791edcf0145 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:25:12.913835 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 54d499d3-2046-4c76-b949-0791edcf0145 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:25:12.914183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 54d499d3-2046-4c76-b949-0791edcf0145 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:25:12.952486 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:25:12.978607 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7beefee2-35d1-4d8a-a89b-47007e0b7a6d admin admin] Deleting port 84fe61d1-705d-47f6-a05c-7cf12894add5 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:25:12.979192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7beefee2-35d1-4d8a-a89b-47007e0b7a6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:13.159395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-7beefee2-35d1-4d8a-a89b-47007e0b7a6d admin admin] For port 84fe61d1-705d-47f6-a05c-7cf12894add5, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=84fe61d1-705d-47f6-a05c-7cf12894add5,segment=NetworkSegment(555e5a05-da63-4185-800f-9eb473df6d49),segment_id=555e5a05-da63-4185-800f-9eb473df6d49)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:25:13.159671 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7beefee2-35d1-4d8a-a89b-47007e0b7a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:13.282766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7beefee2-35d1-4d8a-a89b-47007e0b7a6d admin admin] Calling delete_port for 84fe61d1-705d-47f6-a05c-7cf12894add5 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:25:13.554773 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7beefee2-35d1-4d8a-a89b-47007e0b7a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:13.604381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beefee2-35d1-4d8a-a89b-47007e0b7a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=84fe61d1-705d-47f6-a05c-7cf12894add5,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:25:14.010670 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7beefee2-35d1-4d8a-a89b-47007e0b7a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:14.378107 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7beefee2-35d1-4d8a-a89b-47007e0b7a6d admin admin] Router bed9e163-7cdc-48a4-849f-dc66dcdf6c04 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:25:14.558735 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beefee2-35d1-4d8a-a89b-47007e0b7a6d admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:25:14.570035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da522f-150a-4b43-b477-7fbfc6fb5df5 None None] Sync routers for ids ['bed9e163-7cdc-48a4-849f-dc66dcdf6c04'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:25:14.585476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da522f-150a-4b43-b477-7fbfc6fb5df5 None None] Routers {'bed9e163-7cdc-48a4-849f-dc66dcdf6c04'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:25:14.586153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-75da522f-150a-4b43-b477-7fbfc6fb5df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:25:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bed9e163-7cdc-48a4-849f-dc66dcdf6c04'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:25:14.659572 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7beefee2-35d1-4d8a-a89b-47007e0b7a6d admin admin] 10.222.0.83 "PUT /v2.0/routers/bed9e163-7cdc-48a4-849f-dc66dcdf6c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7166741 Aug 26 01:25:14.662614 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55748) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:25:14.773227 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-75da522f-150a-4b43-b477-7fbfc6fb5df5 None None] Set router bed9e163-7cdc-48a4-849f-dc66dcdf6c04 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:25:14.842119 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:15.028929 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:15.079232 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-75da522f-150a-4b43-b477-7fbfc6fb5df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'name': 'tempest-TestVolumeBootPattern-1889745194-router', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': '4923c50d-af18-4f8a-96ec-9c01365b0ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:33Z', 'updated_at': '2022-08-26T01:25:13Z', 'revision_number': 5, 'project_id': '7f049227929549a6ab37dc27fa657b8e', 'gw_port': {'id': '4923c50d-af18-4f8a-96ec-9c01365b0ad7', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:13:34Z', 'updated_at': '2022-08-26T01:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:25:15.083798 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da522f-150a-4b43-b477-7fbfc6fb5df5 None None] Checking router: bed9e163-7cdc-48a4-849f-dc66dcdf6c04 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:25:15.092719 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da522f-150a-4b43-b477-7fbfc6fb5df5 None None] Routers {'bed9e163-7cdc-48a4-849f-dc66dcdf6c04'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:25:15.093417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-75da522f-150a-4b43-b477-7fbfc6fb5df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:25:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['bed9e163-7cdc-48a4-849f-dc66dcdf6c04'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:25:15.094645 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] Deleting port 4923c50d-af18-4f8a-96ec-9c01365b0ad7 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:25:15.094993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:15.251017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-75da522f-150a-4b43-b477-7fbfc6fb5df5 None None] Set router bed9e163-7cdc-48a4-849f-dc66dcdf6c04 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:25:15.358666 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-75da522f-150a-4b43-b477-7fbfc6fb5df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'name': 'tempest-TestVolumeBootPattern-1889745194-router', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:33Z', 'updated_at': '2022-08-26T01:25:15Z', 'revision_number': 6, 'project_id': '7f049227929549a6ab37dc27fa657b8e', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:25:15.362803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da522f-150a-4b43-b477-7fbfc6fb5df5 None None] The sync data for ids ['bed9e163-7cdc-48a4-849f-dc66dcdf6c04'] in dv-neutron-854561-2-hyperv is: [{'id': 'bed9e163-7cdc-48a4-849f-dc66dcdf6c04', 'name': 'tempest-TestVolumeBootPattern-1889745194-router', 'tenant_id': '7f049227929549a6ab37dc27fa657b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:13:33Z', 'updated_at': '2022-08-26T01:25:15Z', 'revision_number': 6, 'project_id': '7f049227929549a6ab37dc27fa657b8e', 'gw_port_host': None}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:25:15.391959 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] For port 4923c50d-af18-4f8a-96ec-9c01365b0ad7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4923c50d-af18-4f8a-96ec-9c01365b0ad7,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:25:15.392149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:15.519748 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] Calling delete_port for 4923c50d-af18-4f8a-96ec-9c01365b0ad7 owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:25:15.757720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:15.809018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] Pushing event deleted for resources: {'Port': ['ID=4923c50d-af18-4f8a-96ec-9c01365b0ad7,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:25:15.912718 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:16.085561 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:16.087691 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:16.395771 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:16.516162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bed9e163-7cdc-48a4-849f-dc66dcdf6c04 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:25:16.516162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:16.516162 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c6163696-de82-4568-8064-0b0fef8ff29d admin admin] 10.222.0.83 "DELETE /v2.0/routers/bed9e163-7cdc-48a4-849f-dc66dcdf6c04 HTTP/1.1" status: 204 len: 168 time: 1.7469025 Aug 26 01:25:16.516162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55752) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:25:16.516162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb99ebc-60b7-42c4-87d9-c3b818e026e9 admin admin] Deleting subnet 55dc663d-be1d-4244-aef0-57edf8c80740 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:25:16.516162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bfb99ebc-60b7-42c4-87d9-c3b818e026e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:16.526841 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bfb99ebc-60b7-42c4-87d9-c3b818e026e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:16.611423 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bfb99ebc-60b7-42c4-87d9-c3b818e026e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:16.752231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bfb99ebc-60b7-42c4-87d9-c3b818e026e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:16.795552 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb99ebc-60b7-42c4-87d9-c3b818e026e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55dc663d-be1d-4244-aef0-57edf8c80740,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:25:16.799363 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bfb99ebc-60b7-42c4-87d9-c3b818e026e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:16.808750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4323a9c5-2723-45a1-bc9b-7049cf6f647d None None] Network 7e69384f-0fb4-4680-ad52-28562ce58197 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:25:16.815745 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bfb99ebc-60b7-42c4-87d9-c3b818e026e9 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/55dc663d-be1d-4244-aef0-57edf8c80740 HTTP/1.1" status: 204 len: 168 time: 0.4016497 Aug 26 01:25:16.818676 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55756) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:25:16.892856 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4923c50d-af18-4f8a-96ec-9c01365b0ad7 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:25:16.945877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 4923c50d-af18-4f8a-96ec-9c01365b0ad7 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:25:16.946230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4923c50d-af18-4f8a-96ec-9c01365b0ad7 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:25:16.946648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 84fe61d1-705d-47f6-a05c-7cf12894add5 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:25:16.956594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:16.967280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] Deleting port 3fc8be97-0c89-4c06-b291-a91bb417e53c {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:25:16.967620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:16.992468 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 84fe61d1-705d-47f6-a05c-7cf12894add5 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:25:16.992887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 84fe61d1-705d-47f6-a05c-7cf12894add5 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:25:17.170777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf72e8c-93bc-4f86-94c0-aab6bac89186 None None] DHCP port deletion for 7e69384f-0fb4-4680-ad52-28562ce58197 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:25:17.175457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-dbf72e8c-93bc-4f86-94c0-aab6bac89186 None None] Deleting port 3fc8be97-0c89-4c06-b291-a91bb417e53c {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:25:17.176020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dbf72e8c-93bc-4f86-94c0-aab6bac89186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:17.190747 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] For port 3fc8be97-0c89-4c06-b291-a91bb417e53c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3fc8be97-0c89-4c06-b291-a91bb417e53c,segment=NetworkSegment(555e5a05-da63-4185-800f-9eb473df6d49),segment_id=555e5a05-da63-4185-800f-9eb473df6d49)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:25:17.191115 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:17.320246 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] Calling delete_port for 3fc8be97-0c89-4c06-b291-a91bb417e53c owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:25:17.431828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-dbf72e8c-93bc-4f86-94c0-aab6bac89186 None None] For port 3fc8be97-0c89-4c06-b291-a91bb417e53c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3fc8be97-0c89-4c06-b291-a91bb417e53c,segment=NetworkSegment(555e5a05-da63-4185-800f-9eb473df6d49),segment_id=555e5a05-da63-4185-800f-9eb473df6d49)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:25:17.432111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dbf72e8c-93bc-4f86-94c0-aab6bac89186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:17.494442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:17.543361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc8be97-0c89-4c06-b291-a91bb417e53c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:25:17.545191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] No DVR routers for this DVR port 3fc8be97-0c89-4c06-b291-a91bb417e53c on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:25:17.557731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-dbf72e8c-93bc-4f86-94c0-aab6bac89186 None None] Calling delete_port for 3fc8be97-0c89-4c06-b291-a91bb417e53c owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:25:17.640611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-dbf72e8c-93bc-4f86-94c0-aab6bac89186 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:25:17.640971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-dbf72e8c-93bc-4f86-94c0-aab6bac89186 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:25:17.665948 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:17.691208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e69384f-0fb4-4680-ad52-28562ce58197']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:25:17.703673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555e5a05-da63-4185-800f-9eb473df6d49') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:25:17.709110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555e5a05-da63-4185-800f-9eb473df6d49') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:25:17.716794 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:17.732697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:17.739030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:25:17.739409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:17.806555 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 555e5a05-da63-4185-800f-9eb473df6d49 resource provider aggregate not found Aug 26 01:25:17.828911 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 555e5a05-da63-4185-800f-9eb473df6d49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 555e5a05-da63-4185-800f-9eb473df6d49 found for delete ", "request_id": "req-2354eed8-d0e5-4cfb-8734-fd2cbf83264b"}]} Aug 26 01:25:17.903104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:17.918997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:17.929240 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e69384f-0fb4-4680-ad52-28562ce58197,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:25:17.936909 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f9917c7e-4b99-41df-8cbc-11f92a8f18d6 admin admin] 10.222.0.83 "DELETE /v2.0/networks/7e69384f-0fb4-4680-ad52-28562ce58197 HTTP/1.1" status: 204 len: 168 time: 1.1171815 Aug 26 01:25:18.142418 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-dbf72e8c-93bc-4f86-94c0-aab6bac89186 None None] Deleting port 3fc8be97-0c89-4c06-b291-a91bb417e53c {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:25:18.143015 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dbf72e8c-93bc-4f86-94c0-aab6bac89186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:18.211994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-dbf72e8c-93bc-4f86-94c0-aab6bac89186 None None] The port '3fc8be97-0c89-4c06-b291-a91bb417e53c' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:25:18.262109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55768) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:25:18.267892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55774) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:25:18.319118 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bcb22738-9068-4431-8ce4-0d6b81f5f4dd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2aa7b4e203ec49ba8a6e61f4fd46cc79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500152 Aug 26 01:25:18.321720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55778) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:25:18.383689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3fcd05e8-01ce-4444-b017-d7f369e73d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:18.411157 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3fcd05e8-01ce-4444-b017-d7f369e73d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:18.478483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5eb13a61-a813-4b5c-912d-1e52218f0648 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:25:18.541090 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3fcd05e8-01ce-4444-b017-d7f369e73d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:18.562769 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd05e8-01ce-4444-b017-d7f369e73d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe430d0a-9f0a-4f25-aa2d-d95822b319fe,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:25:18.573413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3fcd05e8-01ce-4444-b017-d7f369e73d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:18.577541 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3fcd05e8-01ce-4444-b017-d7f369e73d38 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fe430d0a-9f0a-4f25-aa2d-d95822b319fe HTTP/1.1" status: 204 len: 168 time: 0.2548053 Aug 26 01:25:18.607296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5eb13a61-a813-4b5c-912d-1e52218f0648 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61606707'] for subnet, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:18.872063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5eb13a61-a813-4b5c-912d-1e52218f0648 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784988419642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61029469'] for subnet, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:18.878387 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3fc8be97-0c89-4c06-b291-a91bb417e53c no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:25:18.917599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 3fc8be97-0c89-4c06-b291-a91bb417e53c {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:25:18.918106 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3fc8be97-0c89-4c06-b291-a91bb417e53c not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:25:19.040446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb13a61-a813-4b5c-912d-1e52218f0648 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:25:19.041026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5eb13a61-a813-4b5c-912d-1e52218f0648 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:19.042322 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5eb13a61-a813-4b5c-912d-1e52218f0648 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/subnets/db00b003-27ba-4bae-ac04-815e41e59497 HTTP/1.1" status: 200 len: 836 time: 0.7792211 Aug 26 01:25:19.050176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f66170-aca5-4378-8431-ea71a15a2e87 None None] Network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:25:19.057711 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb13a61-a813-4b5c-912d-1e52218f0648 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Subnet': ['ID=db00b003-27ba-4bae-ac04-815e41e59497,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:25:19.484458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-844989b3-172e-4dda-b99d-4542666a5a99 None None] Provisioning complete for port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:25:19.485024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-844989b3-172e-4dda-b99d-4542666a5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:19.604471 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-844989b3-172e-4dda-b99d-4542666a5a99 None None] Current status of the port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:25:19.616016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-844989b3-172e-4dda-b99d-4542666a5a99 None None] Provisioning complete for port a6942ac7-99e3-4dbd-b990-48dcba5650f6 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:25:19.616395 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-844989b3-172e-4dda-b99d-4542666a5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:19.682292 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55788) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:25:19.734266 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1b98e890-3198-4bec-a0f1-1dfdb278f99e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7f049227929549a6ab37dc27fa657b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504313 Aug 26 01:25:19.736671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55792) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:25:19.740591 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-844989b3-172e-4dda-b99d-4542666a5a99 None None] Current status of the port a6942ac7-99e3-4dbd-b990-48dcba5650f6 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:25:19.752159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-844989b3-172e-4dda-b99d-4542666a5a99 None None] Provisioning complete for port 123c119f-3cb7-4d45-a1b7-c06bceb4f665 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:25:19.752535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-844989b3-172e-4dda-b99d-4542666a5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:19.800279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ea8ccc09-98f4-404b-b4fb-79ffe818c8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:19.830926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ea8ccc09-98f4-404b-b4fb-79ffe818c8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:19.880308 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-844989b3-172e-4dda-b99d-4542666a5a99 None None] Current status of the port 123c119f-3cb7-4d45-a1b7-c06bceb4f665 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:25:19.966259 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ea8ccc09-98f4-404b-b4fb-79ffe818c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:19.981254 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ccc09-98f4-404b-b4fb-79ffe818c8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2445d0fa-6f40-4e28-b459-6dd7b9e046da,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:25:19.987564 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ea8ccc09-98f4-404b-b4fb-79ffe818c8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:19.988751 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ea8ccc09-98f4-404b-b4fb-79ffe818c8c4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2445d0fa-6f40-4e28-b459-6dd7b9e046da HTTP/1.1" status: 204 len: 168 time: 0.2511034 Aug 26 01:25:30.491486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f5b4267b-64c8-49ae-89c2-f450c6cb708f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:33.037110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd24c-9d67-4c72-ab0e-1e9fd4c3ed79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:33.754739 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:33.959716 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:35.505785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:38.654559 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ff537979-36a0-460f-8e28-32b99ad34285 req-a88f08cf-de67-4c97-aea3-79fd028f1cc9 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807874 Aug 26 01:25:38.831680 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff537979-36a0-460f-8e28-32b99ad34285 req-417858ff-5f3a-454b-958c-2028261add7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:25:38.832963 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ff537979-36a0-460f-8e28-32b99ad34285 req-417858ff-5f3a-454b-958c-2028261add7b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 1098 time: 0.0824695 Aug 26 01:25:38.984384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff537979-36a0-460f-8e28-32b99ad34285 req-ecc3ac8b-b908-4e82-ae7e-e4be8f0bc70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:25:39.046701 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ff537979-36a0-460f-8e28-32b99ad34285 req-ecc3ac8b-b908-4e82-ae7e-e4be8f0bc70f service neutron] 10.222.0.94 "GET /v2.0/networks?id=be4e2ab3-aa9f-476d-8f2c-83e3b205d378 HTTP/1.1" status: 200 len: 898 time: 0.1278515 Aug 26 01:25:39.088076 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ff537979-36a0-460f-8e28-32b99ad34285 req-3339bcf2-2765-406a-a81c-879976cb2cf7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adae4d86-d978-4c3b-a1b7-0135dbc3dc87 HTTP/1.1" status: 200 len: 1001 time: 0.0925579 Aug 26 01:25:39.254189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff537979-36a0-460f-8e28-32b99ad34285 req-6062cde9-1bcf-4328-814d-df07a17d9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:25:39.255565 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ff537979-36a0-460f-8e28-32b99ad34285 req-6062cde9-1bcf-4328-814d-df07a17d9124 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=db00b003-27ba-4bae-ac04-815e41e59497 HTTP/1.1" status: 200 len: 844 time: 0.1586688 Aug 26 01:25:39.339465 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff537979-36a0-460f-8e28-32b99ad34285 req-83896f34-ee2b-44fb-be3a-5c7fa14c5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:25:39.340927 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ff537979-36a0-460f-8e28-32b99ad34285 req-83896f34-ee2b-44fb-be3a-5c7fa14c5f61 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=be4e2ab3-aa9f-476d-8f2c-83e3b205d378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764019 Aug 26 01:25:39.476552 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ff537979-36a0-460f-8e28-32b99ad34285 req-4419d996-6de7-474b-8fa8-b04999103ecc service neutron] 10.222.0.94 "GET /v2.0/networks/be4e2ab3-aa9f-476d-8f2c-83e3b205d378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252334 Aug 26 01:25:39.612013 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ff537979-36a0-460f-8e28-32b99ad34285 req-77bd208e-9521-477c-bff9-d7814fd3b9dc service neutron] 10.222.0.94 "GET /v2.0/networks/be4e2ab3-aa9f-476d-8f2c-83e3b205d378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262512 Aug 26 01:25:40.754645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:25:49.951183 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:26:00.513719 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a2977763-4dd8-46fd-8491-83810f5ee7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:02.004777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55816) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:02.208868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e7362337-523a-44ae-adf7-a542f68aa118 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 66ecb717-34fc-4c46-9c14-0e50ed34f848 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:26:02.209125 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7362337-523a-44ae-adf7-a542f68aa118 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:02.381323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7362337-523a-44ae-adf7-a542f68aa118 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:02.381645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7362337-523a-44ae-adf7-a542f68aa118 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:02.503598 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e7362337-523a-44ae-adf7-a542f68aa118 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 66ecb717-34fc-4c46-9c14-0e50ed34f848 owned by network:floatingip {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:26:02.727957 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7362337-523a-44ae-adf7-a542f68aa118 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:02.777312 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7362337-523a-44ae-adf7-a542f68aa118 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=66ecb717-34fc-4c46-9c14-0e50ed34f848,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:02.887465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7362337-523a-44ae-adf7-a542f68aa118 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:02.887818 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-e7362337-523a-44ae-adf7-a542f68aa118 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 6df9757a-4306-4cc5-94f8-7a070c5ea7cc disassociated (deleted). External IP: 172.26.2.165, port: adae4d86-d978-4c3b-a1b7-0135dbc3dc87. Aug 26 01:26:03.170600 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-14ddff8c-21ab-4176-8823-6e6ab1630e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:03.317226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7362337-523a-44ae-adf7-a542f68aa118 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 7dd1837d-b47d-4f9d-97d1-615030694928 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:26:03.603291 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7362337-523a-44ae-adf7-a542f68aa118 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:26:03.613188 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404dad1e-abc7-46a6-843f-47a1582172c6 None None] Sync routers for ids ['7dd1837d-b47d-4f9d-97d1-615030694928'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:26:03.619910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7362337-523a-44ae-adf7-a542f68aa118 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:03.622115 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404dad1e-abc7-46a6-843f-47a1582172c6 None None] Routers {'7dd1837d-b47d-4f9d-97d1-615030694928'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:26:03.622724 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-404dad1e-abc7-46a6-843f-47a1582172c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:26:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7dd1837d-b47d-4f9d-97d1-615030694928'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:03.675205 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e7362337-523a-44ae-adf7-a542f68aa118 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/floatingips/6df9757a-4306-4cc5-94f8-7a070c5ea7cc HTTP/1.1" status: 204 len: 168 time: 1.6687717 Aug 26 01:26:03.675820 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70261ac4-63a7-42f6-869a-2da8cd79e854', 'tag': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:26:03.735348 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30599e6e-da51-4900-b652-6c0cb982ca09'] response: {'name': 'network-changed', 'server_uuid': '70261ac4-63a7-42f6-869a-2da8cd79e854', 'tag': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87', 'status': 'completed', 'code': 200} Aug 26 01:26:03.737720 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:03.837261 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-404dad1e-abc7-46a6-843f-47a1582172c6 None None] Set router 7dd1837d-b47d-4f9d-97d1-615030694928 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:26:04.007814 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:04.058321 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc86c76-3899-4157-9c81-de9a969440fb req-a26711a6-5ec9-4f98-b896-8aacfee1ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:04.060534 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cdc86c76-3899-4157-9c81-de9a969440fb req-a26711a6-5ec9-4f98-b896-8aacfee1ece0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 1098 time: 0.2648635 Aug 26 01:26:04.161338 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-404dad1e-abc7-46a6-843f-47a1582172c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:22:53Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:54Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'a6942ac7-99e3-4dbd-b990-48dcba5650f6', 'name': '', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:66:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:58Z', 'updated_at': '2022-08-26T01:23:05Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:04.165495 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404dad1e-abc7-46a6-843f-47a1582172c6 None None] Checking router: 7dd1837d-b47d-4f9d-97d1-615030694928 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:26:04.177462 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404dad1e-abc7-46a6-843f-47a1582172c6 None None] Routers {'7dd1837d-b47d-4f9d-97d1-615030694928'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:26:04.178112 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-404dad1e-abc7-46a6-843f-47a1582172c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:26:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7dd1837d-b47d-4f9d-97d1-615030694928'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:04.207153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc86c76-3899-4157-9c81-de9a969440fb req-cd9c9444-1bef-4c9b-8f9d-c32200388f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:04.208623 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cdc86c76-3899-4157-9c81-de9a969440fb req-cd9c9444-1bef-4c9b-8f9d-c32200388f1d service neutron] 10.222.0.94 "GET /v2.0/networks?id=be4e2ab3-aa9f-476d-8f2c-83e3b205d378 HTTP/1.1" status: 200 len: 898 time: 0.1327138 Aug 26 01:26:04.288974 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cdc86c76-3899-4157-9c81-de9a969440fb req-cdd980a5-0021-4e91-b4c0-5d4114720516 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adae4d86-d978-4c3b-a1b7-0135dbc3dc87 HTTP/1.1" status: 200 len: 217 time: 0.0702271 Aug 26 01:26:04.359586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc86c76-3899-4157-9c81-de9a969440fb req-1ade9042-b698-4ab9-be2b-e521fd8eeb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:04.361500 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cdc86c76-3899-4157-9c81-de9a969440fb req-1ade9042-b698-4ab9-be2b-e521fd8eeb39 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=db00b003-27ba-4bae-ac04-815e41e59497 HTTP/1.1" status: 200 len: 844 time: 0.0661602 Aug 26 01:26:04.364556 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-404dad1e-abc7-46a6-843f-47a1582172c6 None None] Set router 7dd1837d-b47d-4f9d-97d1-615030694928 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:26:04.517236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc86c76-3899-4157-9c81-de9a969440fb req-cadce088-71c6-4c48-b04e-1dd8d726ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:04.519755 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cdc86c76-3899-4157-9c81-de9a969440fb req-cadce088-71c6-4c48-b04e-1dd8d726ca49 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=be4e2ab3-aa9f-476d-8f2c-83e3b205d378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1510243 Aug 26 01:26:04.528002 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11cb3c-fda8-48a0-8c91-8c365a7fc13c req-754e7a44-daf5-4817-a698-9c315a6d9285 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:04.529357 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2d11cb3c-fda8-48a0-8c91-8c365a7fc13c req-754e7a44-daf5-4817-a698-9c315a6d9285 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 945 time: 0.2626324 Aug 26 01:26:04.652250 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2d11cb3c-fda8-48a0-8c91-8c365a7fc13c req-91cfcf23-b516-45f0-bfd0-448c5c80f330 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=7cd7c6d6-de9d-4d5a-8520-36221f4cbd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045063 Aug 26 01:26:04.688678 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-404dad1e-abc7-46a6-843f-47a1582172c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:22:53Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:54Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'a6942ac7-99e3-4dbd-b990-48dcba5650f6', 'name': '', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:66:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:58Z', 'updated_at': '2022-08-26T01:23:05Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:04.693339 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404dad1e-abc7-46a6-843f-47a1582172c6 None None] The sync data for ids ['7dd1837d-b47d-4f9d-97d1-615030694928'] in dv-neutron-854561-2-hyperv is: [{'id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:22:53Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:54Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'a6942ac7-99e3-4dbd-b990-48dcba5650f6', 'name': '', 'network_id': 'be4e2ab3-aa9f-476d-8f2c-83e3b205d378', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:66:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:58Z', 'updated_at': '2022-08-26T01:23:05Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'db00b003-27ba-4bae-ac04-815e41e59497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:26:04.700629 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cdc86c76-3899-4157-9c81-de9a969440fb req-47a7bd6e-63dc-44db-97e1-1ed4050a7169 service neutron] 10.222.0.94 "GET /v2.0/networks/be4e2ab3-aa9f-476d-8f2c-83e3b205d378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703210 Aug 26 01:26:04.843756 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cdc86c76-3899-4157-9c81-de9a969440fb req-f9400b1d-c58d-4b49-ad23-7de0e8329c79 service neutron] 10.222.0.94 "GET /v2.0/networks/be4e2ab3-aa9f-476d-8f2c-83e3b205d378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343660 Aug 26 01:26:04.929998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f8e78-a7a7-4f17-a7b6-ffa9f7948d3e None None] New status for floating IP 6df9757a-4306-4cc5-94f8-7a070c5ea7cc: DOWN {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:26:05.507905 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:05.921882 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372d8bf-bc15-4744-9969-e319b3caf0ee req-1df6378e-4513-4883-99e3-6ba81b0a2a32 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:05.922636 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c372d8bf-bc15-4744-9969-e319b3caf0ee req-1df6378e-4513-4883-99e3-6ba81b0a2a32 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:26:05.997832 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c372d8bf-bc15-4744-9969-e319b3caf0ee req-1df6378e-4513-4883-99e3-6ba81b0a2a32 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:26:05.998970 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c372d8bf-bc15-4744-9969-e319b3caf0ee req-1df6378e-4513-4883-99e3-6ba81b0a2a32 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 945 time: 0.2210007 Aug 26 01:26:06.047356 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c372d8bf-bc15-4744-9969-e319b3caf0ee req-9b225216-9735-4dea-8bd1-af568550791f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=7cd7c6d6-de9d-4d5a-8520-36221f4cbd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423484 Aug 26 01:26:06.092200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d0823-10a0-4dbd-b1da-a4c17119c0b9 req-0f1d6b1c-9d90-4cfa-9aeb-1c1dd8c4c6b0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:06.093631 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e82d0823-10a0-4dbd-b1da-a4c17119c0b9 req-0f1d6b1c-9d90-4cfa-9aeb-1c1dd8c4c6b0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 945 time: 0.0925748 Aug 26 01:26:06.166415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-e82d0823-10a0-4dbd-b1da-a4c17119c0b9 req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:26:06.166756 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-e82d0823-10a0-4dbd-b1da-a4c17119c0b9 req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:06.520242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-e82d0823-10a0-4dbd-b1da-a4c17119c0b9 req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port adae4d86-d978-4c3b-a1b7-0135dbc3dc87, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=adae4d86-d978-4c3b-a1b7-0135dbc3dc87,segment=NetworkSegment(1fecae89-045c-4b8e-9dc5-56385cbdc810),segment_id=1fecae89-045c-4b8e-9dc5-56385cbdc810)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:26:06.520595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-e82d0823-10a0-4dbd-b1da-a4c17119c0b9 req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:06.645374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-e82d0823-10a0-4dbd-b1da-a4c17119c0b9 req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for adae4d86-d978-4c3b-a1b7-0135dbc3dc87 owned by compute:nova {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:26:06.913597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-e82d0823-10a0-4dbd-b1da-a4c17119c0b9 req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:06.968007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=adae4d86-d978-4c3b-a1b7-0135dbc3dc87,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:07.012354 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:07.013294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:07.013294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:07.013572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:07.013668 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:07.013963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:07.014285 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:07.014604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:07.014924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:07.015241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:07.015556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:07.015868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:07.065622 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82d0823-10a0-4dbd-b1da-a4c17119c0b9 req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] No DVR routers for this DVR port adae4d86-d978-4c3b-a1b7-0135dbc3dc87 on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:26:07.068058 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-e82d0823-10a0-4dbd-b1da-a4c17119c0b9 req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:07.070781 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70261ac4-63a7-42f6-869a-2da8cd79e854', 'name': 'network-vif-deleted', 'tag': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:26:07.117383 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c6a85f-63c2-43c5-b6ef-9b18975fbfc1'] response: {'server_uuid': '70261ac4-63a7-42f6-869a-2da8cd79e854', 'name': 'network-vif-deleted', 'tag': 'adae4d86-d978-4c3b-a1b7-0135dbc3dc87', 'status': 'completed', 'code': 200} Aug 26 01:26:07.133859 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e82d0823-10a0-4dbd-b1da-a4c17119c0b9 req-0e1ea37e-eee3-4d61-870e-a16d081c07b2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "DELETE /v2.0/ports/adae4d86-d978-4c3b-a1b7-0135dbc3dc87 HTTP/1.1" status: 204 len: 173 time: 1.0322986 Aug 26 01:26:07.215129 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-92dd0491-a8b1-4926-9d1c-1d2d2410543b req-382cb1c2-aa12-44d2-84fb-e97580f0de24 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:26:07.327294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-92dd0491-a8b1-4926-9d1c-1d2d2410543b req-382cb1c2-aa12-44d2-84fb-e97580f0de24 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:26:07.330515 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92dd0491-a8b1-4926-9d1c-1d2d2410543b req-382cb1c2-aa12-44d2-84fb-e97580f0de24 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=70261ac4-63a7-42f6-869a-2da8cd79e854 HTTP/1.1" status: 200 len: 210 time: 0.1679187 Aug 26 01:26:08.434551 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55840) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:08.503800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:08.533925 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:08.664554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:08.683252 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd7c6d6-de9d-4d5a-8520-36221f4cbd50,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:08.691650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:08.691999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:08.692339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:08.692673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:08.693004 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:08.693333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:08.693666 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:08.694012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:08.694338 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:08.694732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:08.694982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:08.695299 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:08.759358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:08.760529 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-98d8b1b3-8897-4b71-b408-cc24b10a0477 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/security-groups/7cd7c6d6-de9d-4d5a-8520-36221f4cbd50 HTTP/1.1" status: 204 len: 168 time: 0.3249617 Aug 26 01:26:08.849815 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device adae4d86-d978-4c3b-a1b7-0135dbc3dc87 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:26:08.887075 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: adae4d86-d978-4c3b-a1b7-0135dbc3dc87 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:26:08.887422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device adae4d86-d978-4c3b-a1b7-0135dbc3dc87 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:26:08.905336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55846) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:09.463495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-275d2931-b8e2-4bed-975a-9e5a5bc6fe97 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:09.842974 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-275d2931-b8e2-4bed-975a-9e5a5bc6fe97 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port a6942ac7-99e3-4dbd-b990-48dcba5650f6 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:26:09.843319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-275d2931-b8e2-4bed-975a-9e5a5bc6fe97 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:10.155673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-275d2931-b8e2-4bed-975a-9e5a5bc6fe97 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port a6942ac7-99e3-4dbd-b990-48dcba5650f6, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a6942ac7-99e3-4dbd-b990-48dcba5650f6,segment=NetworkSegment(1fecae89-045c-4b8e-9dc5-56385cbdc810),segment_id=1fecae89-045c-4b8e-9dc5-56385cbdc810)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:26:10.156008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-275d2931-b8e2-4bed-975a-9e5a5bc6fe97 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:10.285810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-275d2931-b8e2-4bed-975a-9e5a5bc6fe97 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for a6942ac7-99e3-4dbd-b990-48dcba5650f6 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:26:10.541962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-275d2931-b8e2-4bed-975a-9e5a5bc6fe97 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:10.623093 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d2931-b8e2-4bed-975a-9e5a5bc6fe97 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=a6942ac7-99e3-4dbd-b990-48dcba5650f6,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:10.739022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:10.890869 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-275d2931-b8e2-4bed-975a-9e5a5bc6fe97 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:11.249889 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275d2931-b8e2-4bed-975a-9e5a5bc6fe97 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 7dd1837d-b47d-4f9d-97d1-615030694928 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:26:11.430085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275d2931-b8e2-4bed-975a-9e5a5bc6fe97 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:26:11.439474 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b512b08e-f566-411f-8c50-1d8a0c82995c None None] Sync routers for ids ['7dd1837d-b47d-4f9d-97d1-615030694928'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:26:11.449919 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b512b08e-f566-411f-8c50-1d8a0c82995c None None] Routers {'7dd1837d-b47d-4f9d-97d1-615030694928'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:26:11.455239 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b512b08e-f566-411f-8c50-1d8a0c82995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:26:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7dd1837d-b47d-4f9d-97d1-615030694928'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:11.523553 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-275d2931-b8e2-4bed-975a-9e5a5bc6fe97 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/7dd1837d-b47d-4f9d-97d1-615030694928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6169024 Aug 26 01:26:11.526029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55850) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:11.634350 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-b512b08e-f566-411f-8c50-1d8a0c82995c None None] Set router 7dd1837d-b47d-4f9d-97d1-615030694928 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:26:11.714275 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd880a14-60c8-484b-b83f-41d84b6be9dc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting subnet db00b003-27ba-4bae-ac04-815e41e59497 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:26:11.717358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cd880a14-60c8-484b-b83f-41d84b6be9dc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:11.773667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cd880a14-60c8-484b-b83f-41d84b6be9dc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:11.865638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cd880a14-60c8-484b-b83f-41d84b6be9dc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:11.958904 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b512b08e-f566-411f-8c50-1d8a0c82995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:22:53Z', 'updated_at': '2022-08-26T01:26:10Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:54Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:11.962618 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b512b08e-f566-411f-8c50-1d8a0c82995c None None] Checking router: 7dd1837d-b47d-4f9d-97d1-615030694928 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:26:11.970628 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b512b08e-f566-411f-8c50-1d8a0c82995c None None] Routers {'7dd1837d-b47d-4f9d-97d1-615030694928'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:26:11.971363 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b512b08e-f566-411f-8c50-1d8a0c82995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:26:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7dd1837d-b47d-4f9d-97d1-615030694928'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:12.007722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cd880a14-60c8-484b-b83f-41d84b6be9dc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:12.048841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd880a14-60c8-484b-b83f-41d84b6be9dc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Subnet': ['ID=db00b003-27ba-4bae-ac04-815e41e59497,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:12.051172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cd880a14-60c8-484b-b83f-41d84b6be9dc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:12.060141 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cd880a14-60c8-484b-b83f-41d84b6be9dc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/subnets/db00b003-27ba-4bae-ac04-815e41e59497 HTTP/1.1" status: 204 len: 168 time: 0.5307026 Aug 26 01:26:12.060322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e673ff-d651-4fdb-86c5-feb4413271f5 None None] Network be4e2ab3-aa9f-476d-8f2c-83e3b205d378 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:26:12.060898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55854) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:12.154947 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-b512b08e-f566-411f-8c50-1d8a0c82995c None None] Set router 7dd1837d-b47d-4f9d-97d1-615030694928 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:26:12.249254 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:12.395689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] DHCP port deletion for be4e2ab3-aa9f-476d-8f2c-83e3b205d378 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:26:12.400670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Deleting port 123c119f-3cb7-4d45-a1b7-c06bceb4f665 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:26:12.404883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:12.443540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:12.463347 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b512b08e-f566-411f-8c50-1d8a0c82995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:22:53Z', 'updated_at': '2022-08-26T01:26:10Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:54Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:12.467277 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b512b08e-f566-411f-8c50-1d8a0c82995c None None] The sync data for ids ['7dd1837d-b47d-4f9d-97d1-615030694928'] in dv-neutron-854561-2-hyperv is: [{'id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'name': 'tempest-TestNetworkBasicOps-router-1522255327', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:22:53Z', 'updated_at': '2022-08-26T01:26:10Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'e13473c8-f9a8-41c5-b622-43e4dd79dab2', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd1837d-b47d-4f9d-97d1-615030694928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:22:54Z', 'updated_at': '2022-08-26T01:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:26:12.527301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port e13473c8-f9a8-41c5-b622-43e4dd79dab2 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:26:12.536167 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:12.614744 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] For port 123c119f-3cb7-4d45-a1b7-c06bceb4f665, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=123c119f-3cb7-4d45-a1b7-c06bceb4f665,segment=NetworkSegment(1fecae89-045c-4b8e-9dc5-56385cbdc810),segment_id=1fecae89-045c-4b8e-9dc5-56385cbdc810)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:26:12.615179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:12.704965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port e13473c8-f9a8-41c5-b622-43e4dd79dab2, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e13473c8-f9a8-41c5-b622-43e4dd79dab2,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:26:12.705320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:12.745449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Calling delete_port for 123c119f-3cb7-4d45-a1b7-c06bceb4f665 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:26:12.830101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for e13473c8-f9a8-41c5-b622-43e4dd79dab2 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:26:12.915507 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 123c119f-3cb7-4d45-a1b7-c06bceb4f665 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:26:12.946663 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:13.001365 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 123c119f-3cb7-4d45-a1b7-c06bceb4f665 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:26:13.001685 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 123c119f-3cb7-4d45-a1b7-c06bceb4f665 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:26:13.002136 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a6942ac7-99e3-4dbd-b990-48dcba5650f6 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:26:13.037995 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Pushing event deleted for resources: {'Port': ['ID=123c119f-3cb7-4d45-a1b7-c06bceb4f665,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:13.040546 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] No DVR routers for this DVR port 123c119f-3cb7-4d45-a1b7-c06bceb4f665 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:26:13.053271 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: a6942ac7-99e3-4dbd-b990-48dcba5650f6 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:26:13.053271 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a6942ac7-99e3-4dbd-b990-48dcba5650f6 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:26:13.058369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:13.058369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:13.058369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:13.058369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:13.058369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:13.058369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:13.058369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:13.058369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:13.058369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:13.059736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:13.059736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:13.059736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed28db2c-b1c5-46d5-8288-981739eb9146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:13.094244 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:13.144504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=e13473c8-f9a8-41c5-b622-43e4dd79dab2,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:13.239301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:13.526044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:13.528147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:13.624620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:13.625206 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Fanout notify agent at l3_agent the message router_deleted on router 7dd1837d-b47d-4f9d-97d1-615030694928 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:26:13.642054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:13.643159 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-20de1ce6-462c-4055-bf4d-2ba4ae404660 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/routers/7dd1837d-b47d-4f9d-97d1-615030694928 HTTP/1.1" status: 204 len: 168 time: 1.5813534 Aug 26 01:26:13.645820 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55858) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:13.765568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d0464e47-b615-4546-af8b-68f437e654f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:13.904762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d0464e47-b615-4546-af8b-68f437e654f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:13.931278 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-d0464e47-b615-4546-af8b-68f437e654f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4e2ab3-aa9f-476d-8f2c-83e3b205d378']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:13.944117 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-d0464e47-b615-4546-af8b-68f437e654f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fecae89-045c-4b8e-9dc5-56385cbdc810') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:13.944410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-d0464e47-b615-4546-af8b-68f437e654f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fecae89-045c-4b8e-9dc5-56385cbdc810') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:13.955566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d0464e47-b615-4546-af8b-68f437e654f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:13.971356 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d0464e47-b615-4546-af8b-68f437e654f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:13.977375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0464e47-b615-4546-af8b-68f437e654f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:26:13.977769 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d0464e47-b615-4546-af8b-68f437e654f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:14.048514 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 1fecae89-045c-4b8e-9dc5-56385cbdc810 resource provider aggregate not found Aug 26 01:26:14.076296 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 1fecae89-045c-4b8e-9dc5-56385cbdc810 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fecae89-045c-4b8e-9dc5-56385cbdc810 found for delete ", "request_id": "req-6a7d45a7-e293-4860-965f-f53784b22bb8"}]} Aug 26 01:26:14.144498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d0464e47-b615-4546-af8b-68f437e654f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:14.162705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d0464e47-b615-4546-af8b-68f437e654f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:14.173856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0464e47-b615-4546-af8b-68f437e654f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Network': ['ID=be4e2ab3-aa9f-476d-8f2c-83e3b205d378,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:14.236572 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d0464e47-b615-4546-af8b-68f437e654f7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/networks/be4e2ab3-aa9f-476d-8f2c-83e3b205d378 HTTP/1.1" status: 204 len: 168 time: 0.5895743 Aug 26 01:26:14.248638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55866) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:14.254337 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'network': {'name': 'tempest-network-smoke--1424261821', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'port_security_enabled': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:14.259821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:14.264025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:network and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:14.267401 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:14.273433 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:14.378568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:26:14.382508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:14.413639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:26:14.422423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:14.422751 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Added segment f7c19adf-6476-41dc-be56-4beda49e3d9a of type vlan for network 87a37de6-b41d-4a21-9ab0-c52792ee7033 Aug 26 01:26:14.448584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:14.552858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:14.558398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:14.559014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:14.672196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Network': ['ID=87a37de6-b41d-4a21-9ab0-c52792ee7033,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:14.682504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 87a37de6-b41d-4a21-9ab0-c52792ee7033 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:26:14.725179 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-527f8764-6079-440f-97f4-6cf40421b924 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4753644 Aug 26 01:26:14.727925 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55870) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:14.732935 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-175546109', 'admin_state_up': True, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:14.740558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:14.744382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:router and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:14.747199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:14.754150 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:14.893881 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:14.895168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:14.904331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e13473c8-f9a8-41c5-b622-43e4dd79dab2 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:26:14.915111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:14.937961 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: e13473c8-f9a8-41c5-b622-43e4dd79dab2 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:26:14.938233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e13473c8-f9a8-41c5-b622-43e4dd79dab2 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:26:15.264007 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:15.794065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:15.825228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:15.966822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.163 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/a574f6d0-07e0-448f-ba0e-d0eb6fc26663) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:26:16.119186 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:16.204912 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:16.271425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:26:16.274374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:26:16.277996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:26:16.310968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=a574f6d0-07e0-448f-ba0e-d0eb6fc26663,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:16.746554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:17.102141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:17.504630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 3c9e610d-4288-46be-83c2-70765bdf1d21 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:26:17.685561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:26:17.695501 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Sync routers for ids ['3c9e610d-4288-46be-83c2-70765bdf1d21'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:26:17.704740 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Routers {'3c9e610d-4288-46be-83c2-70765bdf1d21'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:26:17.705370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-18e6da48-6356-49ef-a099-d25357523087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:26:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3c9e610d-4288-46be-83c2-70765bdf1d21'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:17.798987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:17.804077 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9e1f4967-23cc-42b1-ae16-5c5110246cc9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0721734 Aug 26 01:26:17.804372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55874) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:17.894431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Set router 3c9e610d-4288-46be-83c2-70765bdf1d21 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:26:18.003184 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-80553c45-c3b0-44a3-acde-c205568eaf6a tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f9996d1e9c5a4ca3826f46b8497097ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1972067 Aug 26 01:26:18.006215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55880) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:18.135182 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0456a054-9bdb-4ff6-a629-e9cba2c310a8 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:18.136669 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0456a054-9bdb-4ff6-a629-e9cba2c310a8 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295669 Aug 26 01:26:18.139521 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55884) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:18.178941 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-70a7fb58-aaa2-4764-80fb-8b1e745e75b8 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383584 Aug 26 01:26:18.181424 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55888) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:18.186601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-18e6da48-6356-49ef-a099-d25357523087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:16Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:18.186789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2073416898', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:18.191058 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Checking router: 3c9e610d-4288-46be-83c2-70765bdf1d21 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:26:18.191838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Updating router 3c9e610d-4288-46be-83c2-70765bdf1d21 port a574f6d0-07e0-448f-ba0e-d0eb6fc26663 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:26:18.283997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:18.303756 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:18.307680 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:subnet and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:18.310554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:18.317287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:18.392825 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:26:18.396389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:18.608153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:18.620716 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Transition to ACTIVE for port object a574f6d0-07e0-448f-ba0e-d0eb6fc26663 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:26:18.679159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:18.707870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:18.758261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Subnet': ['ID=a43703a4-3bb4-414b-b4b8-27d5787ff1e9,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:18.767979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Checking segment: {'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:26:18.768344 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network hostable DHCP agents. Network: 87a37de6-b41d-4a21-9ab0-c52792ee7033, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:26:18.776800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Attempting to bind port a574f6d0-07e0-448f-ba0e-d0eb6fc26663 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:26:18.777178 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Attempting to bind port a574f6d0-07e0-448f-ba0e-d0eb6fc26663 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:26:18.777541 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Attempting to bind port a574f6d0-07e0-448f-ba0e-d0eb6fc26663 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:26:18.789484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:26:18.789893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:26:18.790289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:18.790681 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:26:18.791153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Bound port: a574f6d0-07e0-448f-ba0e-d0eb6fc26663, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:26:18.791523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:18.820975 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c1fff-f96b-41ef-aed1-6b10cfd9fabd None None] Pushing event updated for resources: {'Port': ['ID=a574f6d0-07e0-448f-ba0e-d0eb6fc26663,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:18.868680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-18e6da48-6356-49ef-a099-d25357523087 None None] For port a574f6d0-07e0-448f-ba0e-d0eb6fc26663, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:26:18.871668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-18e6da48-6356-49ef-a099-d25357523087 None None] For port a574f6d0-07e0-448f-ba0e-d0eb6fc26663, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a574f6d0-07e0-448f-ba0e-d0eb6fc26663,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:26:18.887076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 87a37de6-b41d-4a21-9ab0-c52792ee7033 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:26:18.967636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:18.997309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 87a37de6-b41d-4a21-9ab0-c52792ee7033) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:26:19.002670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:19.002670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:19.017833 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b379bed-4ef0-4e5a-ba7f-f7da53439359 None None] Network 87a37de6-b41d-4a21-9ab0-c52792ee7033 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:26:19.100046 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ae7f5fe4-ee9f-42de-b633-5980ef321591 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9175589 Aug 26 01:26:19.102832 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55892) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:19.104730 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Routers {'3c9e610d-4288-46be-83c2-70765bdf1d21'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:26:19.105375 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-18e6da48-6356-49ef-a099-d25357523087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:26:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3c9e610d-4288-46be-83c2-70765bdf1d21'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:19.251059 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c1fff-f96b-41ef-aed1-6b10cfd9fabd None None] Pushing event updated for resources: {'Port': ['ID=a574f6d0-07e0-448f-ba0e-d0eb6fc26663,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:19.361531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-18e6da48-6356-49ef-a099-d25357523087 None None] Set router 3c9e610d-4288-46be-83c2-70765bdf1d21 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:26:19.595760 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-87a37de6-b41d-4a21-9ab0-c52792ee7033', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:26:19.596603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:19.880742 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Allocated IP 172.20.0.2 (87a37de6-b41d-4a21-9ab0-c52792ee7033/a43703a4-3bb4-414b-b4b8-27d5787ff1e9/af0301b6-8c78-47de-8543-63f15b5f2bbe) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:26:19.886001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-18e6da48-6356-49ef-a099-d25357523087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:16Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:19.894242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6da48-6356-49ef-a099-d25357523087 None None] The sync data for ids ['3c9e610d-4288-46be-83c2-70765bdf1d21'] in dv-neutron-854561-2-hyperv is: [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:16Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:26:19.941187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:20.101464 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:20.112576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Transition to ACTIVE for port object af0301b6-8c78-47de-8543-63f15b5f2bbe will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:26:20.145614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Transition to ACTIVE for port object af0301b6-8c78-47de-8543-63f15b5f2bbe will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:26:20.225319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:20.307910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Pushing event updated for resources: {'Port': ['ID=af0301b6-8c78-47de-8543-63f15b5f2bbe,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:20.311394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Network 87a37de6-b41d-4a21-9ab0-c52792ee7033 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:26:20.312854 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:26:20.315012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:26:20.389550 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.1 (87a37de6-b41d-4a21-9ab0-c52792ee7033/a43703a4-3bb4-414b-b4b8-27d5787ff1e9/10508dd4-0750-4753-9931-d90849b393ae) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:26:20.421696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Attempting to bind port af0301b6-8c78-47de-8543-63f15b5f2bbe on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:26:20.422108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Attempting to bind port af0301b6-8c78-47de-8543-63f15b5f2bbe by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:26:20.422478 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Attempting to bind port af0301b6-8c78-47de-8543-63f15b5f2bbe on network 87a37de6-b41d-4a21-9ab0-c52792ee7033 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:26:20.428648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:26:20.429025 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Checking segment: {'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:26:20.429437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:20.429925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Bound using segment: {'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:26:20.430403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Bound port: af0301b6-8c78-47de-8543-63f15b5f2bbe, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:26:20.430782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:20.527727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] For port af0301b6-8c78-47de-8543-63f15b5f2bbe, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:26:20.531240 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] For port af0301b6-8c78-47de-8543-63f15b5f2bbe, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=af0301b6-8c78-47de-8543-63f15b5f2bbe,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:26:20.568002 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:20.584753 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 10508dd4-0750-4753-9931-d90849b393ae will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:26:20.618763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:20.693958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:20.707752 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae49736-4c0e-4770-9738-9d257c533385 None None] Pushing event updated for resources: {'Port': ['ID=af0301b6-8c78-47de-8543-63f15b5f2bbe,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:20.760822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 87a37de6-b41d-4a21-9ab0-c52792ee7033 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:26:20.768777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:26:20.774081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:26:20.834652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=10508dd4-0750-4753-9931-d90849b393ae,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:20.846885 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:20.968913 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a574f6d0-07e0-448f-ba0e-d0eb6fc26663 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:26:21.055221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:21.104245 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port a574f6d0-07e0-448f-ba0e-d0eb6fc26663 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:26:21.109293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port a574f6d0-07e0-448f-ba0e-d0eb6fc26663 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:26:21.109865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:21.230265 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port a574f6d0-07e0-448f-ba0e-d0eb6fc26663 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:26:21.230891 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:21.250803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port a574f6d0-07e0-448f-ba0e-d0eb6fc26663, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a574f6d0-07e0-448f-ba0e-d0eb6fc26663,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:26:21.315965 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:21.384827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=a574f6d0-07e0-448f-ba0e-d0eb6fc26663,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:21.496607 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:21.584665 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:21.701490 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=10508dd4-0750-4753-9931-d90849b393ae,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:21.704123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:21.853535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 87a37de6-b41d-4a21-9ab0-c52792ee7033 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:26:21.854905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:26:21.906514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e1e2d1-926f-4e7c-98f5-ee5727371e03 None None] Network 87a37de6-b41d-4a21-9ab0-c52792ee7033 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:26:22.088300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-247c2056-bb23-4f1d-a7d8-bc96e09a87d6 None None] Provisioning for port af0301b6-8c78-47de-8543-63f15b5f2bbe completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:26:22.169189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 3c9e610d-4288-46be-83c2-70765bdf1d21 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:26:22.357411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:26:22.368936 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Sync routers for ids ['3c9e610d-4288-46be-83c2-70765bdf1d21'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:26:22.372701 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fb443b44-b3f5-4b33-88a0-c958736a881b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/3c9e610d-4288-46be-83c2-70765bdf1d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2666070 Aug 26 01:26:22.373270 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55896) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:22.378980 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Routers {'3c9e610d-4288-46be-83c2-70765bdf1d21'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:26:22.380115 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:26:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3c9e610d-4288-46be-83c2-70765bdf1d21'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:22.504907 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-33cfbc43-57b9-4e20-af44-c08bf5cc9593 None None] Provisioning for port 10508dd4-0750-4753-9931-d90849b393ae completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:26:22.513181 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-33cfbc43-57b9-4e20-af44-c08bf5cc9593 None None] Provisioning complete for port 10508dd4-0750-4753-9931-d90849b393ae triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:26:22.513579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-33cfbc43-57b9-4e20-af44-c08bf5cc9593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:22.534681 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3ea531-3e9c-48eb-bfcd-c679d88cca50 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:22.536723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3ea531-3e9c-48eb-bfcd-c679d88cca50 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:22.536723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3ea531-3e9c-48eb-bfcd-c679d88cca50 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:22.536723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3ea531-3e9c-48eb-bfcd-c679d88cca50 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:22.538388 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dc3ea531-3e9c-48eb-bfcd-c679d88cca50 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1638894 Aug 26 01:26:22.541176 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55900) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:22.565096 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Set router 3c9e610d-4288-46be-83c2-70765bdf1d21 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:26:22.599516 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-33cfbc43-57b9-4e20-af44-c08bf5cc9593 None None] Port 10508dd4-0750-4753-9931-d90849b393ae cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:26:22.620207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fce11c2-4fbf-4180-9ee2-b7b15e2a8d90 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:22.620984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fce11c2-4fbf-4180-9ee2-b7b15e2a8d90 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:22.621444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fce11c2-4fbf-4180-9ee2-b7b15e2a8d90 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:22.621931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fce11c2-4fbf-4180-9ee2-b7b15e2a8d90 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:22.623643 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4fce11c2-4fbf-4180-9ee2-b7b15e2a8d90 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0807536 Aug 26 01:26:22.626433 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55904) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:22.723729 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fe41104f-ea94-4223-81b7-4ff33381601e None None] Provisioning complete for port 10508dd4-0750-4753-9931-d90849b393ae triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:26:22.724370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fe41104f-ea94-4223-81b7-4ff33381601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:22.791182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-fe41104f-ea94-4223-81b7-4ff33381601e None None] Port 10508dd4-0750-4753-9931-d90849b393ae cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:26:22.851033 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-04e10403-cdbf-4043-b379-330951198bfd tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2174726 Aug 26 01:26:22.907783 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:20Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '10508dd4-0750-4753-9931-d90849b393ae', 'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:2c:ba:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:20Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 2, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:22.913107 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Checking router: 3c9e610d-4288-46be-83c2-70765bdf1d21 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:26:22.913461 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Updating router 3c9e610d-4288-46be-83c2-70765bdf1d21 port 10508dd4-0750-4753-9931-d90849b393ae binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:26:22.913801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1bdf1b56-832d-4682-bd1a-ace90e4abc8f None None] Provisioning complete for port 10508dd4-0750-4753-9931-d90849b393ae triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:26:22.914187 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1b56-832d-4682-bd1a-ace90e4abc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:22.973693 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1bdf1b56-832d-4682-bd1a-ace90e4abc8f None None] Port 10508dd4-0750-4753-9931-d90849b393ae cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:26:22.977075 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.010078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55910) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:23.017137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-6a6ade5d-20bf-4bc3-95d3-85bc29a70ab7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-535277867', 'description': 'tempest-secgroup-smoke-535277867 description', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:23.021225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device af0301b6-8c78-47de-8543-63f15b5f2bbe up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:26:23.024262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6a6ade5d-20bf-4bc3-95d3-85bc29a70ab7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:23.029023 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6a6ade5d-20bf-4bc3-95d3-85bc29a70ab7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:23.032067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6a6ade5d-20bf-4bc3-95d3-85bc29a70ab7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:23.039055 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6a6ade5d-20bf-4bc3-95d3-85bc29a70ab7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:23.115791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6a6ade5d-20bf-4bc3-95d3-85bc29a70ab7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.136795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6a6ade5d-20bf-4bc3-95d3-85bc29a70ab7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:23.140853 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6a6ade5d-20bf-4bc3-95d3-85bc29a70ab7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:23.145923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6a6ade5d-20bf-4bc3-95d3-85bc29a70ab7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:23.150599 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6a6ade5d-20bf-4bc3-95d3-85bc29a70ab7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:23.193428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port af0301b6-8c78-47de-8543-63f15b5f2bbe completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:26:23.198452 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port af0301b6-8c78-47de-8543-63f15b5f2bbe triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:26:23.198935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.221192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6a6ade5d-20bf-4bc3-95d3-85bc29a70ab7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.309889 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6a6ade5d-20bf-4bc3-95d3-85bc29a70ab7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.318906 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port af0301b6-8c78-47de-8543-63f15b5f2bbe is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:26:23.319283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.355357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port af0301b6-8c78-47de-8543-63f15b5f2bbe, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=af0301b6-8c78-47de-8543-63f15b5f2bbe,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:26:23.358500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ade5d-20bf-4bc3-95d3-85bc29a70ab7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b710058b-3c0b-4a05-ac07-69083bd51992,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:23.373875 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.386526 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Transition to ACTIVE for port object 10508dd4-0750-4753-9931-d90849b393ae will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:26:23.423865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.424663 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a574f6d0-07e0-448f-ba0e-d0eb6fc26663 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:26:23.452397 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.452748 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6a6ade5d-20bf-4bc3-95d3-85bc29a70ab7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.456882 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6a6ade5d-20bf-4bc3-95d3-85bc29a70ab7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4431012 Aug 26 01:26:23.457223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55914) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:23.462380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-19cc4898-2db8-4744-bdf8-b4fb27565af2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'b710058b-3c0b-4a05-ac07-69083bd51992', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:23.468746 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-19cc4898-2db8-4744-bdf8-b4fb27565af2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:23.473295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-19cc4898-2db8-4744-bdf8-b4fb27565af2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:23.479142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-19cc4898-2db8-4744-bdf8-b4fb27565af2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:23.485407 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-19cc4898-2db8-4744-bdf8-b4fb27565af2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:23.541536 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=af0301b6-8c78-47de-8543-63f15b5f2bbe,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:23.556209 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port a574f6d0-07e0-448f-ba0e-d0eb6fc26663 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:26:23.556592 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.597382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19cc4898-2db8-4744-bdf8-b4fb27565af2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.655431 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc95f1-21ff-4250-a4f7-a8f38d488b89 None None] Pushing event updated for resources: {'Port': ['ID=10508dd4-0750-4753-9931-d90849b393ae,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:23.666975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19cc4898-2db8-4744-bdf8-b4fb27565af2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.675975 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc95f1-21ff-4250-a4f7-a8f38d488b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:23.676517 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc95f1-21ff-4250-a4f7-a8f38d488b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:23.676859 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc95f1-21ff-4250-a4f7-a8f38d488b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:23.677195 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc95f1-21ff-4250-a4f7-a8f38d488b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:23.677578 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc95f1-21ff-4250-a4f7-a8f38d488b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:23.677932 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc95f1-21ff-4250-a4f7-a8f38d488b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:23.678476 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc95f1-21ff-4250-a4f7-a8f38d488b89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:23.678838 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc95f1-21ff-4250-a4f7-a8f38d488b89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:23.679151 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc95f1-21ff-4250-a4f7-a8f38d488b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:23.679474 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc95f1-21ff-4250-a4f7-a8f38d488b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:23.679795 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc95f1-21ff-4250-a4f7-a8f38d488b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:23.680113 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc95f1-21ff-4250-a4f7-a8f38d488b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:26:23.690511 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Attempting to bind port 10508dd4-0750-4753-9931-d90849b393ae on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:26:23.690876 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Attempting to bind port 10508dd4-0750-4753-9931-d90849b393ae by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:26:23.691236 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Attempting to bind port 10508dd4-0750-4753-9931-d90849b393ae on network 87a37de6-b41d-4a21-9ab0-c52792ee7033 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:26:23.697204 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:26:23.697573 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Checking segment: {'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:26:23.697996 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.698383 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Bound using segment: {'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:26:23.698840 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Bound port: 10508dd4-0750-4753-9931-d90849b393ae, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:26:23.699207 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.714160 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port a574f6d0-07e0-448f-ba0e-d0eb6fc26663 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:26:23.756510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19cc4898-2db8-4744-bdf8-b4fb27565af2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.779420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc4898-2db8-4744-bdf8-b4fb27565af2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13052b0-3d8b-4daf-adce-a79af03a1d98,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:23.793843 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] For port 10508dd4-0750-4753-9931-d90849b393ae, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:26:23.797141 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] For port 10508dd4-0750-4753-9931-d90849b393ae, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=10508dd4-0750-4753-9931-d90849b393ae,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:26:23.890407 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19cc4898-2db8-4744-bdf8-b4fb27565af2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.891647 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-19cc4898-2db8-4744-bdf8-b4fb27565af2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4333706 Aug 26 01:26:23.894461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55918) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:23.900105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-05be0108-2cec-4efe-9cf3-a5472d6d4ed1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'b710058b-3c0b-4a05-ac07-69083bd51992', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:23.902359 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:23.906526 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-05be0108-2cec-4efe-9cf3-a5472d6d4ed1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:23.910237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-05be0108-2cec-4efe-9cf3-a5472d6d4ed1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:23.913453 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-05be0108-2cec-4efe-9cf3-a5472d6d4ed1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:23.919377 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-05be0108-2cec-4efe-9cf3-a5472d6d4ed1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:23.965965 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Routers {'3c9e610d-4288-46be-83c2-70765bdf1d21'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:26:23.966575 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:26:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3c9e610d-4288-46be-83c2-70765bdf1d21'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:24.006192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-05be0108-2cec-4efe-9cf3-a5472d6d4ed1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:24.071123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-05be0108-2cec-4efe-9cf3-a5472d6d4ed1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:24.101912 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc95f1-21ff-4250-a4f7-a8f38d488b89 None None] Pushing event updated for resources: {'Port': ['ID=10508dd4-0750-4753-9931-d90849b393ae,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:24.144248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-05be0108-2cec-4efe-9cf3-a5472d6d4ed1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:24.153057 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] Set router 3c9e610d-4288-46be-83c2-70765bdf1d21 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:26:24.168620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be0108-2cec-4efe-9cf3-a5472d6d4ed1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff2f7af-2556-4541-a727-b330a53fb422,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:24.241484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-05be0108-2cec-4efe-9cf3-a5472d6d4ed1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:24.243285 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-05be0108-2cec-4efe-9cf3-a5472d6d4ed1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3469722 Aug 26 01:26:24.246506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 55922) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:24.252048 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-37eff675-2fe8-4515-9ad3-ebf7e4af3d51 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'b710058b-3c0b-4a05-ac07-69083bd51992', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:24.259496 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-37eff675-2fe8-4515-9ad3-ebf7e4af3d51 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:24.263440 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-37eff675-2fe8-4515-9ad3-ebf7e4af3d51 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:24.266393 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-37eff675-2fe8-4515-9ad3-ebf7e4af3d51 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:24.272970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-37eff675-2fe8-4515-9ad3-ebf7e4af3d51 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:24.359408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37eff675-2fe8-4515-9ad3-ebf7e4af3d51 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:24.430981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37eff675-2fe8-4515-9ad3-ebf7e4af3d51 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:24.515687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37eff675-2fe8-4515-9ad3-ebf7e4af3d51 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:24.517670 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:20Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '10508dd4-0750-4753-9931-d90849b393ae', 'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:2c:ba:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:20Z', 'updated_at': '2022-08-26T01:26:23Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:24.523370 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33abe1d-c8a4-4998-be23-490a861f10d3 None None] The sync data for ids ['3c9e610d-4288-46be-83c2-70765bdf1d21'] in dv-neutron-854561-2-hyperv is: [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:20Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '10508dd4-0750-4753-9931-d90849b393ae', 'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:2c:ba:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:20Z', 'updated_at': '2022-08-26T01:26:23Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:26:24.542686 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eff675-2fe8-4515-9ad3-ebf7e4af3d51 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4666f1-c8a2-4fc2-af0e-a202d9d59a09,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:24.618858 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37eff675-2fe8-4515-9ad3-ebf7e4af3d51 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:24.622938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55926) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:24.623188 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-37eff675-2fe8-4515-9ad3-ebf7e4af3d51 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3753164 Aug 26 01:26:24.628215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f3d843e8-e189-4777-a9c5-4fc47cc7ddea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'b710058b-3c0b-4a05-ac07-69083bd51992', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:24.635639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f3d843e8-e189-4777-a9c5-4fc47cc7ddea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:24.639777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f3d843e8-e189-4777-a9c5-4fc47cc7ddea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:24.643037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f3d843e8-e189-4777-a9c5-4fc47cc7ddea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:24.650506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f3d843e8-e189-4777-a9c5-4fc47cc7ddea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:24.726222 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f3d843e8-e189-4777-a9c5-4fc47cc7ddea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:24.819608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f3d843e8-e189-4777-a9c5-4fc47cc7ddea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:24.890097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f3d843e8-e189-4777-a9c5-4fc47cc7ddea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:24.917306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d843e8-e189-4777-a9c5-4fc47cc7ddea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ac3406-15b2-4b10-8a9f-a8b28a9b0055,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:25.010006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device af0301b6-8c78-47de-8543-63f15b5f2bbe up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:26:25.013774 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f3d843e8-e189-4777-a9c5-4fc47cc7ddea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:25.017577 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f3d843e8-e189-4777-a9c5-4fc47cc7ddea tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3910725 Aug 26 01:26:25.017801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55930) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:25.023636 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-cee3e811-699a-49ff-ac3b-b063400fc3c1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'b710058b-3c0b-4a05-ac07-69083bd51992', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:25.031319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cee3e811-699a-49ff-ac3b-b063400fc3c1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:25.040057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cee3e811-699a-49ff-ac3b-b063400fc3c1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:25.043054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cee3e811-699a-49ff-ac3b-b063400fc3c1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:25.049158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cee3e811-699a-49ff-ac3b-b063400fc3c1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:25.094788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port af0301b6-8c78-47de-8543-63f15b5f2bbe triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:26:25.095176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:25.147169 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-cee3e811-699a-49ff-ac3b-b063400fc3c1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:26:25.154858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cee3e811-699a-49ff-ac3b-b063400fc3c1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:25.227898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cee3e811-699a-49ff-ac3b-b063400fc3c1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:25.229327 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port af0301b6-8c78-47de-8543-63f15b5f2bbe is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:26:25.230428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 10508dd4-0750-4753-9931-d90849b393ae up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:26:25.302609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cee3e811-699a-49ff-ac3b-b063400fc3c1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:25.326924 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3e811-699a-49ff-ac3b-b063400fc3c1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75582f85-b0c9-4eca-b952-4060a4461960,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:25.361159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 10508dd4-0750-4753-9931-d90849b393ae completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:26:25.367476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 10508dd4-0750-4753-9931-d90849b393ae triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:26:25.367857 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:25.418470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cee3e811-699a-49ff-ac3b-b063400fc3c1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:25.419749 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cee3e811-699a-49ff-ac3b-b063400fc3c1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4010243 Aug 26 01:26:25.423212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 55934) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:25.432619 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-62ce9bc1-836a-49cd-b14f-1c38cbc36742 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'b710058b-3c0b-4a05-ac07-69083bd51992', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:25.439875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-62ce9bc1-836a-49cd-b14f-1c38cbc36742 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:25.444881 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-62ce9bc1-836a-49cd-b14f-1c38cbc36742 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:25.448690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-62ce9bc1-836a-49cd-b14f-1c38cbc36742 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:25.455603 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-62ce9bc1-836a-49cd-b14f-1c38cbc36742 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:25.497982 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 10508dd4-0750-4753-9931-d90849b393ae is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:26:25.498368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:25.532251 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 10508dd4-0750-4753-9931-d90849b393ae, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=10508dd4-0750-4753-9931-d90849b393ae,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:26:25.547003 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-62ce9bc1-836a-49cd-b14f-1c38cbc36742 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:26:25.556914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-62ce9bc1-836a-49cd-b14f-1c38cbc36742 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:25.607031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:25.631738 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-62ce9bc1-836a-49cd-b14f-1c38cbc36742 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:25.676980 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=10508dd4-0750-4753-9931-d90849b393ae,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:25.698477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-62ce9bc1-836a-49cd-b14f-1c38cbc36742 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:25.724285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce9bc1-836a-49cd-b14f-1c38cbc36742 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326ed434-66d7-4c6a-bff9-759927f02275,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:25.784147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-62ce9bc1-836a-49cd-b14f-1c38cbc36742 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:25.786088 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-62ce9bc1-836a-49cd-b14f-1c38cbc36742 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3612068 Aug 26 01:26:26.021082 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-32918f2c-8af4-43d3-9489-51a5fc71995a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535277867&fields=id&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 267 time: 0.0404513 Aug 26 01:26:26.169093 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-34f09e0d-7fc7-45c3-a915-0962f0f70663 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:26.170566 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-34f09e0d-7fc7-45c3-a915-0962f0f70663 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/networks?id=87a37de6-b41d-4a21-9ab0-c52792ee7033 HTTP/1.1" status: 200 len: 797 time: 0.1430967 Aug 26 01:26:26.184856 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-7f20d374-5f38-4216-96dd-e9882ac4075f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/quotas/f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 375 time: 0.0088105 Aug 26 01:26:26.278188 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-cd678e81-fb77-460c-87cb-16cc08c56a05 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882766 Aug 26 01:26:26.456598 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-ba3a6dc2-8b2c-4dc4-bf55-1089ca1d28a2 service neutron] 10.222.0.83 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670430 Aug 26 01:26:26.587923 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-fcfa901c-6dd8-4cbc-9852-2b8033fb5082 service neutron] 10.222.0.83 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252267 Aug 26 01:26:26.860855 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-19bc9c2a-f720-4039-88cd-2cb2549d7141 req-412ba877-cd75-45bc-b089-068ed3ea5cc1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:26:26.917360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 10508dd4-0750-4753-9931-d90849b393ae up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:26:26.950182 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:26:26.990614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 10508dd4-0750-4753-9931-d90849b393ae triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:26:26.990614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:27.001204 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-19bc9c2a-f720-4039-88cd-2cb2549d7141 req-412ba877-cd75-45bc-b089-068ed3ea5cc1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:26:27.002467 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-19bc9c2a-f720-4039-88cd-2cb2549d7141 req-412ba877-cd75-45bc-b089-068ed3ea5cc1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 210 time: 0.1940110 Aug 26 01:26:27.110983 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 10508dd4-0750-4753-9931-d90849b393ae is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:26:28.107801 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-104d70b7-e82b-455d-a47e-2cfe5bb91b35 req-ff7772eb-7b4a-4d2a-a7d3-1959fd253852 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 210 time: 0.0496638 Aug 26 01:26:29.212834 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4952d0c4-8758-4393-93eb-7924077d3796 req-bdf2e639-57b2-40b3-b6e7-f823da7f7f3a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 210 time: 0.0497725 Aug 26 01:26:30.323987 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-794ea2a1-0d83-4433-84de-6a3b89261ef3 req-0b0112fc-7d63-4fc2-98b9-fe1a97ae1c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 210 time: 0.0547986 Aug 26 01:26:30.490575 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6f135879-66e8-4ae3-ae83-4b4803b09b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:31.480392 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-475325d3-4c80-4773-821c-7469b84c4366 req-28dbc2bf-4078-4506-86e0-b65587783de0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 210 time: 0.0486228 Aug 26 01:26:32.642064 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-720743ef-cf57-4cc0-8ead-1f43ba435e52 req-fa6c7d8f-e815-4091-9ed6-bf4941374dbc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 210 time: 0.0496230 Aug 26 01:26:33.055541 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2fdad9b6-057f-4c31-b416-aa73f83c5c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:33.437161 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-a34bac12-4807-4039-8f9d-768d357f876f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:33.438636 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-a34bac12-4807-4039-8f9d-768d357f876f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/networks?id=87a37de6-b41d-4a21-9ab0-c52792ee7033 HTTP/1.1" status: 200 len: 797 time: 0.2728863 Aug 26 01:26:33.499796 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-e1e711c6-9187-47fe-9b34-06ebedf34ed2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 379 time: 0.0400772 Aug 26 01:26:33.510790 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'port': {'device_id': '839eb424-3a4a-4822-8a07-26920e18d558', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'admin_state_up': True, 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'security_groups': ['b710058b-3c0b-4a05-ac07-69083bd51992']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:33.661379 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:33.672307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:33.708232 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:33.735672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:26:33.739435 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:33.813555 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f7e3fb95-5bdb-4663-9668-c7e9d9f824ec req-dac06aab-7b39-47e9-9471-a489cf0b5948 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 210 time: 0.0577905 Aug 26 01:26:33.917659 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.13 (87a37de6-b41d-4a21-9ab0-c52792ee7033/a43703a4-3bb4-414b-b4b8-27d5787ff1e9/c75d4a84-d61a-46c9-a43d-179982918720) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:26:33.964013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:34.108485 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:34.124467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object c75d4a84-d61a-46c9-a43d-179982918720 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:26:34.213042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:34.287226 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 87a37de6-b41d-4a21-9ab0-c52792ee7033 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:26:34.290385 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:26:34.292886 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:26:34.334582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=c75d4a84-d61a-46c9-a43d-179982918720,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:34.363732 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:34.364360 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:34.493179 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-55b538b3-bd99-4ea3-bb08-a32546a478bb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9861479 Aug 26 01:26:34.516497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-dc6a266d-20b5-41b2-b53c-cd55de55add1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:26:34.517481 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-dc6a266d-20b5-41b2-b53c-cd55de55add1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052114 Aug 26 01:26:34.527797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Request body: {'port': {'device_id': '839eb424-3a4a-4822-8a07-26920e18d558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:34.618024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1a441cbc-8347-4e0f-9fdf-16a6eefbc927 None None] Provisioning for port c75d4a84-d61a-46c9-a43d-179982918720 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:26:34.623050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1a441cbc-8347-4e0f-9fdf-16a6eefbc927 None None] Provisioning complete for port c75d4a84-d61a-46c9-a43d-179982918720 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:26:34.623426 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1a441cbc-8347-4e0f-9fdf-16a6eefbc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:34.641830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:34.677161 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1a441cbc-8347-4e0f-9fdf-16a6eefbc927 None None] Port c75d4a84-d61a-46c9-a43d-179982918720 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:26:35.041534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c75d4a84-d61a-46c9-a43d-179982918720 {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:26:35.050216 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:35.069578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Transition to ACTIVE for port object c75d4a84-d61a-46c9-a43d-179982918720 will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:26:35.085872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc53b8-09e8-414d-adb9-0fa972bbec72 req-f792b022-ae6a-4d14-a497-d667b4e327d2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:35.086571 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-ccdc53b8-09e8-414d-adb9-0fa972bbec72 req-f792b022-ae6a-4d14-a497-d667b4e327d2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:26:35.206881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:35.292802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-ccdc53b8-09e8-414d-adb9-0fa972bbec72 req-f792b022-ae6a-4d14-a497-d667b4e327d2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:26:35.293992 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ccdc53b8-09e8-414d-adb9-0fa972bbec72 req-f792b022-ae6a-4d14-a497-d667b4e327d2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 932 time: 0.3627229 Aug 26 01:26:35.435678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c75d4a84-d61a-46c9-a43d-179982918720,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:35.451592 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ccdc53b8-09e8-414d-adb9-0fa972bbec72 req-672ca13e-20c1-4df8-9b6d-7b5802dc99b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=b710058b-3c0b-4a05-ac07-69083bd51992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424823 Aug 26 01:26:35.471242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Attempting to bind port c75d4a84-d61a-46c9-a43d-179982918720 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:26:35.471578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Attempting to bind port c75d4a84-d61a-46c9-a43d-179982918720 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:26:35.471912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Attempting to bind port c75d4a84-d61a-46c9-a43d-179982918720 on network 87a37de6-b41d-4a21-9ab0-c52792ee7033 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:26:35.476856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Port c75d4a84-d61a-46c9-a43d-179982918720 on network 87a37de6-b41d-4a21-9ab0-c52792ee7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:26:35.477175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Attempting to bind port c75d4a84-d61a-46c9-a43d-179982918720 on network 87a37de6-b41d-4a21-9ab0-c52792ee7033 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:26:35.482347 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:26:35.482680 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Checking segment: {'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:26:35.483076 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Bound using segment: {'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:26:35.485317 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Bound port: c75d4a84-d61a-46c9-a43d-179982918720, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:26:35.485317 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:35.503517 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:35.577281 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] For port c75d4a84-d61a-46c9-a43d-179982918720, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:26:35.580335 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] For port c75d4a84-d61a-46c9-a43d-179982918720, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c75d4a84-d61a-46c9-a43d-179982918720,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:26:35.652530 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:35.786759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:35.787912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:35.789333 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] 10.222.0.94 "PUT /v2.0/ports/c75d4a84-d61a-46c9-a43d-179982918720 HTTP/1.1" status: 200 len: 1094 time: 1.2651136 Aug 26 01:26:35.794617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839eb424-3a4a-4822-8a07-26920e18d558', 'tag': 'c75d4a84-d61a-46c9-a43d-179982918720'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:26:35.835370 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23badadd-329a-4bb4-b9d4-15d9ef6db7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c75d4a84-d61a-46c9-a43d-179982918720,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:35.849022 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682ac451-35ee-40c8-9bd4-cf653e099d8e'] response: {'name': 'network-changed', 'server_uuid': '839eb424-3a4a-4822-8a07-26920e18d558', 'tag': 'c75d4a84-d61a-46c9-a43d-179982918720', 'status': 'completed', 'code': 200} Aug 26 01:26:35.976171 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6c57a-614d-4613-87a4-4debb956b59a req-f42ce7f3-d13a-4689-8692-bef5d7e4bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:35.977645 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9fe6c57a-614d-4613-87a4-4debb956b59a req-f42ce7f3-d13a-4689-8692-bef5d7e4bca5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 1097 time: 0.0821567 Aug 26 01:26:36.127417 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6c57a-614d-4613-87a4-4debb956b59a req-592645b6-a971-47f3-bddc-469630454611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:36.128823 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9fe6c57a-614d-4613-87a4-4debb956b59a req-592645b6-a971-47f3-bddc-469630454611 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1311152 Aug 26 01:26:36.265361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6c57a-614d-4613-87a4-4debb956b59a req-75d3dbc8-46c2-4a01-8785-38e08085601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:36.266811 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9fe6c57a-614d-4613-87a4-4debb956b59a req-75d3dbc8-46c2-4a01-8785-38e08085601e service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1286545 Aug 26 01:26:36.417698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-a0cc680e-22c7-451c-95ab-597245cf0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:36.419112 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-a0cc680e-22c7-451c-95ab-597245cf0bae service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 1097 time: 0.0811815 Aug 26 01:26:36.502604 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-736022fc-7cbb-4e7d-b87e-4de3ba8dd39c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c75d4a84-d61a-46c9-a43d-179982918720 HTTP/1.1" status: 200 len: 217 time: 0.0639296 Aug 26 01:26:36.610674 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-5a0659a6-69d2-4465-8f8c-2e3f02d07e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:36.612083 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-5a0659a6-69d2-4465-8f8c-2e3f02d07e15 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a43703a4-3bb4-414b-b4b8-27d5787ff1e9 HTTP/1.1" status: 200 len: 835 time: 0.1003177 Aug 26 01:26:36.713187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87379c-1aae-4b0e-adfe-dca9a4a03b52 req-8796a1fc-95e1-4674-92a7-f0f7043e756d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:36.714712 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5a87379c-1aae-4b0e-adfe-dca9a4a03b52 req-8796a1fc-95e1-4674-92a7-f0f7043e756d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 944 time: 0.1515501 Aug 26 01:26:36.745903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-9f123759-f502-4456-ad4e-dbe11863956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:36.747350 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-9f123759-f502-4456-ad4e-dbe11863956c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=87a37de6-b41d-4a21-9ab0-c52792ee7033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1192961 Aug 26 01:26:36.790550 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5a87379c-1aae-4b0e-adfe-dca9a4a03b52 req-0a5a52d5-d36d-4a05-8f91-154cc9202d88 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=b710058b-3c0b-4a05-ac07-69083bd51992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698640 Aug 26 01:26:36.899964 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-2cd9a0bf-b647-464d-ad0b-581ee54451b9 service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374547 Aug 26 01:26:37.036474 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8b761cd-b75a-45c5-a68b-86d6ee4c2cca req-d4707ce6-c318-41dc-b674-8b53a9f61d25 service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233890 Aug 26 01:26:37.991590 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd3dc9-025b-4d27-8274-9611611d213b req-f2d9b601-1cbb-4d39-9940-a8b762c07735 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:37.993041 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ccfd3dc9-025b-4d27-8274-9611611d213b req-f2d9b601-1cbb-4d39-9940-a8b762c07735 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 944 time: 0.0872154 Aug 26 01:26:38.036110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ccfd3dc9-025b-4d27-8274-9611611d213b req-ff9ff26c-0e0b-4f33-988a-39679a3fb545 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:26:38.117927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ccfd3dc9-025b-4d27-8274-9611611d213b req-ff9ff26c-0e0b-4f33-988a-39679a3fb545 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:26:38.119139 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ccfd3dc9-025b-4d27-8274-9611611d213b req-ff9ff26c-0e0b-4f33-988a-39679a3fb545 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=b710058b-3c0b-4a05-ac07-69083bd51992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204417 Aug 26 01:26:39.003699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device c75d4a84-d61a-46c9-a43d-179982918720 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:26:39.136622 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port c75d4a84-d61a-46c9-a43d-179982918720, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c75d4a84-d61a-46c9-a43d-179982918720,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:26:39.150421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'c75d4a84-d61a-46c9-a43d-179982918720', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'port_id': 'c75d4a84-d61a-46c9-a43d-179982918720', 'mac_address': 'fa:16:3e:db:ad:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:26:39.207801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port c75d4a84-d61a-46c9-a43d-179982918720 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:26:39.208182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:39.226068 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75d4a84-d61a-46c9-a43d-179982918720 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:26:39.241312 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port c75d4a84-d61a-46c9-a43d-179982918720, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c75d4a84-d61a-46c9-a43d-179982918720,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:26:39.312828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:39.318127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dad5a-ac78-426f-af5f-49ca21a30be7 req-d74fcf51-979d-47ee-9007-a45a4992f37f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:39.319774 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fb9dad5a-ac78-426f-af5f-49ca21a30be7 req-d74fcf51-979d-47ee-9007-a45a4992f37f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 944 time: 0.0860498 Aug 26 01:26:39.364833 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fb9dad5a-ac78-426f-af5f-49ca21a30be7 req-43247d3a-0e3b-4810-bc48-5c01e8796b2d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=b710058b-3c0b-4a05-ac07-69083bd51992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390975 Aug 26 01:26:39.379449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=c75d4a84-d61a-46c9-a43d-179982918720,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:39.684221 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['c75d4a84-d61a-46c9-a43d-179982918720'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:26:40.565408 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778c408-7768-413c-96c1-363b03881c6b req-7130a73c-6127-4d3b-8fb1-26b55e41c32d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:40.566863 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d778c408-7768-413c-96c1-363b03881c6b req-7130a73c-6127-4d3b-8fb1-26b55e41c32d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 945 time: 0.0924704 Aug 26 01:26:40.611956 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d778c408-7768-413c-96c1-363b03881c6b req-6d59bbab-e3d3-451e-ba90-f9925303b85b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=b710058b-3c0b-4a05-ac07-69083bd51992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390804 Aug 26 01:26:40.738008 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:41.018397 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device c75d4a84-d61a-46c9-a43d-179982918720 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:26:41.166333 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port c75d4a84-d61a-46c9-a43d-179982918720 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:26:41.172383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port c75d4a84-d61a-46c9-a43d-179982918720 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:26:41.172765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:41.292256 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port c75d4a84-d61a-46c9-a43d-179982918720 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:26:41.292547 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:41.319308 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839eb424-3a4a-4822-8a07-26920e18d558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75d4a84-d61a-46c9-a43d-179982918720'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:26:41.329392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port c75d4a84-d61a-46c9-a43d-179982918720, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c75d4a84-d61a-46c9-a43d-179982918720,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:26:41.363878 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34662fb2-2656-4da5-b490-0bcc74701730'] response: {'server_uuid': '839eb424-3a4a-4822-8a07-26920e18d558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75d4a84-d61a-46c9-a43d-179982918720', 'code': 200} Aug 26 01:26:41.398094 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:41.468110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=c75d4a84-d61a-46c9-a43d-179982918720,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:41.796330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17274876-ad15-4b64-8df7-8532e59db64c req-845b0f47-139b-4a0c-8dc0-d004d2f6b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:41.797663 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-17274876-ad15-4b64-8df7-8532e59db64c req-845b0f47-139b-4a0c-8dc0-d004d2f6b8eb service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 1099 time: 0.0851665 Aug 26 01:26:41.818608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b7b5a-ea06-4b66-973d-95bdb52e6a20 req-6dc8d7a1-fea0-4387-8f11-828b4fe2f051 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:41.821027 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c86b7b5a-ea06-4b66-973d-95bdb52e6a20 req-6dc8d7a1-fea0-4387-8f11-828b4fe2f051 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 946 time: 0.0959978 Aug 26 01:26:41.844145 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-17274876-ad15-4b64-8df7-8532e59db64c req-a2fffed6-b71c-40c9-97a1-7532b3236e23 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b710058b-3c0b-4a05-ac07-69083bd51992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371022 Aug 26 01:26:41.867968 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c86b7b5a-ea06-4b66-973d-95bdb52e6a20 req-76f66a7e-9ce7-4e71-970f-a04f5e2a0f00 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=b710058b-3c0b-4a05-ac07-69083bd51992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404873 Aug 26 01:26:43.065425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cb5bf-8fec-47d6-a876-486e988bc9de req-b4d2bfe7-4757-4b73-9caf-b64715330ac2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:43.066901 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8f1cb5bf-8fec-47d6-a876-486e988bc9de req-b4d2bfe7-4757-4b73-9caf-b64715330ac2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 946 time: 0.0898092 Aug 26 01:26:43.115510 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8f1cb5bf-8fec-47d6-a876-486e988bc9de req-2d0540a7-5aaf-4a4a-bdbe-bd94ccb9a3a2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=b710058b-3c0b-4a05-ac07-69083bd51992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421665 Aug 26 01:26:44.311342 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd51f8c-97dd-4952-987f-1a19da3ca9cc req-7dbaa79f-199b-47e4-9c3f-1eecd6e50bfa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:44.312776 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3bd51f8c-97dd-4952-987f-1a19da3ca9cc req-7dbaa79f-199b-47e4-9c3f-1eecd6e50bfa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 946 time: 0.0881059 Aug 26 01:26:44.356382 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3bd51f8c-97dd-4952-987f-1a19da3ca9cc req-f2f6cab1-19a3-41e0-a64d-4b960163592f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=b710058b-3c0b-4a05-ac07-69083bd51992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379963 Aug 26 01:26:44.551152 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5704de-7d01-46de-a67c-5b39c2074c69 req-fb83a345-0eae-4f17-903f-ede56ded1086 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:44.552495 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0b5704de-7d01-46de-a67c-5b39c2074c69 req-fb83a345-0eae-4f17-903f-ede56ded1086 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 946 time: 0.0861123 Aug 26 01:26:44.596904 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0b5704de-7d01-46de-a67c-5b39c2074c69 req-33d02877-872b-4d6d-9266-6ff76e9f0970 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=b710058b-3c0b-4a05-ac07-69083bd51992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381966 Aug 26 01:26:44.623570 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56010) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:44.702974 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b684d3-4555-4d6a-8492-c5308c5a4732 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:44.704507 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-79b684d3-4555-4d6a-8492-c5308c5a4732 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 1094 time: 0.0799372 Aug 26 01:26:44.707355 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56014) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:44.712401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': 'c75d4a84-d61a-46c9-a43d-179982918720', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:44.718452 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:44.722326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:floatingip and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:44.725773 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:44.731651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:44.809454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:45.043288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:45.175608 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.38 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/cc6f48c8-f627-4356-803b-20eb2aa3b2e3) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:26:45.326394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:45.406299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:45.473296 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:26:45.476865 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:26:45.480720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:26:45.520927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=cc6f48c8-f627-4356-803b-20eb2aa3b2e3,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:45.889814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:46.022469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:46.223959 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:46.297701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:46.403678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=cc6f48c8-f627-4356-803b-20eb2aa3b2e3,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:46.405979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:46.574673 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 78e17346-c288-4c0b-bd7c-4c49edd875b9 associated. External IP: 172.26.2.38, port: c75d4a84-d61a-46c9-a43d-179982918720. Aug 26 01:26:47.040488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 3c9e610d-4288-46be-83c2-70765bdf1d21 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:26:47.226080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:26:47.236017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81120e-fbd7-4b9b-97d9-3acdb62f7802 None None] Sync routers for ids ['3c9e610d-4288-46be-83c2-70765bdf1d21'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:26:47.246734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81120e-fbd7-4b9b-97d9-3acdb62f7802 None None] Routers {'3c9e610d-4288-46be-83c2-70765bdf1d21'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:26:47.247391 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1a81120e-fbd7-4b9b-97d9-3acdb62f7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:26:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3c9e610d-4288-46be-83c2-70765bdf1d21'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:47.326516 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:47.384089 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7f0ee1ee-1b95-4982-80be-8a48a391e8f2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6756709 Aug 26 01:26:47.384744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839eb424-3a4a-4822-8a07-26920e18d558', 'tag': 'c75d4a84-d61a-46c9-a43d-179982918720'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:26:47.386878 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56018) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:47.430295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-1a81120e-fbd7-4b9b-97d9-3acdb62f7802 None None] Set router 3c9e610d-4288-46be-83c2-70765bdf1d21 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:26:47.434090 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb772d79-bf5b-4ec9-b2a3-472f3ea1f586'] response: {'name': 'network-changed', 'server_uuid': '839eb424-3a4a-4822-8a07-26920e18d558', 'tag': 'c75d4a84-d61a-46c9-a43d-179982918720', 'status': 'completed', 'code': 200} Aug 26 01:26:47.566499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99051b-d47b-4591-8e28-04bdc2a98d48 req-86344a01-cd48-49bc-847b-6c1955e70614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:47.567952 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ab99051b-d47b-4591-8e28-04bdc2a98d48 req-86344a01-cd48-49bc-847b-6c1955e70614 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 1099 time: 0.0869448 Aug 26 01:26:47.601751 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2993ffc-7f4c-4633-a24d-3fcc8732f3b8 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:47.607901 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c2993ffc-7f4c-4633-a24d-3fcc8732f3b8 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 1094 time: 0.2143660 Aug 26 01:26:47.707043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99051b-d47b-4591-8e28-04bdc2a98d48 req-018a6495-7f45-4631-a1f0-7cf1246ebb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:47.708488 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ab99051b-d47b-4591-8e28-04bdc2a98d48 req-018a6495-7f45-4631-a1f0-7cf1246ebb39 service neutron] 10.222.0.94 "GET /v2.0/networks?id=87a37de6-b41d-4a21-9ab0-c52792ee7033 HTTP/1.1" status: 200 len: 899 time: 0.1341946 Aug 26 01:26:47.773718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56026) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:47.780060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-2b456180-a51c-4fd1-9b36-81e5d628c8ae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1016229424', 'description': 'tempest-secgroup-smoke-1016229424 description', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:47.786919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2b456180-a51c-4fd1-9b36-81e5d628c8ae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:47.803800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2b456180-a51c-4fd1-9b36-81e5d628c8ae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:47.813674 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1a81120e-fbd7-4b9b-97d9-3acdb62f7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:20Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '78e17346-c288-4c0b-bd7c-4c49edd875b9', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'port_id': 'c75d4a84-d61a-46c9-a43d-179982918720', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'mac_address': 'fa:16:3e:db:ad:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839eb424-3a4a-4822-8a07-26920e18d558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:26:45Z', 'updated_at': '2022-08-26T01:26:45Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10508dd4-0750-4753-9931-d90849b393ae', 'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:2c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:20Z', 'updated_at': '2022-08-26T01:26:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:47.819946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81120e-fbd7-4b9b-97d9-3acdb62f7802 None None] Checking router: 3c9e610d-4288-46be-83c2-70765bdf1d21 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:26:47.824176 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ab99051b-d47b-4591-8e28-04bdc2a98d48 req-c3ce9812-4be0-43d4-9c6d-af6e77c0d4a8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c75d4a84-d61a-46c9-a43d-179982918720 HTTP/1.1" status: 200 len: 999 time: 0.1095345 Aug 26 01:26:47.829240 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81120e-fbd7-4b9b-97d9-3acdb62f7802 None None] Routers {'3c9e610d-4288-46be-83c2-70765bdf1d21'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:26:47.829944 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1a81120e-fbd7-4b9b-97d9-3acdb62f7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:26:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3c9e610d-4288-46be-83c2-70765bdf1d21'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:47.892387 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99051b-d47b-4591-8e28-04bdc2a98d48 req-9b820cbe-4d44-4112-b2e7-1b045a927ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:47.894001 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ab99051b-d47b-4591-8e28-04bdc2a98d48 req-9b820cbe-4d44-4112-b2e7-1b045a927ade service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a43703a4-3bb4-414b-b4b8-27d5787ff1e9 HTTP/1.1" status: 200 len: 835 time: 0.0628271 Aug 26 01:26:47.900674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2b456180-a51c-4fd1-9b36-81e5d628c8ae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:47.921327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2b456180-a51c-4fd1-9b36-81e5d628c8ae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:47.925509 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2b456180-a51c-4fd1-9b36-81e5d628c8ae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:47.928579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-2b456180-a51c-4fd1-9b36-81e5d628c8ae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:47.934628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-2b456180-a51c-4fd1-9b36-81e5d628c8ae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:47.988246 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99051b-d47b-4591-8e28-04bdc2a98d48 req-5e585281-dea3-4bd6-a3fd-b5681824e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:47.989722 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ab99051b-d47b-4591-8e28-04bdc2a98d48 req-5e585281-dea3-4bd6-a3fd-b5681824e7fd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=87a37de6-b41d-4a21-9ab0-c52792ee7033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892813 Aug 26 01:26:48.009666 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-1a81120e-fbd7-4b9b-97d9-3acdb62f7802 None None] Set router 3c9e610d-4288-46be-83c2-70765bdf1d21 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:26:48.014527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2b456180-a51c-4fd1-9b36-81e5d628c8ae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:48.100903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2b456180-a51c-4fd1-9b36-81e5d628c8ae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:48.127098 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ab99051b-d47b-4591-8e28-04bdc2a98d48 req-61087558-4598-485a-a58b-be26d2a30703 service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311531 Aug 26 01:26:48.157702 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b456180-a51c-4fd1-9b36-81e5d628c8ae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb7f797-a149-4c5b-bfc4-4ab763ba5fe1,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:48.197940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2b456180-a51c-4fd1-9b36-81e5d628c8ae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:48.202288 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2b456180-a51c-4fd1-9b36-81e5d628c8ae tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4244626 Aug 26 01:26:48.202552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56030) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:48.208203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1f356c24-b1f7-4cf4-a8b9-3d218f31b942 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'beb7f797-a149-4c5b-bfc4-4ab763ba5fe1', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:48.215576 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1f356c24-b1f7-4cf4-a8b9-3d218f31b942 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:48.219323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1f356c24-b1f7-4cf4-a8b9-3d218f31b942 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:48.225841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1f356c24-b1f7-4cf4-a8b9-3d218f31b942 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:48.231313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1f356c24-b1f7-4cf4-a8b9-3d218f31b942 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:48.262195 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ab99051b-d47b-4591-8e28-04bdc2a98d48 req-2641dc56-101c-4dc0-986b-557d47345936 service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285620 Aug 26 01:26:48.300518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1f356c24-b1f7-4cf4-a8b9-3d218f31b942 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:48.366817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1f356c24-b1f7-4cf4-a8b9-3d218f31b942 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:48.373954 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1a81120e-fbd7-4b9b-97d9-3acdb62f7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:20Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '78e17346-c288-4c0b-bd7c-4c49edd875b9', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'port_id': 'c75d4a84-d61a-46c9-a43d-179982918720', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'mac_address': 'fa:16:3e:db:ad:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839eb424-3a4a-4822-8a07-26920e18d558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:26:45Z', 'updated_at': '2022-08-26T01:26:45Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10508dd4-0750-4753-9931-d90849b393ae', 'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:2c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:20Z', 'updated_at': '2022-08-26T01:26:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:26:48.378012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81120e-fbd7-4b9b-97d9-3acdb62f7802 None None] The sync data for ids ['3c9e610d-4288-46be-83c2-70765bdf1d21'] in dv-neutron-854561-2-hyperv is: [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:20Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '78e17346-c288-4c0b-bd7c-4c49edd875b9', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'port_id': 'c75d4a84-d61a-46c9-a43d-179982918720', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'mac_address': 'fa:16:3e:db:ad:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839eb424-3a4a-4822-8a07-26920e18d558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:26:45Z', 'updated_at': '2022-08-26T01:26:45Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10508dd4-0750-4753-9931-d90849b393ae', 'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:2c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:20Z', 'updated_at': '2022-08-26T01:26:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:26:48.423717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1f356c24-b1f7-4cf4-a8b9-3d218f31b942 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:48.449914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f356c24-b1f7-4cf4-a8b9-3d218f31b942 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cf96bb-8d87-49e4-a732-c0a29ef33d28,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:48.518400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1f356c24-b1f7-4cf4-a8b9-3d218f31b942 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:48.519685 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1f356c24-b1f7-4cf4-a8b9-3d218f31b942 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161049 Aug 26 01:26:48.522815 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56034) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:48.527833 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-67f912d9-8e9e-4df7-85d2-ce69e8045894 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'beb7f797-a149-4c5b-bfc4-4ab763ba5fe1', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:48.534977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-67f912d9-8e9e-4df7-85d2-ce69e8045894 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:48.538887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-67f912d9-8e9e-4df7-85d2-ce69e8045894 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:48.541773 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-67f912d9-8e9e-4df7-85d2-ce69e8045894 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:48.548631 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-67f912d9-8e9e-4df7-85d2-ce69e8045894 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:48.567149 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c3b9f5-b62e-4adb-a8ab-a1bdc26ce169 None None] New status for floating IP 78e17346-c288-4c0b-bd7c-4c49edd875b9: ACTIVE {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:26:48.633821 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-67f912d9-8e9e-4df7-85d2-ce69e8045894 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:48.696136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-67f912d9-8e9e-4df7-85d2-ce69e8045894 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:48.752224 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-67f912d9-8e9e-4df7-85d2-ce69e8045894 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:48.777421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f912d9-8e9e-4df7-85d2-ce69e8045894 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b4eaf2-4117-477e-bbdd-a149d0f4bcb3,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:48.872297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-67f912d9-8e9e-4df7-85d2-ce69e8045894 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:48.873573 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-67f912d9-8e9e-4df7-85d2-ce69e8045894 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3498058 Aug 26 01:26:48.876419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56038) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:48.881980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1812fff6-cc99-4224-bdee-f4e79865ab1a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'beb7f797-a149-4c5b-bfc4-4ab763ba5fe1', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:48.888089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1812fff6-cc99-4224-bdee-f4e79865ab1a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:48.891907 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1812fff6-cc99-4224-bdee-f4e79865ab1a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:48.894770 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1812fff6-cc99-4224-bdee-f4e79865ab1a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:48.901607 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1812fff6-cc99-4224-bdee-f4e79865ab1a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:48.984328 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1812fff6-cc99-4224-bdee-f4e79865ab1a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:49.046998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1812fff6-cc99-4224-bdee-f4e79865ab1a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:49.109027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1812fff6-cc99-4224-bdee-f4e79865ab1a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:49.132441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812fff6-cc99-4224-bdee-f4e79865ab1a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b8e3b1-94de-4bc3-bd26-61f33c32b339,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:49.206228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1812fff6-cc99-4224-bdee-f4e79865ab1a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:49.207408 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1812fff6-cc99-4224-bdee-f4e79865ab1a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3299925 Aug 26 01:26:49.210913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56042) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:49.215803 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5aa902a5-bdd6-4403-afa1-d0a407dc7802 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'beb7f797-a149-4c5b-bfc4-4ab763ba5fe1', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:49.221635 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5aa902a5-bdd6-4403-afa1-d0a407dc7802 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:49.225533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5aa902a5-bdd6-4403-afa1-d0a407dc7802 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:49.228600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5aa902a5-bdd6-4403-afa1-d0a407dc7802 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:49.234288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5aa902a5-bdd6-4403-afa1-d0a407dc7802 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:49.304787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5aa902a5-bdd6-4403-afa1-d0a407dc7802 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:49.372166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5aa902a5-bdd6-4403-afa1-d0a407dc7802 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:49.440689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5aa902a5-bdd6-4403-afa1-d0a407dc7802 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:49.463289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa902a5-bdd6-4403-afa1-d0a407dc7802 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dd167d-cbc4-443f-a649-086ca8c1664e,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:49.560398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5aa902a5-bdd6-4403-afa1-d0a407dc7802 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:49.561607 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5aa902a5-bdd6-4403-afa1-d0a407dc7802 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3497498 Aug 26 01:26:49.564351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56046) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:49.569967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-09846bf4-c6ba-4835-8b15-a53e74714a9d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'beb7f797-a149-4c5b-bfc4-4ab763ba5fe1', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:49.576061 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-09846bf4-c6ba-4835-8b15-a53e74714a9d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:49.579859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-09846bf4-c6ba-4835-8b15-a53e74714a9d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:49.582727 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-09846bf4-c6ba-4835-8b15-a53e74714a9d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:49.588823 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-09846bf4-c6ba-4835-8b15-a53e74714a9d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:49.677901 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-09846bf4-c6ba-4835-8b15-a53e74714a9d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:26:49.686031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-09846bf4-c6ba-4835-8b15-a53e74714a9d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:49.752554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-09846bf4-c6ba-4835-8b15-a53e74714a9d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:49.832236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-09846bf4-c6ba-4835-8b15-a53e74714a9d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:49.867052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09846bf4-c6ba-4835-8b15-a53e74714a9d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d73216-1cb1-400c-9aa6-93be626f7007,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:49.943525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-09846bf4-c6ba-4835-8b15-a53e74714a9d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:49.944946 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-09846bf4-c6ba-4835-8b15-a53e74714a9d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3796289 Aug 26 01:26:49.947644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56050) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:26:49.952549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3b07ea9a-8df3-4faa-aedd-614aebbbf8d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': 'beb7f797-a149-4c5b-bfc4-4ab763ba5fe1', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:49.958418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3b07ea9a-8df3-4faa-aedd-614aebbbf8d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:49.963809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3b07ea9a-8df3-4faa-aedd-614aebbbf8d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:26:49.965142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3b07ea9a-8df3-4faa-aedd-614aebbbf8d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:26:49.970922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3b07ea9a-8df3-4faa-aedd-614aebbbf8d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:50.046477 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-3b07ea9a-8df3-4faa-aedd-614aebbbf8d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:26:50.053215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3b07ea9a-8df3-4faa-aedd-614aebbbf8d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:50.119692 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3b07ea9a-8df3-4faa-aedd-614aebbbf8d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:50.203637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3b07ea9a-8df3-4faa-aedd-614aebbbf8d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:50.230135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07ea9a-8df3-4faa-aedd-614aebbbf8d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caeb507a-a25b-45f0-b420-736e7d10bcbf,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:50.326313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3b07ea9a-8df3-4faa-aedd-614aebbbf8d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:50.327468 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3b07ea9a-8df3-4faa-aedd-614aebbbf8d7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3789206 Aug 26 01:26:50.490123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-a2736e97-bf61-4209-b66f-9f654385e601 req-88698899-1bf2-438e-ba0d-aeb4c70e1441 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:26:50.565994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-a2736e97-bf61-4209-b66f-9f654385e601 req-88698899-1bf2-438e-ba0d-aeb4c70e1441 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:26:50.567194 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-88698899-1bf2-438e-ba0d-aeb4c70e1441 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1016229424&fields=id&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 267 time: 0.1166635 Aug 26 01:26:50.718440 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2736e97-bf61-4209-b66f-9f654385e601 req-311548eb-320d-43d3-938e-d90e47207749 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:50.719112 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-a2736e97-bf61-4209-b66f-9f654385e601 req-311548eb-320d-43d3-938e-d90e47207749 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:26:50.820720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-a2736e97-bf61-4209-b66f-9f654385e601 req-311548eb-320d-43d3-938e-d90e47207749 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:26:50.821965 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-311548eb-320d-43d3-938e-d90e47207749 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/networks?id=87a37de6-b41d-4a21-9ab0-c52792ee7033 HTTP/1.1" status: 200 len: 797 time: 0.2473383 Aug 26 01:26:50.837911 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-76efe546-14ab-4386-8027-d66a19dbd0e0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/quotas/f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 375 time: 0.0101385 Aug 26 01:26:50.932779 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-440dee23-244a-4d9e-aeea-244869e4c71d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0889795 Aug 26 01:26:51.112861 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-97c9fed7-663f-432d-9686-4477ea8a134c service neutron] 10.222.0.83 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681187 Aug 26 01:26:51.245146 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-1f8185d6-4af5-4700-9d9c-4f628ed4f9ec service neutron] 10.222.0.83 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256642 Aug 26 01:26:51.512507 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-541d54ec-0311-4879-995d-d34b4051251d req-6f746f11-8c94-4564-9b1f-88a87e91b223 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 210 time: 0.0498931 Aug 26 01:26:52.676014 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d197bd51-9eb6-40df-89fe-3ff52f431136 req-d37a14f3-8545-40f8-9d9b-f54f167879cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 210 time: 0.0544260 Aug 26 01:26:53.495331 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2736e97-bf61-4209-b66f-9f654385e601 req-93019a4d-9cc5-4ad6-834a-eb9b707cb6f3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:53.496759 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-93019a4d-9cc5-4ad6-834a-eb9b707cb6f3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/networks?id=87a37de6-b41d-4a21-9ab0-c52792ee7033 HTTP/1.1" status: 200 len: 797 time: 0.1441200 Aug 26 01:26:53.559129 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-aef16b15-c4c7-4d90-8d3f-d585990e8eef tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 472 time: 0.0472643 Aug 26 01:26:53.567338 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-a2736e97-bf61-4209-b66f-9f654385e601 req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'port': {'device_id': '3f08db05-8cf5-43c5-aec2-703dd00f11f0', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'admin_state_up': True, 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'security_groups': ['beb7f797-a149-4c5b-bfc4-4ab763ba5fe1']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:53.862824 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e5ee8efe-e4a1-47fb-a93a-beeb5e273c5f req-ff566ec2-d378-4f6a-9d35-5c4a29d47350 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 210 time: 0.0727544 Aug 26 01:26:53.882778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-a2736e97-bf61-4209-b66f-9f654385e601 req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:26:53.893667 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-a2736e97-bf61-4209-b66f-9f654385e601 req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:26:53.977270 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2736e97-bf61-4209-b66f-9f654385e601 req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:26:53.980776 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2736e97-bf61-4209-b66f-9f654385e601 req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:54.145108 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [req-a2736e97-bf61-4209-b66f-9f654385e601 req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.5 (87a37de6-b41d-4a21-9ab0-c52792ee7033/a43703a4-3bb4-414b-b4b8-27d5787ff1e9/77f27aee-9cb8-422d-b927-df88f9bae925) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:26:54.333580 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2736e97-bf61-4209-b66f-9f654385e601 req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:54.348650 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-a2736e97-bf61-4209-b66f-9f654385e601 req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 77f27aee-9cb8-422d-b927-df88f9bae925 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:26:54.430145 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2736e97-bf61-4209-b66f-9f654385e601 req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:54.500982 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2736e97-bf61-4209-b66f-9f654385e601 req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 87a37de6-b41d-4a21-9ab0-c52792ee7033 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:26:54.504034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [req-a2736e97-bf61-4209-b66f-9f654385e601 req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:26:54.508158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2736e97-bf61-4209-b66f-9f654385e601 req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:26:54.537576 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=77f27aee-9cb8-422d-b927-df88f9bae925,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:54.576302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2736e97-bf61-4209-b66f-9f654385e601 req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:54.576970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2736e97-bf61-4209-b66f-9f654385e601 req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:54.664739 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-134c76da-a0cf-4840-b538-3be351b832e9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1003292 Aug 26 01:26:54.685568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Request body: {'port': {'device_id': '3f08db05-8cf5-43c5-aec2-703dd00f11f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:26:54.806344 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:54.992774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-473fa3f6-6e3f-4b12-ab1b-bb5ac5beaf9c None None] Provisioning for port 77f27aee-9cb8-422d-b927-df88f9bae925 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:26:54.999015 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-473fa3f6-6e3f-4b12-ab1b-bb5ac5beaf9c None None] Provisioning complete for port 77f27aee-9cb8-422d-b927-df88f9bae925 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:26:55.003001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-473fa3f6-6e3f-4b12-ab1b-bb5ac5beaf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:55.057091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-473fa3f6-6e3f-4b12-ab1b-bb5ac5beaf9c None None] Port 77f27aee-9cb8-422d-b927-df88f9bae925 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:26:55.078871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5f30c-62d5-4edf-94d2-10e53e24f875 req-42c7e6e0-238e-4d7e-9f2f-ac1d50c35af5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:55.080337 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c5c5f30c-62d5-4edf-94d2-10e53e24f875 req-42c7e6e0-238e-4d7e-9f2f-ac1d50c35af5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 931 time: 0.0975702 Aug 26 01:26:55.126020 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c5c5f30c-62d5-4edf-94d2-10e53e24f875 req-b185e2d0-f09e-41f0-ba0d-fcedea6d1a6b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=beb7f797-a149-4c5b-bfc4-4ab763ba5fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394547 Aug 26 01:26:55.150970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f27aee-9cb8-422d-b927-df88f9bae925 {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:26:55.158175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:55.172532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Transition to ACTIVE for port object 77f27aee-9cb8-422d-b927-df88f9bae925 will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:26:55.251805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:55.441595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Pushing event updated for resources: {'Port': ['ID=77f27aee-9cb8-422d-b927-df88f9bae925,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:55.475133 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Attempting to bind port 77f27aee-9cb8-422d-b927-df88f9bae925 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:26:55.475453 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Attempting to bind port 77f27aee-9cb8-422d-b927-df88f9bae925 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:26:55.475772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Attempting to bind port 77f27aee-9cb8-422d-b927-df88f9bae925 on network 87a37de6-b41d-4a21-9ab0-c52792ee7033 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:26:55.480813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Port 77f27aee-9cb8-422d-b927-df88f9bae925 on network 87a37de6-b41d-4a21-9ab0-c52792ee7033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:26:55.481122 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Attempting to bind port 77f27aee-9cb8-422d-b927-df88f9bae925 on network 87a37de6-b41d-4a21-9ab0-c52792ee7033 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:26:55.486221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:26:55.486544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Checking segment: {'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:26:55.486920 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Bound using segment: {'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:26:55.487368 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Bound port: 77f27aee-9cb8-422d-b927-df88f9bae925, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c19adf-6476-41dc-be56-4beda49e3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:26:55.487704 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:55.576876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] For port 77f27aee-9cb8-422d-b927-df88f9bae925, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:26:55.579694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] For port 77f27aee-9cb8-422d-b927-df88f9bae925, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=77f27aee-9cb8-422d-b927-df88f9bae925,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:26:55.663483 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:55.694691 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:55.695399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:55.696889 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] 10.222.0.94 "PUT /v2.0/ports/77f27aee-9cb8-422d-b927-df88f9bae925 HTTP/1.1" status: 200 len: 1093 time: 1.0160682 Aug 26 01:26:55.697320 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f08db05-8cf5-43c5-aec2-703dd00f11f0', 'tag': '77f27aee-9cb8-422d-b927-df88f9bae925'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:26:55.741300 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67afffa3-382d-4c73-856b-f96676f8682e'] response: {'name': 'network-changed', 'server_uuid': '3f08db05-8cf5-43c5-aec2-703dd00f11f0', 'tag': '77f27aee-9cb8-422d-b927-df88f9bae925', 'status': 'completed', 'code': 200} Aug 26 01:26:55.747313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74f40e-ecc0-46c0-918d-67db886e71c9 service neutron] Pushing event updated for resources: {'Port': ['ID=77f27aee-9cb8-422d-b927-df88f9bae925,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:55.876395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bf7a8-a763-4a53-b205-75ae56510917 req-d9b2d0d7-a13e-4ea2-a70d-dbd4114844ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:55.877904 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8e5bf7a8-a763-4a53-b205-75ae56510917 req-d9b2d0d7-a13e-4ea2-a70d-dbd4114844ba service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 1096 time: 0.0840762 Aug 26 01:26:56.130477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bf7a8-a763-4a53-b205-75ae56510917 req-66c56030-a856-4746-8907-dc5a205707b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:56.131808 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8e5bf7a8-a763-4a53-b205-75ae56510917 req-66c56030-a856-4746-8907-dc5a205707b3 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&shared=False HTTP/1.1" status: 200 len: 899 time: 0.2376177 Aug 26 01:26:56.271304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bf7a8-a763-4a53-b205-75ae56510917 req-25cd14b8-f5f5-4559-8776-5b7dc63b955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:56.272727 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8e5bf7a8-a763-4a53-b205-75ae56510917 req-25cd14b8-f5f5-4559-8776-5b7dc63b955c service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1347406 Aug 26 01:26:56.326462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a7062-676c-4a29-b2d9-f14a40d68308 req-b3813d16-7c11-40c1-be12-934337df8604 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:56.327968 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6f3a7062-676c-4a29-b2d9-f14a40d68308 req-b3813d16-7c11-40c1-be12-934337df8604 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 943 time: 0.0906825 Aug 26 01:26:56.373507 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6f3a7062-676c-4a29-b2d9-f14a40d68308 req-2df0e29b-0dd8-48ad-be01-fe949d5c028d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=beb7f797-a149-4c5b-bfc4-4ab763ba5fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394104 Aug 26 01:26:56.412263 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2736e97-bf61-4209-b66f-9f654385e601 req-dd5197f6-6f69-4a9f-ae3c-a0af2a69db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:56.413706 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-dd5197f6-6f69-4a9f-ae3c-a0af2a69db83 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 1096 time: 0.0766456 Aug 26 01:26:56.498860 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-31a1ba3d-723c-451d-ac33-fbb6ad812ac2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f27aee-9cb8-422d-b927-df88f9bae925 HTTP/1.1" status: 200 len: 217 time: 0.0626690 Aug 26 01:26:56.562903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2736e97-bf61-4209-b66f-9f654385e601 req-a22ed16a-7f40-4718-8b6e-bb083c2ca202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:56.564323 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-a22ed16a-7f40-4718-8b6e-bb083c2ca202 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a43703a4-3bb4-414b-b4b8-27d5787ff1e9 HTTP/1.1" status: 200 len: 835 time: 0.0585859 Aug 26 01:26:56.651642 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2736e97-bf61-4209-b66f-9f654385e601 req-3a6e52df-eadf-4344-bf59-bdf493cf5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:56.653055 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-3a6e52df-eadf-4344-bf59-bdf493cf5549 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=87a37de6-b41d-4a21-9ab0-c52792ee7033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818849 Aug 26 01:26:56.790685 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-9c886eaf-3204-4b1f-840a-22c02f10e791 service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303470 Aug 26 01:26:56.925981 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2736e97-bf61-4209-b66f-9f654385e601 req-bf2264be-cca6-4dc6-928a-aa430c487342 service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292548 Aug 26 01:26:57.569640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f7190-2d81-4ebe-a8fc-27e336c32f04 req-d21ef8de-7fbf-49a3-afff-0dd0b489b0aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:57.571000 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-0d2f7190-2d81-4ebe-a8fc-27e336c32f04 req-d21ef8de-7fbf-49a3-afff-0dd0b489b0aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:26:57.640294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-0d2f7190-2d81-4ebe-a8fc-27e336c32f04 req-d21ef8de-7fbf-49a3-afff-0dd0b489b0aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:26:57.641496 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0d2f7190-2d81-4ebe-a8fc-27e336c32f04 req-d21ef8de-7fbf-49a3-afff-0dd0b489b0aa tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 943 time: 0.1568704 Aug 26 01:26:57.686859 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0d2f7190-2d81-4ebe-a8fc-27e336c32f04 req-dd9a92f0-fc51-4f2b-90e9-7a791e1c456a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=beb7f797-a149-4c5b-bfc4-4ab763ba5fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395908 Aug 26 01:26:58.881847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a3683-5da7-4631-971d-fcd63b7ad929 req-2932cbbc-0e75-494a-b58d-d4485a17eaab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:26:58.883678 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b65a3683-5da7-4631-971d-fcd63b7ad929 req-2932cbbc-0e75-494a-b58d-d4485a17eaab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 943 time: 0.0889099 Aug 26 01:26:58.932763 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b65a3683-5da7-4631-971d-fcd63b7ad929 req-12163789-8b58-42f7-a863-708a06e51ed7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=beb7f797-a149-4c5b-bfc4-4ab763ba5fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434041 Aug 26 01:26:59.077006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 77f27aee-9cb8-422d-b927-df88f9bae925 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:26:59.244790 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 77f27aee-9cb8-422d-b927-df88f9bae925, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=77f27aee-9cb8-422d-b927-df88f9bae925,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:26:59.258450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '77f27aee-9cb8-422d-b927-df88f9bae925', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'port_id': '77f27aee-9cb8-422d-b927-df88f9bae925', 'mac_address': 'fa:16:3e:36:38:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:26:59.312866 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 77f27aee-9cb8-422d-b927-df88f9bae925 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:26:59.313245 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:59.330125 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f27aee-9cb8-422d-b927-df88f9bae925 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:26:59.345603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 77f27aee-9cb8-422d-b927-df88f9bae925, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=77f27aee-9cb8-422d-b927-df88f9bae925,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:26:59.446757 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:26:59.516513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=77f27aee-9cb8-422d-b927-df88f9bae925,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:26:59.744803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['77f27aee-9cb8-422d-b927-df88f9bae925'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:27:00.136455 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810f49b-852f-451f-959f-5e2d066ef602 req-f8653c99-be69-4694-bdaf-afe63cf73b4e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:00.137946 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e810f49b-852f-451f-959f-5e2d066ef602 req-f8653c99-be69-4694-bdaf-afe63cf73b4e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 944 time: 0.0892079 Aug 26 01:27:00.182233 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e810f49b-852f-451f-959f-5e2d066ef602 req-8a5ba410-44d4-4ef5-a6f7-b8f9d3d23c4c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=beb7f797-a149-4c5b-bfc4-4ab763ba5fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385287 Aug 26 01:27:00.526142 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ff10c3c5-133d-4c26-996b-4e3a753f6843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:01.094282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 77f27aee-9cb8-422d-b927-df88f9bae925 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:27:01.228721 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 77f27aee-9cb8-422d-b927-df88f9bae925 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:27:01.234303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 77f27aee-9cb8-422d-b927-df88f9bae925 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:27:01.234684 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:01.357335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 77f27aee-9cb8-422d-b927-df88f9bae925 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:27:01.357913 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:01.388528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f08db05-8cf5-43c5-aec2-703dd00f11f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f27aee-9cb8-422d-b927-df88f9bae925'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:27:01.390232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1321a31-eaf9-40c8-b952-69d3fba49506 req-fe005bbc-2280-4f13-b349-27ff7ac29f3d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:01.391843 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d1321a31-eaf9-40c8-b952-69d3fba49506 req-fe005bbc-2280-4f13-b349-27ff7ac29f3d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 944 time: 0.0947204 Aug 26 01:27:01.399232 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 77f27aee-9cb8-422d-b927-df88f9bae925, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=77f27aee-9cb8-422d-b927-df88f9bae925,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:27:01.443293 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d1321a31-eaf9-40c8-b952-69d3fba49506 req-138424ad-29e4-4d6e-a220-2ddb32d959b1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=beb7f797-a149-4c5b-bfc4-4ab763ba5fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408452 Aug 26 01:27:01.454536 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0e9e7e-7b4a-44d0-9707-b472bedf53e4'] response: {'server_uuid': '3f08db05-8cf5-43c5-aec2-703dd00f11f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f27aee-9cb8-422d-b927-df88f9bae925', 'code': 200} Aug 26 01:27:01.460409 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:01.538049 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=77f27aee-9cb8-422d-b927-df88f9bae925,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:27:01.856768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00760cc8-c825-4e14-b854-5655c6a583df req-897e24b6-7668-48e3-97ee-75ea3cef7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:01.858408 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-00760cc8-c825-4e14-b854-5655c6a583df req-897e24b6-7668-48e3-97ee-75ea3cef7f05 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 1098 time: 0.0832148 Aug 26 01:27:01.900503 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-00760cc8-c825-4e14-b854-5655c6a583df req-407e1526-5a26-41e6-a240-374d94aec04f service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=beb7f797-a149-4c5b-bfc4-4ab763ba5fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361261 Aug 26 01:27:02.644970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f4830-adfb-4f35-8f35-f379b65636ea req-d8141215-337b-415f-9fda-b122acb15d72 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:02.646470 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b05f4830-adfb-4f35-8f35-f379b65636ea req-d8141215-337b-415f-9fda-b122acb15d72 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 945 time: 0.0866036 Aug 26 01:27:02.692061 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b05f4830-adfb-4f35-8f35-f379b65636ea req-1dfe245c-4d5b-4a17-920d-afbacc11dfe7 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=beb7f797-a149-4c5b-bfc4-4ab763ba5fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391591 Aug 26 01:27:03.034724 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4da7f98e-d053-40ba-ae00-153c83ad8a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:03.737440 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:03.893136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9abeb5-41c4-4620-95c4-5c2ae935c669 req-afa413d4-7fd8-4e50-9ce3-1c38199a7709 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:03.894615 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f9abeb5-41c4-4620-95c4-5c2ae935c669 req-afa413d4-7fd8-4e50-9ce3-1c38199a7709 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 945 time: 0.0931149 Aug 26 01:27:03.940942 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f9abeb5-41c4-4620-95c4-5c2ae935c669 req-07d66914-6cb1-4299-83e9-5bbc9b471832 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=beb7f797-a149-4c5b-bfc4-4ab763ba5fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401103 Aug 26 01:27:03.948429 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:27:03.987713 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:04.138039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f8cf3-3514-4ada-8f08-82a571efb3b7 req-68fb116b-3e69-401f-bed4-13330cb14fe4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:04.139470 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-028f8cf3-3514-4ada-8f08-82a571efb3b7 req-68fb116b-3e69-401f-bed4-13330cb14fe4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 945 time: 0.0893033 Aug 26 01:27:04.183314 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-028f8cf3-3514-4ada-8f08-82a571efb3b7 req-b4bb2536-b1be-45ea-8267-9c640dd2db96 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=beb7f797-a149-4c5b-bfc4-4ab763ba5fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381691 Aug 26 01:27:04.210061 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56108) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:27:04.287273 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e70782-7365-4ba6-871c-2d39ae390235 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:04.290061 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e5e70782-7365-4ba6-871c-2d39ae390235 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 1093 time: 0.0768592 Aug 26 01:27:04.292323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56112) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:27:04.297296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '77f27aee-9cb8-422d-b927-df88f9bae925', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:27:04.303330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:27:04.307304 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:floatingip and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:27:04.310114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:27:04.315727 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:27:04.377582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:04.515122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:04.661365 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.24 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/1b62f332-b18e-4782-a1a2-1dc66c8dc2a7) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:27:04.826549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:04.958331 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:05.030832 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:27:05.033797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:27:05.036595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:27:05.079085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=1b62f332-b18e-4782-a1a2-1dc66c8dc2a7,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:27:05.514811 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:05.560456 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:05.713841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:05.934415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:05.995014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:06.107928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:06.156057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=1b62f332-b18e-4782-a1a2-1dc66c8dc2a7,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:27:06.286782 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP ff99b405-9684-483b-aa0b-5669c85ab4f1 associated. External IP: 172.26.2.24, port: 77f27aee-9cb8-422d-b927-df88f9bae925. Aug 26 01:27:06.642139 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 3c9e610d-4288-46be-83c2-70765bdf1d21 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:27:06.954397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:27:06.964632 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b61d38-b064-43ac-bb96-7eaa7023a83b None None] Sync routers for ids ['3c9e610d-4288-46be-83c2-70765bdf1d21'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:27:06.974012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b61d38-b064-43ac-bb96-7eaa7023a83b None None] Routers {'3c9e610d-4288-46be-83c2-70765bdf1d21'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:27:06.974621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-82b61d38-b064-43ac-bb96-7eaa7023a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:27:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3c9e610d-4288-46be-83c2-70765bdf1d21'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:27:07.043237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:07.105431 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f30c9287-54b8-4706-8818-f9d33d0de3d9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8120692 Aug 26 01:27:07.106054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f08db05-8cf5-43c5-aec2-703dd00f11f0', 'tag': '77f27aee-9cb8-422d-b927-df88f9bae925'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:27:07.157660 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-82b61d38-b064-43ac-bb96-7eaa7023a83b None None] Set router 3c9e610d-4288-46be-83c2-70765bdf1d21 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:27:07.211253 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27e7463-4950-4df0-8971-9f7cf90ad915'] response: {'name': 'network-changed', 'server_uuid': '3f08db05-8cf5-43c5-aec2-703dd00f11f0', 'tag': '77f27aee-9cb8-422d-b927-df88f9bae925', 'status': 'completed', 'code': 200} Aug 26 01:27:07.336278 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bccb7-7fef-45ec-85be-59a887f2575c req-66633ffd-ef0c-425b-9530-6618bce447d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:07.337814 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-314bccb7-7fef-45ec-85be-59a887f2575c req-66633ffd-ef0c-425b-9530-6618bce447d3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 1098 time: 0.0780478 Aug 26 01:27:07.471146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bccb7-7fef-45ec-85be-59a887f2575c req-00e98d3c-f560-4519-b3a8-ffa157d6b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:07.471420 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-314bccb7-7fef-45ec-85be-59a887f2575c req-00e98d3c-f560-4519-b3a8-ffa157d6b415 service neutron] 10.222.0.94 "GET /v2.0/networks?id=87a37de6-b41d-4a21-9ab0-c52792ee7033 HTTP/1.1" status: 200 len: 899 time: 0.1270697 Aug 26 01:27:07.515617 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-82b61d38-b064-43ac-bb96-7eaa7023a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:20Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '78e17346-c288-4c0b-bd7c-4c49edd875b9', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'port_id': 'c75d4a84-d61a-46c9-a43d-179982918720', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'mac_address': 'fa:16:3e:db:ad:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839eb424-3a4a-4822-8a07-26920e18d558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:26:45Z', 'updated_at': '2022-08-26T01:26:48Z', 'revision_number': 1, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}, {'id': 'ff99b405-9684-483b-aa0b-5669c85ab4f1', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.24', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'port_id': '77f27aee-9cb8-422d-b927-df88f9bae925', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'mac_address': 'fa:16:3e:36:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f08db05-8cf5-43c5-aec2-703dd00f11f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:27:05Z', 'updated_at': '2022-08-26T01:27:05Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10508dd4-0750-4753-9931-d90849b393ae', 'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:2c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:20Z', 'updated_at': '2022-08-26T01:26:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:27:07.519981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b61d38-b064-43ac-bb96-7eaa7023a83b None None] Checking router: 3c9e610d-4288-46be-83c2-70765bdf1d21 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:27:07.529798 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b61d38-b064-43ac-bb96-7eaa7023a83b None None] Routers {'3c9e610d-4288-46be-83c2-70765bdf1d21'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:27:07.530451 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-82b61d38-b064-43ac-bb96-7eaa7023a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:27:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3c9e610d-4288-46be-83c2-70765bdf1d21'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:27:07.686017 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-314bccb7-7fef-45ec-85be-59a887f2575c req-5e0fcb5a-ab01-4c1f-88c9-035a712c9acd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f27aee-9cb8-422d-b927-df88f9bae925 HTTP/1.1" status: 200 len: 998 time: 0.2078197 Aug 26 01:27:07.752297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bccb7-7fef-45ec-85be-59a887f2575c req-dab9c090-06c9-49cd-84d7-13cc56e1f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:07.753688 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-314bccb7-7fef-45ec-85be-59a887f2575c req-dab9c090-06c9-49cd-84d7-13cc56e1f5d8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a43703a4-3bb4-414b-b4b8-27d5787ff1e9 HTTP/1.1" status: 200 len: 835 time: 0.0614297 Aug 26 01:27:07.756801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-82b61d38-b064-43ac-bb96-7eaa7023a83b None None] Set router 3c9e610d-4288-46be-83c2-70765bdf1d21 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:27:07.842821 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bccb7-7fef-45ec-85be-59a887f2575c req-7b26c4c2-0130-43b1-ba4f-9c4223130ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:07.844468 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-314bccb7-7fef-45ec-85be-59a887f2575c req-7b26c4c2-0130-43b1-ba4f-9c4223130ccb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=87a37de6-b41d-4a21-9ab0-c52792ee7033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833781 Aug 26 01:27:08.021225 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-314bccb7-7fef-45ec-85be-59a887f2575c req-e5f70640-e125-4b0b-b939-e2c182ca6139 service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688509 Aug 26 01:27:08.182107 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-82b61d38-b064-43ac-bb96-7eaa7023a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:20Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '78e17346-c288-4c0b-bd7c-4c49edd875b9', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'port_id': 'c75d4a84-d61a-46c9-a43d-179982918720', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'mac_address': 'fa:16:3e:db:ad:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839eb424-3a4a-4822-8a07-26920e18d558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:26:45Z', 'updated_at': '2022-08-26T01:26:48Z', 'revision_number': 1, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}, {'id': 'ff99b405-9684-483b-aa0b-5669c85ab4f1', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.24', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'port_id': '77f27aee-9cb8-422d-b927-df88f9bae925', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'mac_address': 'fa:16:3e:36:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f08db05-8cf5-43c5-aec2-703dd00f11f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:27:05Z', 'updated_at': '2022-08-26T01:27:05Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10508dd4-0750-4753-9931-d90849b393ae', 'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:2c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:20Z', 'updated_at': '2022-08-26T01:26:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:27:08.188032 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b61d38-b064-43ac-bb96-7eaa7023a83b None None] The sync data for ids ['3c9e610d-4288-46be-83c2-70765bdf1d21'] in dv-neutron-854561-2-hyperv is: [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:20Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '78e17346-c288-4c0b-bd7c-4c49edd875b9', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'port_id': 'c75d4a84-d61a-46c9-a43d-179982918720', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'mac_address': 'fa:16:3e:db:ad:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839eb424-3a4a-4822-8a07-26920e18d558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:26:45Z', 'updated_at': '2022-08-26T01:26:48Z', 'revision_number': 1, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}, {'id': 'ff99b405-9684-483b-aa0b-5669c85ab4f1', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.24', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'port_id': '77f27aee-9cb8-422d-b927-df88f9bae925', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'mac_address': 'fa:16:3e:36:38:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f08db05-8cf5-43c5-aec2-703dd00f11f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:27:05Z', 'updated_at': '2022-08-26T01:27:05Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10508dd4-0750-4753-9931-d90849b393ae', 'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:2c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:20Z', 'updated_at': '2022-08-26T01:26:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:27:08.189781 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-314bccb7-7fef-45ec-85be-59a887f2575c req-9dcf4109-3178-4acf-b139-02a8d5c0e2ff service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610408 Aug 26 01:27:08.391179 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b774c301-7510-45e3-aa7e-e243f647a27d None None] New status for floating IP ff99b405-9684-483b-aa0b-5669c85ab4f1: ACTIVE {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:27:10.797335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:30.505603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fd13d892-5622-4ea2-900a-e3dbcbd29335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:33.042377 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-39b1dcdc-8edf-4849-b01c-38160fe3db8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:33.751187 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:34.022607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:35.516613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:40.825007 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:40.947995 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:27:41.289610 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56132) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:27:41.399307 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-be6abbca-c7f4-427f-bdfc-ab7b26daaa3f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/78e17346-c288-4c0b-bd7c-4c49edd875b9 HTTP/1.1" status: 200 len: 993 time: 0.1085353 Aug 26 01:27:41.665895 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ed51c37e-14d7-4cde-834d-ee14f848cec9 req-e47965ae-1b9f-4c28-b6c9-34cad13a4468 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805755 Aug 26 01:27:41.845634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c37e-14d7-4cde-834d-ee14f848cec9 req-c3b3183f-3231-4b44-99f6-72e7c89d7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:41.847192 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ed51c37e-14d7-4cde-834d-ee14f848cec9 req-c3b3183f-3231-4b44-99f6-72e7c89d7e0e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 1099 time: 0.0809495 Aug 26 01:27:41.993582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c37e-14d7-4cde-834d-ee14f848cec9 req-0e6762d7-66db-4e61-97b1-2b0e5018e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:41.995085 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ed51c37e-14d7-4cde-834d-ee14f848cec9 req-0e6762d7-66db-4e61-97b1-2b0e5018e512 service neutron] 10.222.0.94 "GET /v2.0/networks?id=87a37de6-b41d-4a21-9ab0-c52792ee7033 HTTP/1.1" status: 200 len: 899 time: 0.1270730 Aug 26 01:27:42.098975 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ed51c37e-14d7-4cde-834d-ee14f848cec9 req-4f540a4c-b829-43ce-9b60-720babe7e30c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c75d4a84-d61a-46c9-a43d-179982918720 HTTP/1.1" status: 200 len: 1001 time: 0.0968964 Aug 26 01:27:42.164709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c37e-14d7-4cde-834d-ee14f848cec9 req-9195d962-3e57-40aa-b8db-ac0b6e28421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:42.166138 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ed51c37e-14d7-4cde-834d-ee14f848cec9 req-9195d962-3e57-40aa-b8db-ac0b6e28421c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a43703a4-3bb4-414b-b4b8-27d5787ff1e9 HTTP/1.1" status: 200 len: 835 time: 0.0608819 Aug 26 01:27:42.247694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c37e-14d7-4cde-834d-ee14f848cec9 req-39d050e3-4257-437c-9c34-b7d0197ab887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:42.249159 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ed51c37e-14d7-4cde-834d-ee14f848cec9 req-39d050e3-4257-437c-9c34-b7d0197ab887 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=87a37de6-b41d-4a21-9ab0-c52792ee7033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765319 Aug 26 01:27:42.252468 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56142) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:27:42.258299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:27:42.486497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:42.500236 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ed51c37e-14d7-4cde-834d-ee14f848cec9 req-18f41cd8-6037-4d2d-8604-1fab57eef68e service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148962 Aug 26 01:27:42.870591 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ed51c37e-14d7-4cde-834d-ee14f848cec9 req-0fb1900a-a4b4-4a77-bd39-14bd7ada2ff7 service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405397 Aug 26 01:27:42.915238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port c75d4a84-d61a-46c9-a43d-179982918720, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c75d4a84-d61a-46c9-a43d-179982918720,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:27:42.940121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:42.993131 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:43.029891 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:43.030489 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:43.035863 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/ports/c75d4a84-d61a-46c9-a43d-179982918720 HTTP/1.1" status: 200 len: 939 time: 0.7784433 Aug 26 01:27:43.035863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839eb424-3a4a-4822-8a07-26920e18d558', 'tag': 'c75d4a84-d61a-46c9-a43d-179982918720'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:27:43.077244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=c75d4a84-d61a-46c9-a43d-179982918720,revision_number=6']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:27:43.082780 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e198055-9912-4383-9efb-7c1b581462e5'] response: {'name': 'network-changed', 'server_uuid': '839eb424-3a4a-4822-8a07-26920e18d558', 'tag': 'c75d4a84-d61a-46c9-a43d-179982918720', 'status': 'completed', 'code': 200} Aug 26 01:27:43.087310 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:27:43.087610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:27:43.087951 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:27:43.088290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:27:43.088623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:27:43.088955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:27:43.089285 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:27:43.089613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:27:43.089968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:27:43.090296 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:27:43.090619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:27:43.090939 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d41ddfe-765e-4d2c-a1ac-68f933ed18bd tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:27:43.207637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891f0f1-74b6-4cf5-b360-8dd8a37e32a8 req-c913fd68-57c0-45c6-b628-ba1a846e2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:43.209094 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9891f0f1-74b6-4cf5-b360-8dd8a37e32a8 req-c913fd68-57c0-45c6-b628-ba1a846e2170 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 1100 time: 0.0824547 Aug 26 01:27:43.345230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891f0f1-74b6-4cf5-b360-8dd8a37e32a8 req-c85526e6-eb3f-4266-9bc9-acdf39c55cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:43.346631 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9891f0f1-74b6-4cf5-b360-8dd8a37e32a8 req-c85526e6-eb3f-4266-9bc9-acdf39c55cae service neutron] 10.222.0.94 "GET /v2.0/networks?id=87a37de6-b41d-4a21-9ab0-c52792ee7033 HTTP/1.1" status: 200 len: 899 time: 0.1279211 Aug 26 01:27:43.451054 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9891f0f1-74b6-4cf5-b360-8dd8a37e32a8 req-d14f2939-ab3d-48c8-a5ed-b166a8f71582 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c75d4a84-d61a-46c9-a43d-179982918720 HTTP/1.1" status: 200 len: 1002 time: 0.0947478 Aug 26 01:27:43.520678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891f0f1-74b6-4cf5-b360-8dd8a37e32a8 req-85831bac-5bb6-4bd5-9c24-055ae0d3dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:43.522108 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9891f0f1-74b6-4cf5-b360-8dd8a37e32a8 req-85831bac-5bb6-4bd5-9c24-055ae0d3dce2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a43703a4-3bb4-414b-b4b8-27d5787ff1e9 HTTP/1.1" status: 200 len: 835 time: 0.0614953 Aug 26 01:27:43.605947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891f0f1-74b6-4cf5-b360-8dd8a37e32a8 req-4ba6ae42-9b3b-4cf1-9491-03feda31cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:43.607382 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9891f0f1-74b6-4cf5-b360-8dd8a37e32a8 req-4ba6ae42-9b3b-4cf1-9491-03feda31cac5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=87a37de6-b41d-4a21-9ab0-c52792ee7033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755610 Aug 26 01:27:43.737358 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9891f0f1-74b6-4cf5-b360-8dd8a37e32a8 req-f1560296-649f-4cf6-8fcd-60817c7e19ab service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230159 Aug 26 01:27:43.871612 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9891f0f1-74b6-4cf5-b360-8dd8a37e32a8 req-e75da38c-35da-4bf5-8a03-23e68191ca6c service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248987 Aug 26 01:27:46.517597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56152) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:27:46.523440 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0cce9e06-c21d-4c67-adef-b454e4a5c5bf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:27:46.647007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0cce9e06-c21d-4c67-adef-b454e4a5c5bf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:46.867861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-0cce9e06-c21d-4c67-adef-b454e4a5c5bf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port c75d4a84-d61a-46c9-a43d-179982918720, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c75d4a84-d61a-46c9-a43d-179982918720,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:27:46.892562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0cce9e06-c21d-4c67-adef-b454e4a5c5bf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:46.996415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0cce9e06-c21d-4c67-adef-b454e4a5c5bf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:47.032232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cce9e06-c21d-4c67-adef-b454e4a5c5bf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:47.032826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0cce9e06-c21d-4c67-adef-b454e4a5c5bf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:47.034190 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0cce9e06-c21d-4c67-adef-b454e4a5c5bf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/ports/c75d4a84-d61a-46c9-a43d-179982918720 HTTP/1.1" status: 200 len: 938 time: 0.5155854 Aug 26 01:27:47.034730 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839eb424-3a4a-4822-8a07-26920e18d558', 'tag': 'c75d4a84-d61a-46c9-a43d-179982918720'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:27:47.037229 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56156) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:27:47.080166 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce9e06-c21d-4c67-adef-b454e4a5c5bf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=c75d4a84-d61a-46c9-a43d-179982918720,revision_number=7']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:27:47.085530 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bee034f-2c69-4f1b-88e0-b5c3896bf3f8'] response: {'name': 'network-changed', 'server_uuid': '839eb424-3a4a-4822-8a07-26920e18d558', 'tag': 'c75d4a84-d61a-46c9-a43d-179982918720', 'status': 'completed', 'code': 200} Aug 26 01:27:47.147687 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2f9a04e1-553e-49f2-b4d0-a465d10cfa62 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/78e17346-c288-4c0b-bd7c-4c49edd875b9 HTTP/1.1" status: 200 len: 993 time: 0.1091084 Aug 26 01:27:47.214886 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d455eb-d08d-4363-9384-f6d800030484 req-1469e93f-5214-496e-b175-06fdd599bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:47.216378 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a8d455eb-d08d-4363-9384-f6d800030484 req-1469e93f-5214-496e-b175-06fdd599bca1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 1099 time: 0.0840862 Aug 26 01:27:47.349302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['c75d4a84-d61a-46c9-a43d-179982918720'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:27:47.454401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d455eb-d08d-4363-9384-f6d800030484 req-eef9a969-23f3-45ff-9dff-51037a37a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:47.455839 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a8d455eb-d08d-4363-9384-f6d800030484 req-eef9a969-23f3-45ff-9dff-51037a37a46f service neutron] 10.222.0.94 "GET /v2.0/networks?id=87a37de6-b41d-4a21-9ab0-c52792ee7033 HTTP/1.1" status: 200 len: 899 time: 0.2319887 Aug 26 01:27:47.561042 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a8d455eb-d08d-4363-9384-f6d800030484 req-4ba85919-d12d-4a24-9d4b-a55d28bf5b86 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c75d4a84-d61a-46c9-a43d-179982918720 HTTP/1.1" status: 200 len: 1001 time: 0.0948684 Aug 26 01:27:47.626993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d455eb-d08d-4363-9384-f6d800030484 req-7676578a-c9f3-442a-ad1b-0cc4bc2e4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:47.628322 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a8d455eb-d08d-4363-9384-f6d800030484 req-7676578a-c9f3-442a-ad1b-0cc4bc2e4d96 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a43703a4-3bb4-414b-b4b8-27d5787ff1e9 HTTP/1.1" status: 200 len: 835 time: 0.0584145 Aug 26 01:27:47.716154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d455eb-d08d-4363-9384-f6d800030484 req-7b8a3cc5-731a-4292-9626-2e76d76138d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:47.717592 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a8d455eb-d08d-4363-9384-f6d800030484 req-7b8a3cc5-731a-4292-9626-2e76d76138d9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=87a37de6-b41d-4a21-9ab0-c52792ee7033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793633 Aug 26 01:27:47.851032 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a8d455eb-d08d-4363-9384-f6d800030484 req-c6f76af3-be8a-45f3-b7c2-b42b8c3c7cbc service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264739 Aug 26 01:27:47.984953 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a8d455eb-d08d-4363-9384-f6d800030484 req-330ca4cd-5b91-4e18-83c2-9367e13468c5 service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263816 Aug 26 01:27:49.785491 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56168) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:27:50.006585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1ac21-d75e-456e-b9e9-ea031fcd3263 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 1b62f332-b18e-4782-a1a2-1dc66c8dc2a7 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:27:50.006924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d8e1ac21-d75e-456e-b9e9-ea031fcd3263 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:50.180226 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d8e1ac21-d75e-456e-b9e9-ea031fcd3263 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:50.180545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d8e1ac21-d75e-456e-b9e9-ea031fcd3263 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:50.301352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1ac21-d75e-456e-b9e9-ea031fcd3263 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 1b62f332-b18e-4782-a1a2-1dc66c8dc2a7 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:27:50.522439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d8e1ac21-d75e-456e-b9e9-ea031fcd3263 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:50.569079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1ac21-d75e-456e-b9e9-ea031fcd3263 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=1b62f332-b18e-4782-a1a2-1dc66c8dc2a7,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:27:50.667717 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d8e1ac21-d75e-456e-b9e9-ea031fcd3263 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:50.668046 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-d8e1ac21-d75e-456e-b9e9-ea031fcd3263 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP ff99b405-9684-483b-aa0b-5669c85ab4f1 disassociated (deleted). External IP: 172.26.2.24, port: 77f27aee-9cb8-422d-b927-df88f9bae925. Aug 26 01:27:51.114965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e1ac21-d75e-456e-b9e9-ea031fcd3263 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 3c9e610d-4288-46be-83c2-70765bdf1d21 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:27:51.294251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e1ac21-d75e-456e-b9e9-ea031fcd3263 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:27:51.304286 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e5860d-72c5-4d54-ae67-7685f0a49e8a None None] Sync routers for ids ['3c9e610d-4288-46be-83c2-70765bdf1d21'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:27:51.313701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e5860d-72c5-4d54-ae67-7685f0a49e8a None None] Routers {'3c9e610d-4288-46be-83c2-70765bdf1d21'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:27:51.314307 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-31e5860d-72c5-4d54-ae67-7685f0a49e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:27:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3c9e610d-4288-46be-83c2-70765bdf1d21'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:27:51.404953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d8e1ac21-d75e-456e-b9e9-ea031fcd3263 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:51.460560 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d8e1ac21-d75e-456e-b9e9-ea031fcd3263 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/floatingips/ff99b405-9684-483b-aa0b-5669c85ab4f1 HTTP/1.1" status: 204 len: 168 time: 1.6739316 Aug 26 01:27:51.461208 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f08db05-8cf5-43c5-aec2-703dd00f11f0', 'tag': '77f27aee-9cb8-422d-b927-df88f9bae925'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:27:51.492996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-31e5860d-72c5-4d54-ae67-7685f0a49e8a None None] Set router 3c9e610d-4288-46be-83c2-70765bdf1d21 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:27:51.507630 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b13db4-410b-4986-a57f-060ca33254bb'] response: {'name': 'network-changed', 'server_uuid': '3f08db05-8cf5-43c5-aec2-703dd00f11f0', 'tag': '77f27aee-9cb8-422d-b927-df88f9bae925', 'status': 'completed', 'code': 200} Aug 26 01:27:51.637155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef323aca-da92-4501-8ecf-ee8ab163d2e4 req-c4a71317-62a5-4e18-baa7-1bcc35901c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:51.638896 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef323aca-da92-4501-8ecf-ee8ab163d2e4 req-c4a71317-62a5-4e18-baa7-1bcc35901c2c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 1098 time: 0.0826409 Aug 26 01:27:51.774167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef323aca-da92-4501-8ecf-ee8ab163d2e4 req-37d0bd82-73e9-4d92-84e6-ec0e5864956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:51.775569 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef323aca-da92-4501-8ecf-ee8ab163d2e4 req-37d0bd82-73e9-4d92-84e6-ec0e5864956f service neutron] 10.222.0.94 "GET /v2.0/networks?id=87a37de6-b41d-4a21-9ab0-c52792ee7033 HTTP/1.1" status: 200 len: 899 time: 0.1268604 Aug 26 01:27:51.859240 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef323aca-da92-4501-8ecf-ee8ab163d2e4 req-98f2117b-9d3c-411f-b8e5-70f2e1651e24 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f27aee-9cb8-422d-b927-df88f9bae925 HTTP/1.1" status: 200 len: 217 time: 0.0739191 Aug 26 01:27:51.865296 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-31e5860d-72c5-4d54-ae67-7685f0a49e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:20Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '78e17346-c288-4c0b-bd7c-4c49edd875b9', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'port_id': 'c75d4a84-d61a-46c9-a43d-179982918720', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'mac_address': 'fa:16:3e:db:ad:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839eb424-3a4a-4822-8a07-26920e18d558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:26:45Z', 'updated_at': '2022-08-26T01:26:48Z', 'revision_number': 1, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10508dd4-0750-4753-9931-d90849b393ae', 'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:2c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:20Z', 'updated_at': '2022-08-26T01:26:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:27:51.869338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e5860d-72c5-4d54-ae67-7685f0a49e8a None None] Checking router: 3c9e610d-4288-46be-83c2-70765bdf1d21 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:27:51.879526 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e5860d-72c5-4d54-ae67-7685f0a49e8a None None] Routers {'3c9e610d-4288-46be-83c2-70765bdf1d21'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:27:51.883283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-31e5860d-72c5-4d54-ae67-7685f0a49e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:27:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3c9e610d-4288-46be-83c2-70765bdf1d21'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:27:51.930814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef323aca-da92-4501-8ecf-ee8ab163d2e4 req-19be4218-1b48-4da5-a33d-13e6e04ffa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:51.932326 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef323aca-da92-4501-8ecf-ee8ab163d2e4 req-19be4218-1b48-4da5-a33d-13e6e04ffa4f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a43703a4-3bb4-414b-b4b8-27d5787ff1e9 HTTP/1.1" status: 200 len: 835 time: 0.0638433 Aug 26 01:27:52.108883 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef323aca-da92-4501-8ecf-ee8ab163d2e4 req-cff0cd09-e882-4f7e-804a-55f61c8089ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:52.110381 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef323aca-da92-4501-8ecf-ee8ab163d2e4 req-cff0cd09-e882-4f7e-804a-55f61c8089ee service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=87a37de6-b41d-4a21-9ab0-c52792ee7033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1414731 Aug 26 01:27:52.142635 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-31e5860d-72c5-4d54-ae67-7685f0a49e8a None None] Set router 3c9e610d-4288-46be-83c2-70765bdf1d21 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:27:52.210249 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceded42-126e-4297-a2a4-cbad9ca26655 req-0d5f1e54-828b-4f48-8351-5a4b58d61d88 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:52.210939 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-1ceded42-126e-4297-a2a4-cbad9ca26655 req-0d5f1e54-828b-4f48-8351-5a4b58d61d88 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:27:52.268018 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef323aca-da92-4501-8ecf-ee8ab163d2e4 req-e58e91b8-821c-4ed5-8ad9-f8db2a60bed1 service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496022 Aug 26 01:27:52.297103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-1ceded42-126e-4297-a2a4-cbad9ca26655 req-0d5f1e54-828b-4f48-8351-5a4b58d61d88 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:27:52.301132 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1ceded42-126e-4297-a2a4-cbad9ca26655 req-0d5f1e54-828b-4f48-8351-5a4b58d61d88 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 945 time: 0.2681191 Aug 26 01:27:52.406459 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1ceded42-126e-4297-a2a4-cbad9ca26655 req-dd4c01e2-a305-4644-bce6-93f4979162be tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=beb7f797-a149-4c5b-bfc4-4ab763ba5fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633068 Aug 26 01:27:52.438896 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef323aca-da92-4501-8ecf-ee8ab163d2e4 req-31137a3b-7085-46ae-853e-cd5332a54b7a service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609910 Aug 26 01:27:52.497325 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-31e5860d-72c5-4d54-ae67-7685f0a49e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:20Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '78e17346-c288-4c0b-bd7c-4c49edd875b9', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'port_id': 'c75d4a84-d61a-46c9-a43d-179982918720', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'mac_address': 'fa:16:3e:db:ad:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839eb424-3a4a-4822-8a07-26920e18d558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:26:45Z', 'updated_at': '2022-08-26T01:26:48Z', 'revision_number': 1, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10508dd4-0750-4753-9931-d90849b393ae', 'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:2c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:20Z', 'updated_at': '2022-08-26T01:26:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:27:52.502389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e5860d-72c5-4d54-ae67-7685f0a49e8a None None] The sync data for ids ['3c9e610d-4288-46be-83c2-70765bdf1d21'] in dv-neutron-854561-2-hyperv is: [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:20Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '78e17346-c288-4c0b-bd7c-4c49edd875b9', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'port_id': 'c75d4a84-d61a-46c9-a43d-179982918720', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'mac_address': 'fa:16:3e:db:ad:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839eb424-3a4a-4822-8a07-26920e18d558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:26:45Z', 'updated_at': '2022-08-26T01:26:48Z', 'revision_number': 1, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10508dd4-0750-4753-9931-d90849b393ae', 'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:2c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:20Z', 'updated_at': '2022-08-26T01:26:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:27:52.715878 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a63b1d7-0ee3-4e3c-b26b-f32ec7e6678c None None] New status for floating IP ff99b405-9684-483b-aa0b-5669c85ab4f1: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:27:53.608910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713be093-0d82-4cbf-a92e-bbba1cb2e80f req-e33d7a8c-db59-48ca-bcd0-0d6b25be5397 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:53.610401 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-713be093-0d82-4cbf-a92e-bbba1cb2e80f req-e33d7a8c-db59-48ca-bcd0-0d6b25be5397 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 945 time: 0.0915072 Aug 26 01:27:53.655871 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-713be093-0d82-4cbf-a92e-bbba1cb2e80f req-4b269877-d0d9-423f-a197-1241be4e8019 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=beb7f797-a149-4c5b-bfc4-4ab763ba5fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397551 Aug 26 01:27:53.758803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7519609-87e7-4752-844e-dc59998d7fcb req-ccd635cb-844a-4982-b2f7-685e64f35817 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:53.760144 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d7519609-87e7-4752-844e-dc59998d7fcb req-ccd635cb-844a-4982-b2f7-685e64f35817 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 945 time: 0.0864744 Aug 26 01:27:53.941085 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-d7519609-87e7-4752-844e-dc59998d7fcb req-3b9f8536-d34a-49d5-900c-6a63007e0aeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 77f27aee-9cb8-422d-b927-df88f9bae925 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:27:53.941421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d7519609-87e7-4752-844e-dc59998d7fcb req-3b9f8536-d34a-49d5-900c-6a63007e0aeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:54.190405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-d7519609-87e7-4752-844e-dc59998d7fcb req-3b9f8536-d34a-49d5-900c-6a63007e0aeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 77f27aee-9cb8-422d-b927-df88f9bae925, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=77f27aee-9cb8-422d-b927-df88f9bae925,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:27:54.190764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d7519609-87e7-4752-844e-dc59998d7fcb req-3b9f8536-d34a-49d5-900c-6a63007e0aeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:54.313901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-d7519609-87e7-4752-844e-dc59998d7fcb req-3b9f8536-d34a-49d5-900c-6a63007e0aeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 77f27aee-9cb8-422d-b927-df88f9bae925 owned by compute:nova {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:27:54.519111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d7519609-87e7-4752-844e-dc59998d7fcb req-3b9f8536-d34a-49d5-900c-6a63007e0aeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:54.570439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f8536-d34a-49d5-900c-6a63007e0aeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=77f27aee-9cb8-422d-b927-df88f9bae925,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:27:54.661024 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7519609-87e7-4752-844e-dc59998d7fcb req-3b9f8536-d34a-49d5-900c-6a63007e0aeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] No DVR routers for this DVR port 77f27aee-9cb8-422d-b927-df88f9bae925 on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:27:54.663477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d7519609-87e7-4752-844e-dc59998d7fcb req-3b9f8536-d34a-49d5-900c-6a63007e0aeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:54.665947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f08db05-8cf5-43c5-aec2-703dd00f11f0', 'name': 'network-vif-deleted', 'tag': '77f27aee-9cb8-422d-b927-df88f9bae925'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:27:54.712500 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c165943e-e955-4b16-ba0f-af8737415847'] response: {'server_uuid': '3f08db05-8cf5-43c5-aec2-703dd00f11f0', 'name': 'network-vif-deleted', 'tag': '77f27aee-9cb8-422d-b927-df88f9bae925', 'status': 'completed', 'code': 200} Aug 26 01:27:54.730962 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d7519609-87e7-4752-844e-dc59998d7fcb req-3b9f8536-d34a-49d5-900c-6a63007e0aeb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "DELETE /v2.0/ports/77f27aee-9cb8-422d-b927-df88f9bae925 HTTP/1.1" status: 204 len: 173 time: 0.9632320 Aug 26 01:27:54.819556 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-aa75ba92-95e6-425a-bc8c-95b1755b76e8 req-94f32442-7a23-4d08-b2c5-d5a21a39f440 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f08db05-8cf5-43c5-aec2-703dd00f11f0 HTTP/1.1" status: 200 len: 210 time: 0.0492454 Aug 26 01:27:55.920602 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56186) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:27:55.990568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ea7db1d2-17e8-41a2-82f1-d621925253ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:56.020085 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ea7db1d2-17e8-41a2-82f1-d621925253ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:56.164862 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ea7db1d2-17e8-41a2-82f1-d621925253ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:56.181714 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7db1d2-17e8-41a2-82f1-d621925253ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb7f797-a149-4c5b-bfc4-4ab763ba5fe1,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:27:56.253212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ea7db1d2-17e8-41a2-82f1-d621925253ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:56.254873 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ea7db1d2-17e8-41a2-82f1-d621925253ab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/security-groups/beb7f797-a149-4c5b-bfc4-4ab763ba5fe1 HTTP/1.1" status: 204 len: 168 time: 0.3322208 Aug 26 01:27:56.353869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56192) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:27:56.560765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-87f15c27-f2ef-499d-b9f2-6f08630b4644 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port cc6f48c8-f627-4356-803b-20eb2aa3b2e3 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:27:56.560986 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87f15c27-f2ef-499d-b9f2-6f08630b4644 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:56.734646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87f15c27-f2ef-499d-b9f2-6f08630b4644 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:56.735179 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87f15c27-f2ef-499d-b9f2-6f08630b4644 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:56.861374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-87f15c27-f2ef-499d-b9f2-6f08630b4644 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for cc6f48c8-f627-4356-803b-20eb2aa3b2e3 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:27:57.076492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87f15c27-f2ef-499d-b9f2-6f08630b4644 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:57.123450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f15c27-f2ef-499d-b9f2-6f08630b4644 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=cc6f48c8-f627-4356-803b-20eb2aa3b2e3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:27:57.223392 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87f15c27-f2ef-499d-b9f2-6f08630b4644 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:57.223717 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-87f15c27-f2ef-499d-b9f2-6f08630b4644 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 78e17346-c288-4c0b-bd7c-4c49edd875b9 disassociated (deleted). External IP: 172.26.2.38, port: c75d4a84-d61a-46c9-a43d-179982918720. Aug 26 01:27:57.378728 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 77f27aee-9cb8-422d-b927-df88f9bae925 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:27:57.416294 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 77f27aee-9cb8-422d-b927-df88f9bae925 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:27:57.416640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 77f27aee-9cb8-422d-b927-df88f9bae925 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:27:57.670460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f15c27-f2ef-499d-b9f2-6f08630b4644 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 3c9e610d-4288-46be-83c2-70765bdf1d21 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:27:57.851664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f15c27-f2ef-499d-b9f2-6f08630b4644 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:27:57.862089 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f89ee-b8bc-4ad0-b2e5-15ab81dc1f7a None None] Sync routers for ids ['3c9e610d-4288-46be-83c2-70765bdf1d21'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:27:57.869655 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87f15c27-f2ef-499d-b9f2-6f08630b4644 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:27:57.874443 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f89ee-b8bc-4ad0-b2e5-15ab81dc1f7a None None] Routers {'3c9e610d-4288-46be-83c2-70765bdf1d21'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:27:57.874443 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b28f89ee-b8bc-4ad0-b2e5-15ab81dc1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:27:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3c9e610d-4288-46be-83c2-70765bdf1d21'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:27:57.949646 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-87f15c27-f2ef-499d-b9f2-6f08630b4644 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/floatingips/78e17346-c288-4c0b-bd7c-4c49edd875b9 HTTP/1.1" status: 204 len: 168 time: 1.5945935 Aug 26 01:27:57.950161 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839eb424-3a4a-4822-8a07-26920e18d558', 'tag': 'c75d4a84-d61a-46c9-a43d-179982918720'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:27:58.004158 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b52e5644-75e6-4287-b2c1-d18bc060ba0c'] response: {'name': 'network-changed', 'server_uuid': '839eb424-3a4a-4822-8a07-26920e18d558', 'tag': 'c75d4a84-d61a-46c9-a43d-179982918720', 'status': 'completed', 'code': 200} Aug 26 01:27:58.066184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-b28f89ee-b8bc-4ad0-b2e5-15ab81dc1f7a None None] Set router 3c9e610d-4288-46be-83c2-70765bdf1d21 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:27:58.149733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fac76-a22c-4a30-81e5-da4697936021 req-19287103-a581-4556-86d8-39ba5d83cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:58.151279 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-971fac76-a22c-4a30-81e5-da4697936021 req-19287103-a581-4556-86d8-39ba5d83cf02 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 1099 time: 0.0833440 Aug 26 01:27:58.296851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fac76-a22c-4a30-81e5-da4697936021 req-c580ce6c-7476-4020-9047-d1323c3abd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:58.298251 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-971fac76-a22c-4a30-81e5-da4697936021 req-c580ce6c-7476-4020-9047-d1323c3abd7b service neutron] 10.222.0.94 "GET /v2.0/networks?id=87a37de6-b41d-4a21-9ab0-c52792ee7033 HTTP/1.1" status: 200 len: 899 time: 0.1380320 Aug 26 01:27:58.367983 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-971fac76-a22c-4a30-81e5-da4697936021 req-52d62a3b-332b-48de-aea7-2598ebd5bf7e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c75d4a84-d61a-46c9-a43d-179982918720 HTTP/1.1" status: 200 len: 217 time: 0.0617213 Aug 26 01:27:58.391807 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b28f89ee-b8bc-4ad0-b2e5-15ab81dc1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:20Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '10508dd4-0750-4753-9931-d90849b393ae', 'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:2c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:20Z', 'updated_at': '2022-08-26T01:26:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:27:58.396394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f89ee-b8bc-4ad0-b2e5-15ab81dc1f7a None None] Checking router: 3c9e610d-4288-46be-83c2-70765bdf1d21 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:27:58.407328 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f89ee-b8bc-4ad0-b2e5-15ab81dc1f7a None None] Routers {'3c9e610d-4288-46be-83c2-70765bdf1d21'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:27:58.408173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b28f89ee-b8bc-4ad0-b2e5-15ab81dc1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:27:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3c9e610d-4288-46be-83c2-70765bdf1d21'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:27:58.441658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fac76-a22c-4a30-81e5-da4697936021 req-272d4120-50b7-4d7a-ac0f-48a245da1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:58.443166 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-971fac76-a22c-4a30-81e5-da4697936021 req-272d4120-50b7-4d7a-ac0f-48a245da1aac service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a43703a4-3bb4-414b-b4b8-27d5787ff1e9 HTTP/1.1" status: 200 len: 835 time: 0.0651088 Aug 26 01:27:58.518386 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2ee14-1557-4a1a-8049-4f330e4a654a req-b54e37cd-26bb-4625-b579-cb29dfaff35b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:58.527689 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bbb2ee14-1557-4a1a-8049-4f330e4a654a req-b54e37cd-26bb-4625-b579-cb29dfaff35b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 946 time: 0.1090872 Aug 26 01:27:58.535601 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fac76-a22c-4a30-81e5-da4697936021 req-1bd7fa9d-9bd3-447d-8e12-07e627a4e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:58.537155 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-971fac76-a22c-4a30-81e5-da4697936021 req-1bd7fa9d-9bd3-447d-8e12-07e627a4e2f9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=87a37de6-b41d-4a21-9ab0-c52792ee7033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818195 Aug 26 01:27:58.571670 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bbb2ee14-1557-4a1a-8049-4f330e4a654a req-9102064a-7ccf-43cb-a189-7943ce76d47d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=b710058b-3c0b-4a05-ac07-69083bd51992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430162 Aug 26 01:27:58.598068 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-b28f89ee-b8bc-4ad0-b2e5-15ab81dc1f7a None None] Set router 3c9e610d-4288-46be-83c2-70765bdf1d21 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:27:58.683255 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-971fac76-a22c-4a30-81e5-da4697936021 req-81f54e25-df52-481d-8a46-4e00294123b6 service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374600 Aug 26 01:27:58.817716 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-971fac76-a22c-4a30-81e5-da4697936021 req-1af55ab3-a403-44b9-87aa-7093fc1fad9d service neutron] 10.222.0.94 "GET /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273053 Aug 26 01:27:58.956803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-b28f89ee-b8bc-4ad0-b2e5-15ab81dc1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:20Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '10508dd4-0750-4753-9931-d90849b393ae', 'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:2c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:20Z', 'updated_at': '2022-08-26T01:26:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:27:58.960910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f89ee-b8bc-4ad0-b2e5-15ab81dc1f7a None None] The sync data for ids ['3c9e610d-4288-46be-83c2-70765bdf1d21'] in dv-neutron-854561-2-hyperv is: [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:26:20Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '10508dd4-0750-4753-9931-d90849b393ae', 'name': '', 'network_id': '87a37de6-b41d-4a21-9ab0-c52792ee7033', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:2c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:20Z', 'updated_at': '2022-08-26T01:26:25Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'a43703a4-3bb4-414b-b4b8-27d5787ff1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:27:59.177206 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7c947b-bcd7-456f-99d6-570e0a6c9363 None None] New status for floating IP 78e17346-c288-4c0b-bd7c-4c49edd875b9: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:27:59.773484 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238785a-49c9-4d87-bb5e-3d3aef45d321 req-84f50ddb-78dc-47f9-b1ff-f7202cd2e41e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:27:59.774195 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-6238785a-49c9-4d87-bb5e-3d3aef45d321 req-84f50ddb-78dc-47f9-b1ff-f7202cd2e41e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:27:59.855919 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-6238785a-49c9-4d87-bb5e-3d3aef45d321 req-84f50ddb-78dc-47f9-b1ff-f7202cd2e41e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:27:59.857092 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6238785a-49c9-4d87-bb5e-3d3aef45d321 req-84f50ddb-78dc-47f9-b1ff-f7202cd2e41e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 946 time: 0.1720386 Aug 26 01:27:59.901448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-6238785a-49c9-4d87-bb5e-3d3aef45d321 req-08f3ddcf-95cd-4988-af93-818df90b9ba1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:28:00.010119 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-6238785a-49c9-4d87-bb5e-3d3aef45d321 req-08f3ddcf-95cd-4988-af93-818df90b9ba1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:28:00.011361 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6238785a-49c9-4d87-bb5e-3d3aef45d321 req-08f3ddcf-95cd-4988-af93-818df90b9ba1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=b710058b-3c0b-4a05-ac07-69083bd51992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476495 Aug 26 01:28:00.318304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3e539-5bac-41cb-aaaf-b99c9848c1b8 req-1288eb40-b9e5-4cf1-8347-c99bff7b37b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:00.319618 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d1c3e539-5bac-41cb-aaaf-b99c9848c1b8 req-1288eb40-b9e5-4cf1-8347-c99bff7b37b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 946 time: 0.0844958 Aug 26 01:28:00.487815 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c2c1316a-f728-4701-982f-06184d0df189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:00.504890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-d1c3e539-5bac-41cb-aaaf-b99c9848c1b8 req-7f0795fe-277f-43d8-9d54-63d140d9a90d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port c75d4a84-d61a-46c9-a43d-179982918720 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:28:00.509054 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d1c3e539-5bac-41cb-aaaf-b99c9848c1b8 req-7f0795fe-277f-43d8-9d54-63d140d9a90d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:00.754988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-d1c3e539-5bac-41cb-aaaf-b99c9848c1b8 req-7f0795fe-277f-43d8-9d54-63d140d9a90d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port c75d4a84-d61a-46c9-a43d-179982918720, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c75d4a84-d61a-46c9-a43d-179982918720,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:28:00.755347 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d1c3e539-5bac-41cb-aaaf-b99c9848c1b8 req-7f0795fe-277f-43d8-9d54-63d140d9a90d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:00.878673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-d1c3e539-5bac-41cb-aaaf-b99c9848c1b8 req-7f0795fe-277f-43d8-9d54-63d140d9a90d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for c75d4a84-d61a-46c9-a43d-179982918720 owned by compute:nova {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:28:01.073244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d1c3e539-5bac-41cb-aaaf-b99c9848c1b8 req-7f0795fe-277f-43d8-9d54-63d140d9a90d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:01.121612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0795fe-277f-43d8-9d54-63d140d9a90d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=c75d4a84-d61a-46c9-a43d-179982918720,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:01.184279 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-17e46bb5-f6d1-4d42-8f3e-758003c78fb1 req-d3f082ee-b224-462b-a53e-b9d53361c711 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 210 time: 0.0643897 Aug 26 01:28:01.212146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c3e539-5bac-41cb-aaaf-b99c9848c1b8 req-7f0795fe-277f-43d8-9d54-63d140d9a90d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] No DVR routers for this DVR port c75d4a84-d61a-46c9-a43d-179982918720 on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:28:01.214454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-d1c3e539-5bac-41cb-aaaf-b99c9848c1b8 req-7f0795fe-277f-43d8-9d54-63d140d9a90d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:01.216933 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839eb424-3a4a-4822-8a07-26920e18d558', 'name': 'network-vif-deleted', 'tag': 'c75d4a84-d61a-46c9-a43d-179982918720'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:28:01.261882 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e001d0-110a-42ee-a3f8-5e427271cd07'] response: {'server_uuid': '839eb424-3a4a-4822-8a07-26920e18d558', 'name': 'network-vif-deleted', 'tag': 'c75d4a84-d61a-46c9-a43d-179982918720', 'status': 'completed', 'code': 200} Aug 26 01:28:01.288269 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d1c3e539-5bac-41cb-aaaf-b99c9848c1b8 req-7f0795fe-277f-43d8-9d54-63d140d9a90d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "DELETE /v2.0/ports/c75d4a84-d61a-46c9-a43d-179982918720 HTTP/1.1" status: 204 len: 173 time: 0.9604583 Aug 26 01:28:02.366226 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c2fb629-32f6-4cc1-8ffd-370510219cda req-4394d36e-6fed-445b-a102-d7dd91364eb4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=839eb424-3a4a-4822-8a07-26920e18d558 HTTP/1.1" status: 200 len: 210 time: 0.0504303 Aug 26 01:28:03.004745 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-14f5ae45-9d1e-4388-9e83-242cdaa71df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:03.439467 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device c75d4a84-d61a-46c9-a43d-179982918720 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:28:03.463651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56212) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:03.476805 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: c75d4a84-d61a-46c9-a43d-179982918720 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:28:03.477154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device c75d4a84-d61a-46c9-a43d-179982918720 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:28:03.533210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0b98e89b-440f-4750-9e2a-2d3b42ee1d07 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:03.563446 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0b98e89b-440f-4750-9e2a-2d3b42ee1d07 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:03.716470 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0b98e89b-440f-4750-9e2a-2d3b42ee1d07 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:03.739520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98e89b-440f-4750-9e2a-2d3b42ee1d07 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b710058b-3c0b-4a05-ac07-69083bd51992,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:03.749431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:03.809486 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0b98e89b-440f-4750-9e2a-2d3b42ee1d07 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:03.810813 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0b98e89b-440f-4750-9e2a-2d3b42ee1d07 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/security-groups/b710058b-3c0b-4a05-ac07-69083bd51992 HTTP/1.1" status: 204 len: 168 time: 0.3461468 Aug 26 01:28:03.912338 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56218) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:04.007547 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:04.461267 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-efbb34ab-51ce-4813-9734-fe89d7a9f026 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:04.920851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-efbb34ab-51ce-4813-9734-fe89d7a9f026 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 10508dd4-0750-4753-9931-d90849b393ae {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:28:04.921640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-efbb34ab-51ce-4813-9734-fe89d7a9f026 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:05.112640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-efbb34ab-51ce-4813-9734-fe89d7a9f026 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 10508dd4-0750-4753-9931-d90849b393ae, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=10508dd4-0750-4753-9931-d90849b393ae,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:28:05.112919 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-efbb34ab-51ce-4813-9734-fe89d7a9f026 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:05.239790 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-efbb34ab-51ce-4813-9734-fe89d7a9f026 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 10508dd4-0750-4753-9931-d90849b393ae owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:28:05.473226 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-efbb34ab-51ce-4813-9734-fe89d7a9f026 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:05.522987 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb34ab-51ce-4813-9734-fe89d7a9f026 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=10508dd4-0750-4753-9931-d90849b393ae,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:05.548788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:05.803571 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-efbb34ab-51ce-4813-9734-fe89d7a9f026 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:06.272489 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbb34ab-51ce-4813-9734-fe89d7a9f026 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router 3c9e610d-4288-46be-83c2-70765bdf1d21 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:28:06.446458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbb34ab-51ce-4813-9734-fe89d7a9f026 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:28:06.455868 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35593ab-1624-4f23-8ca2-88da40b730b3 None None] Sync routers for ids ['3c9e610d-4288-46be-83c2-70765bdf1d21'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:28:06.459127 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-efbb34ab-51ce-4813-9734-fe89d7a9f026 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/3c9e610d-4288-46be-83c2-70765bdf1d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5454021 Aug 26 01:28:06.461571 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56222) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:06.464946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35593ab-1624-4f23-8ca2-88da40b730b3 None None] Routers {'3c9e610d-4288-46be-83c2-70765bdf1d21'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:28:06.465614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c35593ab-1624-4f23-8ca2-88da40b730b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:28:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3c9e610d-4288-46be-83c2-70765bdf1d21'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:06.532658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3811c6-f462-4d44-8b70-bed13dc64bed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting subnet a43703a4-3bb4-414b-b4b8-27d5787ff1e9 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:28:06.535039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-de3811c6-f462-4d44-8b70-bed13dc64bed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:06.589825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-de3811c6-f462-4d44-8b70-bed13dc64bed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:06.646967 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c35593ab-1624-4f23-8ca2-88da40b730b3 None None] Set router 3c9e610d-4288-46be-83c2-70765bdf1d21 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:28:06.678077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-de3811c6-f462-4d44-8b70-bed13dc64bed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:06.816301 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-de3811c6-f462-4d44-8b70-bed13dc64bed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:06.857420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3811c6-f462-4d44-8b70-bed13dc64bed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Subnet': ['ID=a43703a4-3bb4-414b-b4b8-27d5787ff1e9,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:06.861213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-de3811c6-f462-4d44-8b70-bed13dc64bed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:06.867475 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-de3811c6-f462-4d44-8b70-bed13dc64bed tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/subnets/a43703a4-3bb4-414b-b4b8-27d5787ff1e9 HTTP/1.1" status: 204 len: 168 time: 0.4049258 Aug 26 01:28:06.869520 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca9172e-b235-48e0-81e5-0e251d2b35b8 None None] Network 87a37de6-b41d-4a21-9ab0-c52792ee7033 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:28:06.870125 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56226) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:07.053488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:07.126487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c35593ab-1624-4f23-8ca2-88da40b730b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:28:05Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:07.133357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35593ab-1624-4f23-8ca2-88da40b730b3 None None] Checking router: 3c9e610d-4288-46be-83c2-70765bdf1d21 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:28:07.147246 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35593ab-1624-4f23-8ca2-88da40b730b3 None None] Routers {'3c9e610d-4288-46be-83c2-70765bdf1d21'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:28:07.147843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c35593ab-1624-4f23-8ca2-88da40b730b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:28:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3c9e610d-4288-46be-83c2-70765bdf1d21'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:07.235365 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:07.260303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] DHCP port deletion for 87a37de6-b41d-4a21-9ab0-c52792ee7033 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:28:07.281839 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Deleting port af0301b6-8c78-47de-8543-63f15b5f2bbe {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:28:07.282205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:07.322251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port a574f6d0-07e0-448f-ba0e-d0eb6fc26663 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:28:07.322859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:07.419972 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c35593ab-1624-4f23-8ca2-88da40b730b3 None None] Set router 3c9e610d-4288-46be-83c2-70765bdf1d21 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:28:07.503202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port a574f6d0-07e0-448f-ba0e-d0eb6fc26663, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a574f6d0-07e0-448f-ba0e-d0eb6fc26663,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:28:07.503821 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:07.631038 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for a574f6d0-07e0-448f-ba0e-d0eb6fc26663 owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:28:07.749459 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] For port af0301b6-8c78-47de-8543-63f15b5f2bbe, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=af0301b6-8c78-47de-8543-63f15b5f2bbe,segment=NetworkSegment(f7c19adf-6476-41dc-be56-4beda49e3d9a),segment_id=f7c19adf-6476-41dc-be56-4beda49e3d9a)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:28:07.750193 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:07.895886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Calling delete_port for af0301b6-8c78-47de-8543-63f15b5f2bbe owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:28:07.984784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:08.033066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=a574f6d0-07e0-448f-ba0e-d0eb6fc26663,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:08.036819 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c35593ab-1624-4f23-8ca2-88da40b730b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:28:05Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:08.041191 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35593ab-1624-4f23-8ca2-88da40b730b3 None None] The sync data for ids ['3c9e610d-4288-46be-83c2-70765bdf1d21'] in dv-neutron-854561-2-hyperv is: [{'id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'name': 'tempest-TestNetworkBasicOps-router-175546109', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:26:14Z', 'updated_at': '2022-08-26T01:28:05Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': 'a574f6d0-07e0-448f-ba0e-d0eb6fc26663', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:19:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9e610d-4288-46be-83c2-70765bdf1d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:26:15Z', 'updated_at': '2022-08-26T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:28:08.095822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:08.134193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:08.144762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Pushing event deleted for resources: {'Port': ['ID=af0301b6-8c78-47de-8543-63f15b5f2bbe,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:08.147603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] No DVR routers for this DVR port af0301b6-8c78-47de-8543-63f15b5f2bbe on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:28:08.155420 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:08.156375 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:08.156717 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:08.157049 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:08.157406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:08.157707 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:08.158055 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:08.158384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:08.158892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:08.159012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:08.159331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:08.159647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd7f1a8-2980-4886-86b8-60cb0d45729b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:08.313700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:08.315208 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:08.392854 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:08.393529 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Fanout notify agent at l3_agent the message router_deleted on router 3c9e610d-4288-46be-83c2-70765bdf1d21 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:28:08.411996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:08.413089 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-169b444b-ba4e-4757-bc65-429589b8d6cc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/routers/3c9e610d-4288-46be-83c2-70765bdf1d21 HTTP/1.1" status: 204 len: 168 time: 1.5420141 Aug 26 01:28:08.416046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56230) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:08.536103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f74a9a0b-d7fb-4ce5-b00c-ebeaf08ce7d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:08.674275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f74a9a0b-d7fb-4ce5-b00c-ebeaf08ce7d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:08.705848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-f74a9a0b-d7fb-4ce5-b00c-ebeaf08ce7d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a37de6-b41d-4a21-9ab0-c52792ee7033']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:08.717724 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-f74a9a0b-d7fb-4ce5-b00c-ebeaf08ce7d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c19adf-6476-41dc-be56-4beda49e3d9a') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:08.718049 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-f74a9a0b-d7fb-4ce5-b00c-ebeaf08ce7d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c19adf-6476-41dc-be56-4beda49e3d9a') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:08.729285 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f74a9a0b-d7fb-4ce5-b00c-ebeaf08ce7d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:08.745156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f74a9a0b-d7fb-4ce5-b00c-ebeaf08ce7d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:08.751900 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74a9a0b-d7fb-4ce5-b00c-ebeaf08ce7d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:28:08.752309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f74a9a0b-d7fb-4ce5-b00c-ebeaf08ce7d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:08.939207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f74a9a0b-d7fb-4ce5-b00c-ebeaf08ce7d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:08.962753 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f74a9a0b-d7fb-4ce5-b00c-ebeaf08ce7d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:08.970512 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment f7c19adf-6476-41dc-be56-4beda49e3d9a resource provider aggregate not found Aug 26 01:28:08.982819 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a9a0b-d7fb-4ce5-b00c-ebeaf08ce7d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Network': ['ID=87a37de6-b41d-4a21-9ab0-c52792ee7033,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:08.990025 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment f7c19adf-6476-41dc-be56-4beda49e3d9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7c19adf-6476-41dc-be56-4beda49e3d9a found for delete ", "request_id": "req-89291ea9-0986-4d9a-aa84-294c35e5b77c"}]} Aug 26 01:28:09.056401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device af0301b6-8c78-47de-8543-63f15b5f2bbe no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:28:09.056870 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f74a9a0b-d7fb-4ce5-b00c-ebeaf08ce7d3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/networks/87a37de6-b41d-4a21-9ab0-c52792ee7033 HTTP/1.1" status: 204 len: 168 time: 0.6394594 Aug 26 01:28:09.087454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56240) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:09.091100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: af0301b6-8c78-47de-8543-63f15b5f2bbe {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:28:09.091465 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device af0301b6-8c78-47de-8543-63f15b5f2bbe not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:28:09.091996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 10508dd4-0750-4753-9931-d90849b393ae no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:28:09.094249 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'network': {'name': 'tempest-network-smoke--1780088539', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'port_security_enabled': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:28:09.099303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:28:09.103445 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:network and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:28:09.106292 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:28:09.112035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:28:09.128856 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 10508dd4-0750-4753-9931-d90849b393ae {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:28:09.129205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 10508dd4-0750-4753-9931-d90849b393ae not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:28:09.129620 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a574f6d0-07e0-448f-ba0e-d0eb6fc26663 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:28:09.162824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: a574f6d0-07e0-448f-ba0e-d0eb6fc26663 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:28:09.163168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a574f6d0-07e0-448f-ba0e-d0eb6fc26663 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:28:09.210166 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:28:09.213685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:09.241144 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:28:09.250105 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:09.250398 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Added segment e514e6bf-1889-404a-b768-59c74d7ae707 of type vlan for network dd865583-17ac-45fd-a4e2-c34a70058775 Aug 26 01:28:09.275815 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:09.381474 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:09.386993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:09.387565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:09.495956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Network': ['ID=dd865583-17ac-45fd-a4e2-c34a70058775,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:09.506847 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network dd865583-17ac-45fd-a4e2-c34a70058775 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:28:09.542296 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-caa0ab89-3966-468e-97c2-38c263649b7c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4537189 Aug 26 01:28:09.544887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56244) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:09.551329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'admin_state_up': True, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:28:09.559029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:28:09.564424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:router and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:28:09.567800 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:28:09.574588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:28:09.650503 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:09.651491 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:09.666663 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:10.116291 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:10.510831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:10.543275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:10.678139 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.177 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/3bc1408e-cca7-41de-a992-15db8d5b9eb6) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:28:10.792797 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:10.836903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:10.956351 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:11.025613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:28:11.028512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:28:11.032105 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:28:11.061589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=3bc1408e-cca7-41de-a992-15db8d5b9eb6,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:11.501557 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:11.955974 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:12.241340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router d72102b0-5598-41cd-8861-6c20928241c6 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:28:12.417582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:28:12.427351 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Sync routers for ids ['d72102b0-5598-41cd-8861-6c20928241c6'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:28:12.438247 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Routers {'d72102b0-5598-41cd-8861-6c20928241c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:28:12.438729 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-34e91423-0155-452a-8195-3fe212ab349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:28:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d72102b0-5598-41cd-8861-6c20928241c6'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:12.516752 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:12.518041 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9cd021fa-100e-4403-9a36-e2a8148ab324 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9720442 Aug 26 01:28:12.521167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56248) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:12.564694 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5a957f7a-714b-4ae4-8e17-1a98693ecdba tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f9996d1e9c5a4ca3826f46b8497097ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424118 Aug 26 01:28:12.567370 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56252) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:12.618931 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Set router d72102b0-5598-41cd-8861-6c20928241c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:28:12.697874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b35c10d-0e3e-4909-a027-f22227002070 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:12.699317 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1b35c10d-0e3e-4909-a027-f22227002070 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310716 Aug 26 01:28:12.702147 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56256) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:12.743855 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2baf1ac6-2f9a-4634-a60f-8a2d7f47c457 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401011 Aug 26 01:28:12.746381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56260) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:12.752475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-127640048', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:28:12.865087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:28:12.869017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:subnet and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:28:12.876225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:28:12.878770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:28:12.909324 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-34e91423-0155-452a-8195-3fe212ab349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:28:11Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:12.913401 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Checking router: d72102b0-5598-41cd-8861-6c20928241c6 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:28:12.913761 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Updating router d72102b0-5598-41cd-8861-6c20928241c6 port 3bc1408e-cca7-41de-a992-15db8d5b9eb6 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:28:12.964279 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:28:12.967873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:12.968922 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:13.244575 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:13.325544 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:13.332126 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Subnet': ['ID=bad7d945-eb9d-4c7c-bcbf-798d5511f355,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:13.335263 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Checking segment: {'id': 'e514e6bf-1889-404a-b768-59c74d7ae707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:28:13.335628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network hostable DHCP agents. Network: dd865583-17ac-45fd-a4e2-c34a70058775, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:28:13.338582 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Transition to ACTIVE for port object 3bc1408e-cca7-41de-a992-15db8d5b9eb6 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:28:13.427113 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:13.438360 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network dd865583-17ac-45fd-a4e2-c34a70058775 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:28:13.488835 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Attempting to bind port 3bc1408e-cca7-41de-a992-15db8d5b9eb6 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:28:13.489460 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Attempting to bind port 3bc1408e-cca7-41de-a992-15db8d5b9eb6 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:28:13.489587 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Attempting to bind port 3bc1408e-cca7-41de-a992-15db8d5b9eb6 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:28:13.499798 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:28:13.500123 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:28:13.500514 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:13.500894 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:28:13.501343 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Bound port: 3bc1408e-cca7-41de-a992-15db8d5b9eb6, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:28:13.501728 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:13.524327 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, dd865583-17ac-45fd-a4e2-c34a70058775) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:28:13.528520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:13.529103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:13.538108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150e7cb1-0765-41d1-ab1a-bb3b9abb4ed7 None None] Network dd865583-17ac-45fd-a4e2-c34a70058775 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:28:13.542012 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0adc3d-ee3a-4073-bbac-4a402dd5d6bc None None] Pushing event updated for resources: {'Port': ['ID=3bc1408e-cca7-41de-a992-15db8d5b9eb6,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:13.559415 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0adc3d-ee3a-4073-bbac-4a402dd5d6bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:13.559748 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0adc3d-ee3a-4073-bbac-4a402dd5d6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:13.560073 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0adc3d-ee3a-4073-bbac-4a402dd5d6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:13.560389 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0adc3d-ee3a-4073-bbac-4a402dd5d6bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:13.560705 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0adc3d-ee3a-4073-bbac-4a402dd5d6bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:13.561019 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0adc3d-ee3a-4073-bbac-4a402dd5d6bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:13.561329 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0adc3d-ee3a-4073-bbac-4a402dd5d6bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:13.561643 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0adc3d-ee3a-4073-bbac-4a402dd5d6bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:13.562627 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0adc3d-ee3a-4073-bbac-4a402dd5d6bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:13.562929 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0adc3d-ee3a-4073-bbac-4a402dd5d6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:13.563234 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0adc3d-ee3a-4073-bbac-4a402dd5d6bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:13.563541 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0adc3d-ee3a-4073-bbac-4a402dd5d6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:13.594638 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-34e91423-0155-452a-8195-3fe212ab349c None None] For port 3bc1408e-cca7-41de-a992-15db8d5b9eb6, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:28:13.597628 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-34e91423-0155-452a-8195-3fe212ab349c None None] For port 3bc1408e-cca7-41de-a992-15db8d5b9eb6, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3bc1408e-cca7-41de-a992-15db8d5b9eb6,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:28:13.616379 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b6fd4b14-8430-4299-ad46-bb84212e2f9e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8687882 Aug 26 01:28:13.619808 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56264) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:13.699127 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:13.761032 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Routers {'d72102b0-5598-41cd-8861-6c20928241c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:28:13.761659 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-34e91423-0155-452a-8195-3fe212ab349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:28:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d72102b0-5598-41cd-8861-6c20928241c6'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:13.768852 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-dd865583-17ac-45fd-a4e2-c34a70058775', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ips': [{'subnet_id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:28:13.770230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:13.930130 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0adc3d-ee3a-4073-bbac-4a402dd5d6bc None None] Pushing event updated for resources: {'Port': ['ID=3bc1408e-cca7-41de-a992-15db8d5b9eb6,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:13.947524 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Allocated IP 172.20.0.2 (dd865583-17ac-45fd-a4e2-c34a70058775/bad7d945-eb9d-4c7c-bcbf-798d5511f355/e56f1e53-5082-4e5c-be8d-b7921681cca5) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:28:13.982183 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-34e91423-0155-452a-8195-3fe212ab349c None None] Set router d72102b0-5598-41cd-8861-6c20928241c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:28:14.168329 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:14.179278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Transition to ACTIVE for port object e56f1e53-5082-4e5c-be8d-b7921681cca5 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:28:14.198850 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Transition to ACTIVE for port object e56f1e53-5082-4e5c-be8d-b7921681cca5 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:28:14.270527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:14.293442 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-34e91423-0155-452a-8195-3fe212ab349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:28:11Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:14.299723 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e91423-0155-452a-8195-3fe212ab349c None None] The sync data for ids ['d72102b0-5598-41cd-8861-6c20928241c6'] in dv-neutron-854561-2-hyperv is: [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:28:11Z', 'revision_number': 3, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:28:14.350902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Network dd865583-17ac-45fd-a4e2-c34a70058775 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:28:14.353898 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:28:14.357884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:28:14.367677 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Pushing event updated for resources: {'Port': ['ID=e56f1e53-5082-4e5c-be8d-b7921681cca5,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:14.473031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:14.534820 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Attempting to bind port e56f1e53-5082-4e5c-be8d-b7921681cca5 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:28:14.537880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Attempting to bind port e56f1e53-5082-4e5c-be8d-b7921681cca5 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'e514e6bf-1889-404a-b768-59c74d7ae707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:28:14.538323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Attempting to bind port e56f1e53-5082-4e5c-be8d-b7921681cca5 on network dd865583-17ac-45fd-a4e2-c34a70058775 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:28:14.549576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:28:14.550250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Checking segment: {'id': 'e514e6bf-1889-404a-b768-59c74d7ae707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:28:14.550830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:14.551401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Bound using segment: {'id': 'e514e6bf-1889-404a-b768-59c74d7ae707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:28:14.552016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Bound port: e56f1e53-5082-4e5c-be8d-b7921681cca5, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e514e6bf-1889-404a-b768-59c74d7ae707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:28:14.552393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:14.649985 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] For port e56f1e53-5082-4e5c-be8d-b7921681cca5, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:28:14.653472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] For port e56f1e53-5082-4e5c-be8d-b7921681cca5, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e56f1e53-5082-4e5c-be8d-b7921681cca5,segment=NetworkSegment(e514e6bf-1889-404a-b768-59c74d7ae707),segment_id=e514e6bf-1889-404a-b768-59c74d7ae707)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:28:14.730919 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:14.830305 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20d94a-a130-431e-b618-e8eebbec0739 None None] Pushing event updated for resources: {'Port': ['ID=e56f1e53-5082-4e5c-be8d-b7921681cca5,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:14.933449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.1 (dd865583-17ac-45fd-a4e2-c34a70058775/bad7d945-eb9d-4c7c-bcbf-798d5511f355/6ea7e847-a880-4614-8954-0c5751c87be3) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:28:15.052123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3bc1408e-cca7-41de-a992-15db8d5b9eb6 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:28:15.134006 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:15.151581 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 6ea7e847-a880-4614-8954-0c5751c87be3 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:28:15.212889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 3bc1408e-cca7-41de-a992-15db8d5b9eb6 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:28:15.223023 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3bc1408e-cca7-41de-a992-15db8d5b9eb6 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:28:15.223023 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:15.241969 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:15.309975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network dd865583-17ac-45fd-a4e2-c34a70058775 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:28:15.313780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:28:15.317856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:28:15.347105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3bc1408e-cca7-41de-a992-15db8d5b9eb6 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:28:15.347491 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:15.364057 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=6ea7e847-a880-4614-8954-0c5751c87be3,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:15.365390 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 3bc1408e-cca7-41de-a992-15db8d5b9eb6, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3bc1408e-cca7-41de-a992-15db8d5b9eb6,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:28:15.384011 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:15.421918 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:15.493134 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=3bc1408e-cca7-41de-a992-15db8d5b9eb6,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:15.557801 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:15.836460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e3828b-a789-49b8-bb61-c04495232833 None None] Network dd865583-17ac-45fd-a4e2-c34a70058775 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:28:16.018155 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6171ad78-70fd-495b-9806-7ab935b064ec None None] Provisioning for port e56f1e53-5082-4e5c-be8d-b7921681cca5 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:28:16.110960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:16.170181 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:16.288231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=6ea7e847-a880-4614-8954-0c5751c87be3,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:16.291611 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:16.440501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network dd865583-17ac-45fd-a4e2-c34a70058775 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:28:16.441673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:28:16.443815 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2354f0a0-d34a-4c1a-b661-ff0ad545d6b2 None None] Provisioning for port 6ea7e847-a880-4614-8954-0c5751c87be3 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:28:16.448786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2354f0a0-d34a-4c1a-b661-ff0ad545d6b2 None None] Provisioning complete for port 6ea7e847-a880-4614-8954-0c5751c87be3 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:28:16.449179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2354f0a0-d34a-4c1a-b661-ff0ad545d6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:16.505016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2354f0a0-d34a-4c1a-b661-ff0ad545d6b2 None None] Port 6ea7e847-a880-4614-8954-0c5751c87be3 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:28:16.625030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d9bc2f44-5ab6-4fd4-bbe2-8a8b05d25024 None None] Provisioning complete for port 6ea7e847-a880-4614-8954-0c5751c87be3 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:28:16.626138 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2f44-5ab6-4fd4-bbe2-8a8b05d25024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:16.636845 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router d72102b0-5598-41cd-8861-6c20928241c6 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:28:16.683112 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc2f44-5ab6-4fd4-bbe2-8a8b05d25024 None None] Port 6ea7e847-a880-4614-8954-0c5751c87be3 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:28:16.803723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0c7925f8-0417-4fef-ac03-04d0e25d170b None None] Provisioning complete for port 6ea7e847-a880-4614-8954-0c5751c87be3 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:28:16.804407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0c7925f8-0417-4fef-ac03-04d0e25d170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:16.822459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:28:16.838451 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c4b9f985-856f-49c5-ae42-443aeabf9c22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/d72102b0-5598-41cd-8861-6c20928241c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2158024 Aug 26 01:28:16.838947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56268) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:16.839634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Sync routers for ids ['d72102b0-5598-41cd-8861-6c20928241c6'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:28:16.870169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Routers {'d72102b0-5598-41cd-8861-6c20928241c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:28:16.870796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:28:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d72102b0-5598-41cd-8861-6c20928241c6'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:16.982417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0c7925f8-0417-4fef-ac03-04d0e25d170b None None] Port 6ea7e847-a880-4614-8954-0c5751c87be3 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:28:16.992138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d400c79a-4fc2-479a-94c7-853dddd32a0d tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:16.992138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d400c79a-4fc2-479a-94c7-853dddd32a0d tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:16.992138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d400c79a-4fc2-479a-94c7-853dddd32a0d tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:16.992138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d400c79a-4fc2-479a-94c7-853dddd32a0d tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:16.992138 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d400c79a-4fc2-479a-94c7-853dddd32a0d tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1500287 Aug 26 01:28:16.993720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56272) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:17.068174 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e56f1e53-5082-4e5c-be8d-b7921681cca5 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:28:17.068641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4357c7d4-8efb-425f-b6f7-49ffa7580f48 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:17.069093 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4357c7d4-8efb-425f-b6f7-49ffa7580f48 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:17.069545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4357c7d4-8efb-425f-b6f7-49ffa7580f48 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:17.070031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4357c7d4-8efb-425f-b6f7-49ffa7580f48 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:17.075082 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4357c7d4-8efb-425f-b6f7-49ffa7580f48 tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0768106 Aug 26 01:28:17.075388 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56276) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:17.098802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Set router d72102b0-5598-41cd-8861-6c20928241c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:28:17.281351 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ccdbdc00-7223-41d9-ab98-60960864f4ad tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2048159 Aug 26 01:28:17.450811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56282) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:17.453022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port e56f1e53-5082-4e5c-be8d-b7921681cca5 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:28:17.458641 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1427343757', 'description': 'tempest-secgroup-smoke-1427343757 description', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:28:17.464450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:28:17.468625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e56f1e53-5082-4e5c-be8d-b7921681cca5 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:28:17.468625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:17.469471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:28:17.472420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:28:17.478277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:28:17.575650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:17.588865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:28:15Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '6ea7e847-a880-4614-8954-0c5751c87be3', 'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:df:d3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:14Z', 'updated_at': '2022-08-26T01:28:15Z', 'revision_number': 2, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:17.596288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:28:17.596472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Checking router: d72102b0-5598-41cd-8861-6c20928241c6 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:28:17.596760 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Updating router d72102b0-5598-41cd-8861-6c20928241c6 port 6ea7e847-a880-4614-8954-0c5751c87be3 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:28:17.600234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:28:17.603089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:28:17.609432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:28:17.645609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e56f1e53-5082-4e5c-be8d-b7921681cca5 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:28:17.646026 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:17.678652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:17.683893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:17.731922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port e56f1e53-5082-4e5c-be8d-b7921681cca5, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e56f1e53-5082-4e5c-be8d-b7921681cca5,segment=NetworkSegment(e514e6bf-1889-404a-b768-59c74d7ae707),segment_id=e514e6bf-1889-404a-b768-59c74d7ae707)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:28:17.752818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:17.799897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417b9369-55ca-4583-842e-4fb028d941c2,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:17.804288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:17.805058 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3bc1408e-cca7-41de-a992-15db8d5b9eb6 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:28:17.807145 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:17.807734 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:17.807916 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:17.808416 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:17.808813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:17.809003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:17.809324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:17.809653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:17.810012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:17.810333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:17.810656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:17.810977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:28:17.881765 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:17.883192 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7d6e49ce-9c71-4a01-af3c-a9099149c0e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4308472 Aug 26 01:28:17.886092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56286) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:17.892179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d96a498f-376b-4703-abc1-6c54231d9a4e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '417b9369-55ca-4583-842e-4fb028d941c2', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:28:17.898281 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d96a498f-376b-4703-abc1-6c54231d9a4e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:28:17.902250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d96a498f-376b-4703-abc1-6c54231d9a4e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:28:17.905217 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d96a498f-376b-4703-abc1-6c54231d9a4e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:28:17.912430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d96a498f-376b-4703-abc1-6c54231d9a4e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:28:17.946886 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:28:18.006806 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=e56f1e53-5082-4e5c-be8d-b7921681cca5,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:18.032736 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d96a498f-376b-4703-abc1-6c54231d9a4e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.043492 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3bc1408e-cca7-41de-a992-15db8d5b9eb6 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:28:18.043872 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.096904 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d96a498f-376b-4703-abc1-6c54231d9a4e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.184295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d96a498f-376b-4703-abc1-6c54231d9a4e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.211768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a498f-376b-4703-abc1-6c54231d9a4e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbc00cc-b573-4b11-a9bb-5f75ecd2de5e,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:18.255032 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3bc1408e-cca7-41de-a992-15db8d5b9eb6 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:28:18.266314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.278429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Transition to ACTIVE for port object 6ea7e847-a880-4614-8954-0c5751c87be3 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:28:18.298741 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d96a498f-376b-4703-abc1-6c54231d9a4e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.300040 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d96a498f-376b-4703-abc1-6c54231d9a4e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4129117 Aug 26 01:28:18.302759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56290) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:18.307638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-a4420742-0101-4210-a183-595c1eb4b3f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '417b9369-55ca-4583-842e-4fb028d941c2', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:28:18.314225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a4420742-0101-4210-a183-595c1eb4b3f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:28:18.318125 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a4420742-0101-4210-a183-595c1eb4b3f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:28:18.321035 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-a4420742-0101-4210-a183-595c1eb4b3f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:28:18.326930 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-a4420742-0101-4210-a183-595c1eb4b3f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:28:18.355627 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.413849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4420742-0101-4210-a183-595c1eb4b3f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.475820 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4420742-0101-4210-a183-595c1eb4b3f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.538264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4420742-0101-4210-a183-595c1eb4b3f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.544357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe7a43-e1ae-46a0-af27-8d22ff6844ed None None] Pushing event updated for resources: {'Port': ['ID=6ea7e847-a880-4614-8954-0c5751c87be3,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:18.563698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4420742-0101-4210-a183-595c1eb4b3f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67905c5-ae9a-49c1-95cb-41176efc8782,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:18.569027 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Attempting to bind port 6ea7e847-a880-4614-8954-0c5751c87be3 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:28:18.571333 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Attempting to bind port 6ea7e847-a880-4614-8954-0c5751c87be3 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'e514e6bf-1889-404a-b768-59c74d7ae707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:28:18.571333 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Attempting to bind port 6ea7e847-a880-4614-8954-0c5751c87be3 on network dd865583-17ac-45fd-a4e2-c34a70058775 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:28:18.575231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:28:18.575603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Checking segment: {'id': 'e514e6bf-1889-404a-b768-59c74d7ae707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:28:18.576009 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.576403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Bound using segment: {'id': 'e514e6bf-1889-404a-b768-59c74d7ae707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:28:18.576864 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Bound port: 6ea7e847-a880-4614-8954-0c5751c87be3, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e514e6bf-1889-404a-b768-59c74d7ae707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:28:18.577316 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.664228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a4420742-0101-4210-a183-595c1eb4b3f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.665409 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a4420742-0101-4210-a183-595c1eb4b3f5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3616395 Aug 26 01:28:18.668225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56294) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:18.672445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] For port 6ea7e847-a880-4614-8954-0c5751c87be3, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:28:18.673863 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-aef783ea-e07f-4464-9c38-7ad29670e350 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '417b9369-55ca-4583-842e-4fb028d941c2', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:28:18.675652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] For port 6ea7e847-a880-4614-8954-0c5751c87be3, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6ea7e847-a880-4614-8954-0c5751c87be3,segment=NetworkSegment(e514e6bf-1889-404a-b768-59c74d7ae707),segment_id=e514e6bf-1889-404a-b768-59c74d7ae707)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:28:18.679722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aef783ea-e07f-4464-9c38-7ad29670e350 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:28:18.683567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aef783ea-e07f-4464-9c38-7ad29670e350 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:28:18.686469 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-aef783ea-e07f-4464-9c38-7ad29670e350 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:28:18.692848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-aef783ea-e07f-4464-9c38-7ad29670e350 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:28:18.733151 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.765436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aef783ea-e07f-4464-9c38-7ad29670e350 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.798179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Routers {'d72102b0-5598-41cd-8861-6c20928241c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:28:18.798802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:28:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d72102b0-5598-41cd-8861-6c20928241c6'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:18.832516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aef783ea-e07f-4464-9c38-7ad29670e350 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.898782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aef783ea-e07f-4464-9c38-7ad29670e350 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:18.926881 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef783ea-e07f-4464-9c38-7ad29670e350 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c191cae0-bc9f-4ed6-80e1-faf42549ebac,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:18.930689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe7a43-e1ae-46a0-af27-8d22ff6844ed None None] Pushing event updated for resources: {'Port': ['ID=6ea7e847-a880-4614-8954-0c5751c87be3,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:18.981134 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e56f1e53-5082-4e5c-be8d-b7921681cca5 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:28:19.018800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aef783ea-e07f-4464-9c38-7ad29670e350 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:19.020013 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-aef783ea-e07f-4464-9c38-7ad29670e350 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3507328 Aug 26 01:28:19.022904 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56298) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:19.027900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0abfc7e3-c1e3-411f-8b27-926e2f5d0626 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '417b9369-55ca-4583-842e-4fb028d941c2', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:28:19.034325 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0abfc7e3-c1e3-411f-8b27-926e2f5d0626 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:28:19.038367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0abfc7e3-c1e3-411f-8b27-926e2f5d0626 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:28:19.041514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0abfc7e3-c1e3-411f-8b27-926e2f5d0626 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:28:19.048132 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0abfc7e3-c1e3-411f-8b27-926e2f5d0626 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:28:19.051104 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] Set router d72102b0-5598-41cd-8861-6c20928241c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:28:19.134230 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0abfc7e3-c1e3-411f-8b27-926e2f5d0626 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:19.201442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0abfc7e3-c1e3-411f-8b27-926e2f5d0626 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:19.239898 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port e56f1e53-5082-4e5c-be8d-b7921681cca5 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:28:19.240271 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:19.293020 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0abfc7e3-c1e3-411f-8b27-926e2f5d0626 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:19.318939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfc7e3-c1e3-411f-8b27-926e2f5d0626 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3378e904-7415-4ed9-8015-1a47397e1358,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:19.404123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0abfc7e3-c1e3-411f-8b27-926e2f5d0626 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:19.405390 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0abfc7e3-c1e3-411f-8b27-926e2f5d0626 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3815439 Aug 26 01:28:19.408447 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56302) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:19.413586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-a35fe913-07cf-4fb9-a204-223382dcd81e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '417b9369-55ca-4583-842e-4fb028d941c2', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:28:19.419687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a35fe913-07cf-4fb9-a204-223382dcd81e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:28:19.424485 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a35fe913-07cf-4fb9-a204-223382dcd81e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:28:19.427392 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a35fe913-07cf-4fb9-a204-223382dcd81e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:28:19.433116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a35fe913-07cf-4fb9-a204-223382dcd81e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:28:19.489644 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port e56f1e53-5082-4e5c-be8d-b7921681cca5 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:28:19.512796 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-a35fe913-07cf-4fb9-a204-223382dcd81e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:28:19.513174 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:28:15Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '6ea7e847-a880-4614-8954-0c5751c87be3', 'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:df:d3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:14Z', 'updated_at': '2022-08-26T01:28:18Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:19.517826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c2728-8a94-4e58-b93e-f8d0b7576b47 None None] The sync data for ids ['d72102b0-5598-41cd-8861-6c20928241c6'] in dv-neutron-854561-2-hyperv is: [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:28:15Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '6ea7e847-a880-4614-8954-0c5751c87be3', 'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:df:d3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:14Z', 'updated_at': '2022-08-26T01:28:18Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:28:19.520272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a35fe913-07cf-4fb9-a204-223382dcd81e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:19.611285 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a35fe913-07cf-4fb9-a204-223382dcd81e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:19.678531 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a35fe913-07cf-4fb9-a204-223382dcd81e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:19.703831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fe913-07cf-4fb9-a204-223382dcd81e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bad305-80e6-42f1-80ab-572d24ec4456,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:19.767230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a35fe913-07cf-4fb9-a204-223382dcd81e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:19.768444 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a35fe913-07cf-4fb9-a204-223382dcd81e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3590269 Aug 26 01:28:19.771381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56306) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:19.776754 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-50252191-42e7-4946-9ea2-f3d461337962 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'security_group_rule': {'security_group_id': '417b9369-55ca-4583-842e-4fb028d941c2', 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:28:19.783627 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-50252191-42e7-4946-9ea2-f3d461337962 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:28:19.787577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-50252191-42e7-4946-9ea2-f3d461337962 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:security_group_rule and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:28:19.790621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-50252191-42e7-4946-9ea2-f3d461337962 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:28:19.796556 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-50252191-42e7-4946-9ea2-f3d461337962 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:28:19.878698 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-50252191-42e7-4946-9ea2-f3d461337962 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Project f9996d1e9c5a4ca3826f46b8497097ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:28:19.886142 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50252191-42e7-4946-9ea2-f3d461337962 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:19.958531 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50252191-42e7-4946-9ea2-f3d461337962 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:20.030120 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50252191-42e7-4946-9ea2-f3d461337962 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:20.056120 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50252191-42e7-4946-9ea2-f3d461337962 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764483db-7e58-4296-899d-1e4661e84b8d,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:20.139008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-50252191-42e7-4946-9ea2-f3d461337962 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:20.141037 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-50252191-42e7-4946-9ea2-f3d461337962 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3683608 Aug 26 01:28:20.307137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-29794769-a2f3-4405-8da9-8a99eecb0b22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:28:20.398653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-29794769-a2f3-4405-8da9-8a99eecb0b22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:28:20.399834 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-29794769-a2f3-4405-8da9-8a99eecb0b22 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1427343757&fields=id&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 267 time: 0.1327856 Aug 26 01:28:20.667683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-d055955f-45d9-4c76-a6a1-8cd00387acfb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:20.669110 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-d055955f-45d9-4c76-a6a1-8cd00387acfb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/networks?id=dd865583-17ac-45fd-a4e2-c34a70058775 HTTP/1.1" status: 200 len: 797 time: 0.2613556 Aug 26 01:28:20.685169 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6a138c39-b518-455a-b32f-77890e75e674 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/quotas/f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 375 time: 0.0098364 Aug 26 01:28:20.779180 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-880bbefa-e56b-4c89-95a1-53b9b2ffaa33 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878823 Aug 26 01:28:20.795686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-aa214322-4989-4dc0-8d31-1beed9961b9d service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:28:20.796841 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-aa214322-4989-4dc0-8d31-1beed9961b9d service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052760 Aug 26 01:28:20.935116 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-dd250f00-dde6-4779-8b67-314703fdb657 service neutron] 10.222.0.83 "GET /v2.0/networks/dd865583-17ac-45fd-a4e2-c34a70058775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328871 Aug 26 01:28:20.990325 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6ea7e847-a880-4614-8954-0c5751c87be3 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:28:21.086570 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-8815ef24-3e28-4a77-ac4f-34dd8e1d82ae service neutron] 10.222.0.83 "GET /v2.0/networks/dd865583-17ac-45fd-a4e2-c34a70058775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341400 Aug 26 01:28:21.167189 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 6ea7e847-a880-4614-8954-0c5751c87be3 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:28:21.173100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 6ea7e847-a880-4614-8954-0c5751c87be3 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:28:21.173494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:21.291802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6ea7e847-a880-4614-8954-0c5751c87be3 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:28:21.292176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:21.326817 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 6ea7e847-a880-4614-8954-0c5751c87be3, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6ea7e847-a880-4614-8954-0c5751c87be3,segment=NetworkSegment(e514e6bf-1889-404a-b768-59c74d7ae707),segment_id=e514e6bf-1889-404a-b768-59c74d7ae707)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:28:21.404010 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:21.416753 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-67b83694-ff71-4c49-8d26-3ea0a05616ad req-247fd713-f735-40be-8d68-8da5f2b78c6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:28:21.478101 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=6ea7e847-a880-4614-8954-0c5751c87be3,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:21.484441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-67b83694-ff71-4c49-8d26-3ea0a05616ad req-247fd713-f735-40be-8d68-8da5f2b78c6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:28:21.486219 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-67b83694-ff71-4c49-8d26-3ea0a05616ad req-247fd713-f735-40be-8d68-8da5f2b78c6e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 210 time: 0.1253266 Aug 26 01:28:22.645490 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9db5783f-1ffd-4643-a564-444c2cf69779 req-20257088-6f0c-42a5-886e-8ab2c7374f32 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 210 time: 0.0499797 Aug 26 01:28:22.971029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6ea7e847-a880-4614-8954-0c5751c87be3 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:28:23.044401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 6ea7e847-a880-4614-8954-0c5751c87be3 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:28:23.044658 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:23.169912 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6ea7e847-a880-4614-8954-0c5751c87be3 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:28:23.761904 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-5c7ae39c-b389-4f4e-9b66-cd1bb7408ab3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:23.762588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-5c7ae39c-b389-4f4e-9b66-cd1bb7408ab3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:28:23.815299 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b72c231-af85-4f14-90a0-0c88848e7987 req-54172b11-89e3-4c24-9f0d-e984aec038e1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 210 time: 0.0491602 Aug 26 01:28:23.861442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-5c7ae39c-b389-4f4e-9b66-cd1bb7408ab3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:28:23.862651 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-5c7ae39c-b389-4f4e-9b66-cd1bb7408ab3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/networks?id=dd865583-17ac-45fd-a4e2-c34a70058775 HTTP/1.1" status: 200 len: 797 time: 0.2469597 Aug 26 01:28:23.925994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-4b6e80e7-f96a-4668-b981-ac4013a530bf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:28:23.938380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-4b6e80e7-f96a-4668-b981-ac4013a530bf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:28:23.939466 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-4b6e80e7-f96a-4668-b981-ac4013a530bf tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9996d1e9c5a4ca3826f46b8497097ec HTTP/1.1" status: 200 len: 380 time: 0.0545444 Aug 26 01:28:23.949036 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'port': {'device_id': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'admin_state_up': True, 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'security_groups': ['417b9369-55ca-4583-842e-4fb028d941c2']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:28:24.207684 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:28:24.217072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:28:24.281433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Made reservation on behalf of f9996d1e9c5a4ca3826f46b8497097ec for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:28:24.285691 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:24.454162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.20.0.4 (dd865583-17ac-45fd-a4e2-c34a70058775/bad7d945-eb9d-4c7c-bcbf-798d5511f355/3b3a0357-f613-456a-9288-3bdbe5144582) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:28:24.640876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:24.656040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Transition to ACTIVE for port object 3b3a0357-f613-456a-9288-3bdbe5144582 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:28:24.747031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:24.824277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network dd865583-17ac-45fd-a4e2-c34a70058775 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:28:24.827520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:28:24.832280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:28:24.873782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=3b3a0357-f613-456a-9288-3bdbe5144582,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:24.912210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:24.912883 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:24.999206 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-c4cf84a4-589a-443e-a18c-c2813d390454 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0536699 Aug 26 01:28:25.023854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b6986-b466-49c3-8e08-48b6136fe0d3 req-e2845bb3-f567-4a36-a884-d9d3316a233f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:25.026872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Request body: {'port': {'device_id': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:28:25.030245 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-194b6986-b466-49c3-8e08-48b6136fe0d3 req-e2845bb3-f567-4a36-a884-d9d3316a233f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 931 time: 0.1018474 Aug 26 01:28:25.072354 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-194b6986-b466-49c3-8e08-48b6136fe0d3 req-672bede5-7917-4cc4-ac87-d33c8ecb409e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=417b9369-55ca-4583-842e-4fb028d941c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408847 Aug 26 01:28:25.095483 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d615442a-1ea5-42c1-9f37-b1950226e8df None None] Provisioning for port 3b3a0357-f613-456a-9288-3bdbe5144582 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:28:25.100748 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d615442a-1ea5-42c1-9f37-b1950226e8df None None] Provisioning complete for port 3b3a0357-f613-456a-9288-3bdbe5144582 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:28:25.101161 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d615442a-1ea5-42c1-9f37-b1950226e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:25.144592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:25.155123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d615442a-1ea5-42c1-9f37-b1950226e8df None None] Port 3b3a0357-f613-456a-9288-3bdbe5144582 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:28:25.483285 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3a0357-f613-456a-9288-3bdbe5144582 {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:28:25.491096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:25.506433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Transition to ACTIVE for port object 3b3a0357-f613-456a-9288-3bdbe5144582 will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:28:25.604225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:25.795359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3a0357-f613-456a-9288-3bdbe5144582,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:25.828295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Attempting to bind port 3b3a0357-f613-456a-9288-3bdbe5144582 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:28:25.828931 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Attempting to bind port 3b3a0357-f613-456a-9288-3bdbe5144582 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'e514e6bf-1889-404a-b768-59c74d7ae707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:28:25.828931 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Attempting to bind port 3b3a0357-f613-456a-9288-3bdbe5144582 on network dd865583-17ac-45fd-a4e2-c34a70058775 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:28:25.834154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Port 3b3a0357-f613-456a-9288-3bdbe5144582 on network dd865583-17ac-45fd-a4e2-c34a70058775 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:28:25.836684 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Attempting to bind port 3b3a0357-f613-456a-9288-3bdbe5144582 on network dd865583-17ac-45fd-a4e2-c34a70058775 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:28:25.839938 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:28:25.839938 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Checking segment: {'id': 'e514e6bf-1889-404a-b768-59c74d7ae707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:28:25.840294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Bound using segment: {'id': 'e514e6bf-1889-404a-b768-59c74d7ae707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:28:25.840715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Bound port: 3b3a0357-f613-456a-9288-3bdbe5144582, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e514e6bf-1889-404a-b768-59c74d7ae707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:28:25.841052 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:25.933749 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] For port 3b3a0357-f613-456a-9288-3bdbe5144582, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:28:25.936702 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] For port 3b3a0357-f613-456a-9288-3bdbe5144582, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3b3a0357-f613-456a-9288-3bdbe5144582,segment=NetworkSegment(e514e6bf-1889-404a-b768-59c74d7ae707),segment_id=e514e6bf-1889-404a-b768-59c74d7ae707)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:28:26.027209 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:26.063168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:26.063838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:26.065231 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] 10.222.0.94 "PUT /v2.0/ports/3b3a0357-f613-456a-9288-3bdbe5144582 HTTP/1.1" status: 200 len: 1093 time: 1.0430539 Aug 26 01:28:26.065654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'tag': '3b3a0357-f613-456a-9288-3bdbe5144582'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:28:26.106053 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8565-5428-4620-8739-164c1d8ed625 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3a0357-f613-456a-9288-3bdbe5144582,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:26.237404 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2255fc7-2a61-4df8-9456-f3f7fe688608'] response: {'name': 'network-changed', 'server_uuid': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'tag': '3b3a0357-f613-456a-9288-3bdbe5144582', 'status': 'completed', 'code': 200} Aug 26 01:28:26.273967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a1053-221d-466e-92c9-de5879d8147f req-5e6c3442-c474-4bb4-8589-6676f07b3ec9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:26.275442 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-241a1053-221d-466e-92c9-de5879d8147f req-5e6c3442-c474-4bb4-8589-6676f07b3ec9 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 943 time: 0.0903304 Aug 26 01:28:26.284415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-32bed247-4066-4749-8c45-1373021df495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:26.285914 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-32bed247-4066-4749-8c45-1373021df495 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 1096 time: 0.0844457 Aug 26 01:28:26.320399 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-241a1053-221d-466e-92c9-de5879d8147f req-8f544e8d-3328-427b-b23d-a2df79aabde0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=417b9369-55ca-4583-842e-4fb028d941c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386486 Aug 26 01:28:26.367657 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-d7a8291b-286d-4224-85a8-d5029c80521b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b3a0357-f613-456a-9288-3bdbe5144582 HTTP/1.1" status: 200 len: 217 time: 0.0625682 Aug 26 01:28:26.536652 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-d7ff0709-fe92-48e0-a743-8ef1071c8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:26.538116 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-d7ff0709-fe92-48e0-a743-8ef1071c8e90 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=bad7d945-eb9d-4c7c-bcbf-798d5511f355 HTTP/1.1" status: 200 len: 834 time: 0.1621325 Aug 26 01:28:26.623197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-4553bb4d-00a4-47ed-898d-1cdd93f4b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:26.624670 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-4553bb4d-00a4-47ed-898d-1cdd93f4b66d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dd865583-17ac-45fd-a4e2-c34a70058775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774744 Aug 26 01:28:26.760159 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-85a0541b-3a39-4fd9-bda1-1f16910179dc service neutron] 10.222.0.94 "GET /v2.0/networks/dd865583-17ac-45fd-a4e2-c34a70058775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254230 Aug 26 01:28:26.900031 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2531c68-c28f-442d-a5f1-bbd65f181f48 req-d9aeec74-3e74-4046-ba6d-fdc0a2f06564 service neutron] 10.222.0.94 "GET /v2.0/networks/dd865583-17ac-45fd-a4e2-c34a70058775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304889 Aug 26 01:28:27.173135 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96026b4-b0a8-4898-a2cb-d14250632d26 req-24ac028d-a231-4655-9465-1eae7f61ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:27.174475 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b96026b4-b0a8-4898-a2cb-d14250632d26 req-24ac028d-a231-4655-9465-1eae7f61ed0d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 1096 time: 0.0819428 Aug 26 01:28:27.310495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96026b4-b0a8-4898-a2cb-d14250632d26 req-a55cc124-684c-4e1d-820a-ed62bac974e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:27.311967 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b96026b4-b0a8-4898-a2cb-d14250632d26 req-a55cc124-684c-4e1d-820a-ed62bac974e0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=dd865583-17ac-45fd-a4e2-c34a70058775 HTTP/1.1" status: 200 len: 899 time: 0.1310053 Aug 26 01:28:27.380678 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b96026b4-b0a8-4898-a2cb-d14250632d26 req-7988df3a-e6be-4fc6-ab4d-e0400cf74160 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b3a0357-f613-456a-9288-3bdbe5144582 HTTP/1.1" status: 200 len: 217 time: 0.0601788 Aug 26 01:28:27.488618 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96026b4-b0a8-4898-a2cb-d14250632d26 req-8c21b785-67dd-40e3-ab8f-a76c13d412a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:27.489964 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b96026b4-b0a8-4898-a2cb-d14250632d26 req-8c21b785-67dd-40e3-ab8f-a76c13d412a0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=bad7d945-eb9d-4c7c-bcbf-798d5511f355 HTTP/1.1" status: 200 len: 834 time: 0.1020947 Aug 26 01:28:27.588581 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfee37-24ae-4bab-abc5-dc9488b20ab9 req-6db62c8e-4534-4f83-b04e-f924d32c3156 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:27.589255 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-c5dfee37-24ae-4bab-abc5-dc9488b20ab9 req-6db62c8e-4534-4f83-b04e-f924d32c3156 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:28:27.607582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96026b4-b0a8-4898-a2cb-d14250632d26 req-1943e618-0303-42d4-a488-2dc46469d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:27.609006 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b96026b4-b0a8-4898-a2cb-d14250632d26 req-1943e618-0303-42d4-a488-2dc46469d693 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dd865583-17ac-45fd-a4e2-c34a70058775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1098366 Aug 26 01:28:27.685136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-c5dfee37-24ae-4bab-abc5-dc9488b20ab9 req-6db62c8e-4534-4f83-b04e-f924d32c3156 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:28:27.686298 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c5dfee37-24ae-4bab-abc5-dc9488b20ab9 req-6db62c8e-4534-4f83-b04e-f924d32c3156 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 943 time: 0.2528460 Aug 26 01:28:27.758591 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c5dfee37-24ae-4bab-abc5-dc9488b20ab9 req-694d0797-e968-4a75-8266-1abe1f823703 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=417b9369-55ca-4583-842e-4fb028d941c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618908 Aug 26 01:28:27.781941 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b96026b4-b0a8-4898-a2cb-d14250632d26 req-4f3a90f5-46a7-4a56-902d-1a9551a05434 service neutron] 10.222.0.94 "GET /v2.0/networks/dd865583-17ac-45fd-a4e2-c34a70058775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622412 Aug 26 01:28:27.915239 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b96026b4-b0a8-4898-a2cb-d14250632d26 req-d2a3fbec-0806-45ef-b378-bbf0f8538c2f service neutron] 10.222.0.94 "GET /v2.0/networks/dd865583-17ac-45fd-a4e2-c34a70058775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265650 Aug 26 01:28:28.998776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471182df-55d3-40b4-83c6-213d6602d487 req-de517653-8d01-4c93-9fb1-3c62b6f35bfc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:29.000356 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-471182df-55d3-40b4-83c6-213d6602d487 req-de517653-8d01-4c93-9fb1-3c62b6f35bfc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 943 time: 0.1030729 Aug 26 01:28:29.045317 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-471182df-55d3-40b4-83c6-213d6602d487 req-43a824ef-c5a8-4957-ba14-dec43f9ac82b tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=417b9369-55ca-4583-842e-4fb028d941c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380704 Aug 26 01:28:29.578830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3b3a0357-f613-456a-9288-3bdbe5144582 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:28:29.713519 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3b3a0357-f613-456a-9288-3bdbe5144582, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3b3a0357-f613-456a-9288-3bdbe5144582,segment=NetworkSegment(e514e6bf-1889-404a-b768-59c74d7ae707),segment_id=e514e6bf-1889-404a-b768-59c74d7ae707)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:28:29.727313 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '3b3a0357-f613-456a-9288-3bdbe5144582', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'port_id': '3b3a0357-f613-456a-9288-3bdbe5144582', 'mac_address': 'fa:16:3e:2b:5a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:28:29.786914 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 3b3a0357-f613-456a-9288-3bdbe5144582 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:28:29.787300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:29.804205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3a0357-f613-456a-9288-3bdbe5144582 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:28:29.819665 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3b3a0357-f613-456a-9288-3bdbe5144582, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3b3a0357-f613-456a-9288-3bdbe5144582,segment=NetworkSegment(e514e6bf-1889-404a-b768-59c74d7ae707),segment_id=e514e6bf-1889-404a-b768-59c74d7ae707)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:28:29.923914 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:29.992227 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=3b3a0357-f613-456a-9288-3bdbe5144582,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:30.245478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9db4cb-4f15-4145-86ed-a8e2dfe0c61a req-1cf33c12-0702-4a21-8cfc-f65f991d4ae1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:30.246980 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5d9db4cb-4f15-4145-86ed-a8e2dfe0c61a req-1cf33c12-0702-4a21-8cfc-f65f991d4ae1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 944 time: 0.0912857 Aug 26 01:28:30.265813 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['3b3a0357-f613-456a-9288-3bdbe5144582'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:28:30.292774 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5d9db4cb-4f15-4145-86ed-a8e2dfe0c61a req-1c28c4a9-df39-4951-97e5-421a7f5dde74 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=417b9369-55ca-4583-842e-4fb028d941c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401688 Aug 26 01:28:30.509652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7d111787-c895-4e1d-8f17-749635fd1012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:31.492221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7134a-c77e-4458-8a6f-61f3cff55b44 req-ac8e19df-41d2-4e5c-ad1a-d0926c8efe72 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:31.493686 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a1a7134a-c77e-4458-8a6f-61f3cff55b44 req-ac8e19df-41d2-4e5c-ad1a-d0926c8efe72 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 944 time: 0.0914912 Aug 26 01:28:31.537861 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a1a7134a-c77e-4458-8a6f-61f3cff55b44 req-9b744b7a-716a-4eda-b689-f5c9990f3690 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=417b9369-55ca-4583-842e-4fb028d941c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384107 Aug 26 01:28:31.577388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3b3a0357-f613-456a-9288-3bdbe5144582 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:28:31.738338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 3b3a0357-f613-456a-9288-3bdbe5144582 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:28:31.743303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 3b3a0357-f613-456a-9288-3bdbe5144582 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:28:31.743674 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:31.898092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 3b3a0357-f613-456a-9288-3bdbe5144582 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:28:31.898465 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:31.925170 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3a0357-f613-456a-9288-3bdbe5144582'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:28:31.934896 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3b3a0357-f613-456a-9288-3bdbe5144582, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3b3a0357-f613-456a-9288-3bdbe5144582,segment=NetworkSegment(e514e6bf-1889-404a-b768-59c74d7ae707),segment_id=e514e6bf-1889-404a-b768-59c74d7ae707)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:28:32.019206 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:32.050698 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4906350b-0b29-4710-918f-cc8bf52fb8d6'] response: {'server_uuid': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3a0357-f613-456a-9288-3bdbe5144582', 'code': 200} Aug 26 01:28:32.089664 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=3b3a0357-f613-456a-9288-3bdbe5144582,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:32.446416 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37052cce-c202-4d95-a2b6-0ac9e76a4599 req-b5379d21-8111-4614-baac-39675399eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:32.447915 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-37052cce-c202-4d95-a2b6-0ac9e76a4599 req-b5379d21-8111-4614-baac-39675399eefe service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 1098 time: 0.0788922 Aug 26 01:28:32.492852 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-37052cce-c202-4d95-a2b6-0ac9e76a4599 req-8e1af800-5ae5-4905-8332-377cac836cd5 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=417b9369-55ca-4583-842e-4fb028d941c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342748 Aug 26 01:28:32.736433 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864426-dd4c-4c30-95c9-2dd80d95db0d req-c944a2ea-3744-426c-94ee-e071ce28197a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:32.737908 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-06864426-dd4c-4c30-95c9-2dd80d95db0d req-c944a2ea-3744-426c-94ee-e071ce28197a tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 945 time: 0.0872827 Aug 26 01:28:32.781980 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-06864426-dd4c-4c30-95c9-2dd80d95db0d req-0d21c00e-d871-491f-bf22-22bcca2093a8 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=417b9369-55ca-4583-842e-4fb028d941c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383825 Aug 26 01:28:33.052573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4265668b-1162-40a8-8621-abc51f0994b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:33.726871 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:33.994550 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec811a1d-ea8e-4b79-8f6f-188d1be9c17a req-ef7e6271-eb81-4cb1-893b-cf9e6fd22752 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:33.996017 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec811a1d-ea8e-4b79-8f6f-188d1be9c17a req-ef7e6271-eb81-4cb1-893b-cf9e6fd22752 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 945 time: 0.0995314 Aug 26 01:28:34.006602 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:34.042070 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec811a1d-ea8e-4b79-8f6f-188d1be9c17a req-1bef1f48-17b6-4155-bd88-fd4581a73c4c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=417b9369-55ca-4583-842e-4fb028d941c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399921 Aug 26 01:28:35.249355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abeac60-099a-4169-a7c8-b4ad03c694d1 req-1e1d2f76-5717-4576-a994-66f169d788bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:35.250797 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8abeac60-099a-4169-a7c8-b4ad03c694d1 req-1e1d2f76-5717-4576-a994-66f169d788bc tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 945 time: 0.0983727 Aug 26 01:28:35.299731 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8abeac60-099a-4169-a7c8-b4ad03c694d1 req-31e7afd0-d98d-4ca9-9330-575482cda4a5 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=417b9369-55ca-4583-842e-4fb028d941c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Aug 26 01:28:35.501649 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df39268-19b2-45cd-952f-34660d08b842 req-152bfae9-70d6-45d9-b076-07fcd8e5e5db tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:35.503420 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2df39268-19b2-45cd-952f-34660d08b842 req-152bfae9-70d6-45d9-b076-07fcd8e5e5db tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 945 time: 0.0921025 Aug 26 01:28:35.526935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:35.656366 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2df39268-19b2-45cd-952f-34660d08b842 req-61bb5b34-65ca-42f9-b283-fb486c6b699f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=417b9369-55ca-4583-842e-4fb028d941c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471288 Aug 26 01:28:35.685047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56372) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:35.761558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db788d8c-870d-4787-99ef-83f858aa538e tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:35.763019 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-db788d8c-870d-4787-99ef-83f858aa538e tempest-TestNetworkBasicOps-1407326841 tempest-TestNetworkBasicOps-1407326841-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 1093 time: 0.0769546 Aug 26 01:28:35.765915 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56376) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:35.771186 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '3b3a0357-f613-456a-9288-3bdbe5144582', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:28:35.777109 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:28:35.785589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Usage tracker for resource:floatingip and tenant:f9996d1e9c5a4ca3826f46b8497097ec is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:28:35.788711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:28:35.794672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:28:35.889858 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:36.031467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:36.168452 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Allocated IP 172.26.2.245 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/a5ffa7bc-3108-4e9e-a84d-8dad8e576a47) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:28:36.316620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:36.407089 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:36.476286 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:28:36.479228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:28:36.482844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:28:36.511591 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=a5ffa7bc-3108-4e9e-a84d-8dad8e576a47,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:36.916154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:37.037959 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:37.242087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:37.295229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:37.402119 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:37.448514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event updated for resources: {'Port': ['ID=a5ffa7bc-3108-4e9e-a84d-8dad8e576a47,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:28:37.677704 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 16ef82f4-4457-45cc-9e65-9b81f1698904 associated. External IP: 172.26.2.245, port: 3b3a0357-f613-456a-9288-3bdbe5144582. Aug 26 01:28:38.031325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router d72102b0-5598-41cd-8861-6c20928241c6 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:28:38.209346 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:28:38.218801 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183bc7c1-2536-4ae1-a2e1-f173ab91fd0d None None] Sync routers for ids ['d72102b0-5598-41cd-8861-6c20928241c6'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:28:38.234071 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183bc7c1-2536-4ae1-a2e1-f173ab91fd0d None None] Routers {'d72102b0-5598-41cd-8861-6c20928241c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:28:38.234677 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-183bc7c1-2536-4ae1-a2e1-f173ab91fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:28:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d72102b0-5598-41cd-8861-6c20928241c6'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:38.286623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:38.344254 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-46c83cd1-6212-44e2-920f-c10eb08beb20 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5773339 Aug 26 01:28:38.344976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'tag': '3b3a0357-f613-456a-9288-3bdbe5144582'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:28:38.347753 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56380) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:38.399160 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e409be-13f7-47db-a3d3-90c72e318b6d'] response: {'name': 'network-changed', 'server_uuid': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'tag': '3b3a0357-f613-456a-9288-3bdbe5144582', 'status': 'completed', 'code': 200} Aug 26 01:28:38.414114 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-183bc7c1-2536-4ae1-a2e1-f173ab91fd0d None None] Set router d72102b0-5598-41cd-8861-6c20928241c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:28:38.482339 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-750da236-37b1-424e-abf0-a14cec7f50ad tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/16ef82f4-4457-45cc-9e65-9b81f1698904 HTTP/1.1" status: 200 len: 991 time: 0.1331873 Aug 26 01:28:38.535498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d04e7-2414-433a-90b6-1b8107c82ae5 req-8eb84a74-108f-4b1b-a398-7fa347647275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:38.537133 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-069d04e7-2414-433a-90b6-1b8107c82ae5 req-8eb84a74-108f-4b1b-a398-7fa347647275 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 1098 time: 0.0857327 Aug 26 01:28:38.676280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d04e7-2414-433a-90b6-1b8107c82ae5 req-b879a839-0bf2-461f-825e-cea5daf96841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:38.677766 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-069d04e7-2414-433a-90b6-1b8107c82ae5 req-b879a839-0bf2-461f-825e-cea5daf96841 service neutron] 10.222.0.94 "GET /v2.0/networks?id=dd865583-17ac-45fd-a4e2-c34a70058775 HTTP/1.1" status: 200 len: 899 time: 0.1303949 Aug 26 01:28:38.786174 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-069d04e7-2414-433a-90b6-1b8107c82ae5 req-3ac21761-23d8-444b-b05c-8224e43c3632 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b3a0357-f613-456a-9288-3bdbe5144582 HTTP/1.1" status: 200 len: 999 time: 0.1021636 Aug 26 01:28:38.804839 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-183bc7c1-2536-4ae1-a2e1-f173ab91fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:28:15Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '16ef82f4-4457-45cc-9e65-9b81f1698904', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'port_id': '3b3a0357-f613-456a-9288-3bdbe5144582', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'mac_address': 'fa:16:3e:2b:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:28:36Z', 'updated_at': '2022-08-26T01:28:36Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7e847-a880-4614-8954-0c5751c87be3', 'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:df:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:14Z', 'updated_at': '2022-08-26T01:28:21Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:38.808984 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183bc7c1-2536-4ae1-a2e1-f173ab91fd0d None None] Checking router: d72102b0-5598-41cd-8861-6c20928241c6 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:28:38.818518 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183bc7c1-2536-4ae1-a2e1-f173ab91fd0d None None] Routers {'d72102b0-5598-41cd-8861-6c20928241c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:28:38.819086 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-183bc7c1-2536-4ae1-a2e1-f173ab91fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:28:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d72102b0-5598-41cd-8861-6c20928241c6'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:38.852469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d04e7-2414-433a-90b6-1b8107c82ae5 req-dc317c53-0d30-4146-a70b-f2114f7d5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:38.852469 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-069d04e7-2414-433a-90b6-1b8107c82ae5 req-dc317c53-0d30-4146-a70b-f2114f7d5f13 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=bad7d945-eb9d-4c7c-bcbf-798d5511f355 HTTP/1.1" status: 200 len: 834 time: 0.0578189 Aug 26 01:28:38.938980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d04e7-2414-433a-90b6-1b8107c82ae5 req-d843d45f-266f-48e4-aa9d-f136434ef845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:28:38.941336 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-069d04e7-2414-433a-90b6-1b8107c82ae5 req-d843d45f-266f-48e4-aa9d-f136434ef845 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dd865583-17ac-45fd-a4e2-c34a70058775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851753 Aug 26 01:28:39.010788 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-183bc7c1-2536-4ae1-a2e1-f173ab91fd0d None None] Set router d72102b0-5598-41cd-8861-6c20928241c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:28:39.075149 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-069d04e7-2414-433a-90b6-1b8107c82ae5 req-ceebd689-e682-4649-abcc-39cdff8f247b service neutron] 10.222.0.94 "GET /v2.0/networks/dd865583-17ac-45fd-a4e2-c34a70058775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265545 Aug 26 01:28:39.206785 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-069d04e7-2414-433a-90b6-1b8107c82ae5 req-d120cd8b-85e8-4cf2-b81f-f1606e27504a service neutron] 10.222.0.94 "GET /v2.0/networks/dd865583-17ac-45fd-a4e2-c34a70058775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251252 Aug 26 01:28:39.357082 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-183bc7c1-2536-4ae1-a2e1-f173ab91fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:28:15Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '16ef82f4-4457-45cc-9e65-9b81f1698904', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'port_id': '3b3a0357-f613-456a-9288-3bdbe5144582', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'mac_address': 'fa:16:3e:2b:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:28:36Z', 'updated_at': '2022-08-26T01:28:36Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7e847-a880-4614-8954-0c5751c87be3', 'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:df:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:14Z', 'updated_at': '2022-08-26T01:28:21Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:28:39.360945 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183bc7c1-2536-4ae1-a2e1-f173ab91fd0d None None] The sync data for ids ['d72102b0-5598-41cd-8861-6c20928241c6'] in dv-neutron-854561-2-hyperv is: [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:28:15Z', 'revision_number': 4, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '16ef82f4-4457-45cc-9e65-9b81f1698904', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'port_id': '3b3a0357-f613-456a-9288-3bdbe5144582', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'mac_address': 'fa:16:3e:2b:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:28:36Z', 'updated_at': '2022-08-26T01:28:36Z', 'revision_number': 0, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7e847-a880-4614-8954-0c5751c87be3', 'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:df:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:14Z', 'updated_at': '2022-08-26T01:28:21Z', 'revision_number': 5, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:28:39.485071 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56386) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:39.553113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc42ab8-547c-42b8-a868-bcc59a38b919 None None] New status for floating IP 16ef82f4-4457-45cc-9e65-9b81f1698904: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:28:39.598528 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0952c407-ee23-4ecb-8066-780f778af88e tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/16ef82f4-4457-45cc-9e65-9b81f1698904 HTTP/1.1" status: 200 len: 991 time: 0.1123114 Aug 26 01:28:40.602512 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56390) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:28:40.708975 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2e816293-4148-4acc-864e-5a12e65f5558 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/16ef82f4-4457-45cc-9e65-9b81f1698904 HTTP/1.1" status: 200 len: 993 time: 0.1053221 Aug 26 01:28:40.801324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:28:54.946194 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:29:00.488932 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-62d6e0c8-4000-4059-bc28-af038d4f7f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:03.003110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-336251be-d6ea-492b-a3a1-c89bdf568f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:03.726288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:03.997367 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:05.528628 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:09.854859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56410) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:09.860035 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5f2ddfc7-5a27-4c5a-ae11-9c247b1457e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:29:10.507359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5f2ddfc7-5a27-4c5a-ae11-9c247b1457e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:10.583405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5f2ddfc7-5a27-4c5a-ae11-9c247b1457e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:10.764247 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2ddfc7-5a27-4c5a-ae11-9c247b1457e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router d72102b0-5598-41cd-8861-6c20928241c6 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:29:10.834097 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:10.946948 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2ddfc7-5a27-4c5a-ae11-9c247b1457e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:29:10.954617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5f2ddfc7-5a27-4c5a-ae11-9c247b1457e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:10.955753 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5f2ddfc7-5a27-4c5a-ae11-9c247b1457e2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/d72102b0-5598-41cd-8861-6c20928241c6 HTTP/1.1" status: 200 len: 889 time: 1.0998845 Aug 26 01:29:10.957321 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c36c11-540c-495a-94bb-47e533625033 None None] Sync routers for ids ['d72102b0-5598-41cd-8861-6c20928241c6'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:29:10.969101 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c36c11-540c-495a-94bb-47e533625033 None None] Routers {'d72102b0-5598-41cd-8861-6c20928241c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:29:10.969702 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b3c36c11-540c-495a-94bb-47e533625033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:29:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d72102b0-5598-41cd-8861-6c20928241c6'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:11.032558 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b3c36c11-540c-495a-94bb-47e533625033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:11.040955 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c36c11-540c-495a-94bb-47e533625033 None None] Routers {'d72102b0-5598-41cd-8861-6c20928241c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:29:11.041920 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b3c36c11-540c-495a-94bb-47e533625033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:29:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d72102b0-5598-41cd-8861-6c20928241c6'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:11.104415 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b3c36c11-540c-495a-94bb-47e533625033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:11.104806 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c36c11-540c-495a-94bb-47e533625033 None None] The sync data for ids ['d72102b0-5598-41cd-8861-6c20928241c6'] in dv-neutron-854561-2-hyperv is: [] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:29:11.871276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bb3530-2a21-40b2-a6c1-b9edfb180eba None None] New status for floating IP 16ef82f4-4457-45cc-9e65-9b81f1698904: DOWN {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:29:12.992262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6ea7e847-a880-4614-8954-0c5751c87be3 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:29:13.110440 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6ea7e847-a880-4614-8954-0c5751c87be3 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:29:13.110827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:13.143911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 6ea7e847-a880-4614-8954-0c5751c87be3, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6ea7e847-a880-4614-8954-0c5751c87be3,segment=NetworkSegment(e514e6bf-1889-404a-b768-59c74d7ae707),segment_id=e514e6bf-1889-404a-b768-59c74d7ae707)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:29:13.145135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56416) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:13.150234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0e79b673-36e6-4396-b71e-2830c8d5f30d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:29:13.225394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:13.226139 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3bc1408e-cca7-41de-a992-15db8d5b9eb6 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:29:13.341996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=6ea7e847-a880-4614-8954-0c5751c87be3,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:13.351083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:13.351436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:13.351779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:13.352119 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:13.352450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:13.352782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:13.353111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:13.354003 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:13.354337 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:13.354740 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:13.354988 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:13.355314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:13.412235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3bc1408e-cca7-41de-a992-15db8d5b9eb6 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:29:13.412676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:13.429606 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 3bc1408e-cca7-41de-a992-15db8d5b9eb6, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3bc1408e-cca7-41de-a992-15db8d5b9eb6,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:29:13.494372 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:13.568353 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=3bc1408e-cca7-41de-a992-15db8d5b9eb6,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:13.806369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0e79b673-36e6-4396-b71e-2830c8d5f30d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:13.891615 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0e79b673-36e6-4396-b71e-2830c8d5f30d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524406'] for router, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:14.071093 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e79b673-36e6-4396-b71e-2830c8d5f30d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router d72102b0-5598-41cd-8861-6c20928241c6 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:29:14.254229 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e79b673-36e6-4396-b71e-2830c8d5f30d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:29:14.261497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0e79b673-36e6-4396-b71e-2830c8d5f30d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:14.262654 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0e79b673-36e6-4396-b71e-2830c8d5f30d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/d72102b0-5598-41cd-8861-6c20928241c6 HTTP/1.1" status: 200 len: 888 time: 1.1165075 Aug 26 01:29:14.264706 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee300480-30ce-4593-abf2-3999237c274e None None] Sync routers for ids ['d72102b0-5598-41cd-8861-6c20928241c6'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:29:14.265771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56420) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:14.274241 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee300480-30ce-4593-abf2-3999237c274e None None] Routers {'d72102b0-5598-41cd-8861-6c20928241c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:29:14.274839 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ee300480-30ce-4593-abf2-3999237c274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:29:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d72102b0-5598-41cd-8861-6c20928241c6'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:14.372194 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-277ecb92-974b-441a-b46b-c32ee3abbd2c tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/16ef82f4-4457-45cc-9e65-9b81f1698904 HTTP/1.1" status: 200 len: 991 time: 0.1053567 Aug 26 01:29:14.453862 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ee300480-30ce-4593-abf2-3999237c274e None None] Set router d72102b0-5598-41cd-8861-6c20928241c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:29:14.800467 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ee300480-30ce-4593-abf2-3999237c274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:29:13Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:29:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '16ef82f4-4457-45cc-9e65-9b81f1698904', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'port_id': '3b3a0357-f613-456a-9288-3bdbe5144582', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'mac_address': 'fa:16:3e:2b:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:28:36Z', 'updated_at': '2022-08-26T01:29:12Z', 'revision_number': 2, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7e847-a880-4614-8954-0c5751c87be3', 'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:df:d3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:14Z', 'updated_at': '2022-08-26T01:29:13Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:14.804147 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee300480-30ce-4593-abf2-3999237c274e None None] Checking router: d72102b0-5598-41cd-8861-6c20928241c6 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:29:14.813487 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee300480-30ce-4593-abf2-3999237c274e None None] Routers {'d72102b0-5598-41cd-8861-6c20928241c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:29:14.814109 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ee300480-30ce-4593-abf2-3999237c274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:29:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d72102b0-5598-41cd-8861-6c20928241c6'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:15.015033 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ee300480-30ce-4593-abf2-3999237c274e None None] Set router d72102b0-5598-41cd-8861-6c20928241c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:29:15.352983 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ee300480-30ce-4593-abf2-3999237c274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:29:13Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:29:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '16ef82f4-4457-45cc-9e65-9b81f1698904', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'port_id': '3b3a0357-f613-456a-9288-3bdbe5144582', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'mac_address': 'fa:16:3e:2b:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:28:36Z', 'updated_at': '2022-08-26T01:29:12Z', 'revision_number': 2, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7e847-a880-4614-8954-0c5751c87be3', 'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:df:d3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:14Z', 'updated_at': '2022-08-26T01:29:13Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:15.357393 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee300480-30ce-4593-abf2-3999237c274e None None] The sync data for ids ['d72102b0-5598-41cd-8861-6c20928241c6'] in dv-neutron-854561-2-hyperv is: [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:29:13Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:29:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '16ef82f4-4457-45cc-9e65-9b81f1698904', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'floating_ip_address': '172.26.2.245', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'port_id': '3b3a0357-f613-456a-9288-3bdbe5144582', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'mac_address': 'fa:16:3e:2b:5a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:28:36Z', 'updated_at': '2022-08-26T01:29:12Z', 'revision_number': 2, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea7e847-a880-4614-8954-0c5751c87be3', 'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:df:d3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:14Z', 'updated_at': '2022-08-26T01:29:13Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:29:15.376322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56424) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:15.482327 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4dc9ebfe-85a6-4823-ae17-31705c6e6dc4 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/16ef82f4-4457-45cc-9e65-9b81f1698904 HTTP/1.1" status: 200 len: 991 time: 0.1048729 Aug 26 01:29:16.486203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56428) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:16.595963 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8975481f-7d57-4eda-a611-6c5e7b29dbcb tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/16ef82f4-4457-45cc-9e65-9b81f1698904 HTTP/1.1" status: 200 len: 991 time: 0.1085362 Aug 26 01:29:16.969415 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6db0f0-6c44-4793-8b8a-afe0e69b142d None None] New status for floating IP 16ef82f4-4457-45cc-9e65-9b81f1698904: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:29:17.051277 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3bc1408e-cca7-41de-a992-15db8d5b9eb6 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:29:17.324870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3bc1408e-cca7-41de-a992-15db8d5b9eb6 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:29:17.325166 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:17.443299 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3bc1408e-cca7-41de-a992-15db8d5b9eb6 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:29:17.443678 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:17.461010 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 3bc1408e-cca7-41de-a992-15db8d5b9eb6, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3bc1408e-cca7-41de-a992-15db8d5b9eb6,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:29:17.517293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:17.518284 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6ea7e847-a880-4614-8954-0c5751c87be3 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:29:17.599788 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56432) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:17.638444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=3bc1408e-cca7-41de-a992-15db8d5b9eb6,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:17.650434 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 6ea7e847-a880-4614-8954-0c5751c87be3 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:29:17.650814 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:17.724359 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-976b309f-9595-4cb8-9484-80bcf0ae03b3 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/floatingips/16ef82f4-4457-45cc-9e65-9b81f1698904 HTTP/1.1" status: 200 len: 993 time: 0.1223917 Aug 26 01:29:17.784877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6ea7e847-a880-4614-8954-0c5751c87be3 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:29:17.785271 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:17.820402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 6ea7e847-a880-4614-8954-0c5751c87be3, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6ea7e847-a880-4614-8954-0c5751c87be3,segment=NetworkSegment(e514e6bf-1889-404a-b768-59c74d7ae707),segment_id=e514e6bf-1889-404a-b768-59c74d7ae707)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:29:17.893990 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:17.971539 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=6ea7e847-a880-4614-8954-0c5751c87be3,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:18.065978 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56440) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:18.267849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port a5ffa7bc-3108-4e9e-a84d-8dad8e576a47 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:29:18.268105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:18.436676 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:18.437001 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:18.685751 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for a5ffa7bc-3108-4e9e-a84d-8dad8e576a47 owned by network:floatingip {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:29:18.934300 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:18.985356 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=a5ffa7bc-3108-4e9e-a84d-8dad8e576a47,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:19.009019 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3bc1408e-cca7-41de-a992-15db8d5b9eb6 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:29:19.028782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:19.029131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:19.029481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:19.029887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:19.030219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:19.030548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:19.030874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:19.031199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:19.031524 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:19.031842 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:19.032170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:19.032486 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:19.080466 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3bc1408e-cca7-41de-a992-15db8d5b9eb6 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:29:19.080843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:19.095481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for floatingip, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:19.095742 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Floating IP 16ef82f4-4457-45cc-9e65-9b81f1698904 disassociated (deleted). External IP: 172.26.2.245, port: 3b3a0357-f613-456a-9288-3bdbe5144582. Aug 26 01:29:19.202040 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3bc1408e-cca7-41de-a992-15db8d5b9eb6 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:29:19.203133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6ea7e847-a880-4614-8954-0c5751c87be3 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:29:19.270924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 6ea7e847-a880-4614-8954-0c5751c87be3 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:29:19.271297 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:19.391149 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6ea7e847-a880-4614-8954-0c5751c87be3 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:29:19.455769 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router d72102b0-5598-41cd-8861-6c20928241c6 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:29:19.632226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:29:19.641970 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe774c-a4c0-4968-beaa-be65faf7b736 None None] Sync routers for ids ['d72102b0-5598-41cd-8861-6c20928241c6'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:29:19.651450 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe774c-a4c0-4968-beaa-be65faf7b736 None None] Routers {'d72102b0-5598-41cd-8861-6c20928241c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:29:19.652073 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9dbe774c-a4c0-4968-beaa-be65faf7b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:29:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d72102b0-5598-41cd-8861-6c20928241c6'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:19.762559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:19.822063 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4bcef38b-a85e-4e20-8f86-e12484c6108d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/floatingips/16ef82f4-4457-45cc-9e65-9b81f1698904 HTTP/1.1" status: 204 len: 168 time: 1.7549689 Aug 26 01:29:19.823630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'tag': '3b3a0357-f613-456a-9288-3bdbe5144582'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:29:19.834077 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-9dbe774c-a4c0-4968-beaa-be65faf7b736 None None] Set router d72102b0-5598-41cd-8861-6c20928241c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:29:19.883156 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-394b146a-a911-4d75-a48c-9597d84b2b34'] response: {'name': 'network-changed', 'server_uuid': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'tag': '3b3a0357-f613-456a-9288-3bdbe5144582', 'status': 'completed', 'code': 200} Aug 26 01:29:20.142613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44410c-ff0a-4dd7-b907-0e0c6418444b req-876764ec-ef8f-4e04-8e4a-334a2ef2fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:20.144143 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b44410c-ff0a-4dd7-b907-0e0c6418444b req-876764ec-ef8f-4e04-8e4a-334a2ef2fa9c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 1098 time: 0.2021997 Aug 26 01:29:20.157667 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9dbe774c-a4c0-4968-beaa-be65faf7b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:29:13Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:29:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '6ea7e847-a880-4614-8954-0c5751c87be3', 'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:df:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:14Z', 'updated_at': '2022-08-26T01:29:17Z', 'revision_number': 7, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:20.161836 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe774c-a4c0-4968-beaa-be65faf7b736 None None] Checking router: d72102b0-5598-41cd-8861-6c20928241c6 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:29:20.171373 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe774c-a4c0-4968-beaa-be65faf7b736 None None] Routers {'d72102b0-5598-41cd-8861-6c20928241c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:29:20.171921 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9dbe774c-a4c0-4968-beaa-be65faf7b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:29:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d72102b0-5598-41cd-8861-6c20928241c6'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:20.286329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44410c-ff0a-4dd7-b907-0e0c6418444b req-4ae30dac-0a96-43b8-ae50-c50510df3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:20.288070 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b44410c-ff0a-4dd7-b907-0e0c6418444b req-4ae30dac-0a96-43b8-ae50-c50510df3a40 service neutron] 10.222.0.94 "GET /v2.0/networks?id=dd865583-17ac-45fd-a4e2-c34a70058775 HTTP/1.1" status: 200 len: 899 time: 0.1339531 Aug 26 01:29:20.388638 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-9dbe774c-a4c0-4968-beaa-be65faf7b736 None None] Set router d72102b0-5598-41cd-8861-6c20928241c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:29:20.439997 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b44410c-ff0a-4dd7-b907-0e0c6418444b req-a7df06ba-4a55-4b53-aa6b-5799487eba89 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b3a0357-f613-456a-9288-3bdbe5144582 HTTP/1.1" status: 200 len: 217 time: 0.1024103 Aug 26 01:29:20.521350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44410c-ff0a-4dd7-b907-0e0c6418444b req-02ab637d-e975-4d31-8f00-0e153175bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:20.522788 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b44410c-ff0a-4dd7-b907-0e0c6418444b req-02ab637d-e975-4d31-8f00-0e153175bf87 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=bad7d945-eb9d-4c7c-bcbf-798d5511f355 HTTP/1.1" status: 200 len: 834 time: 0.0737796 Aug 26 01:29:20.576631 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121fdad-1133-4ee0-906b-2be2b888dd35 req-653f6f1a-ad8d-43ac-859c-466cc19129b6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:20.578100 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f121fdad-1133-4ee0-906b-2be2b888dd35 req-653f6f1a-ad8d-43ac-859c-466cc19129b6 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 945 time: 0.1851959 Aug 26 01:29:20.642752 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f121fdad-1133-4ee0-906b-2be2b888dd35 req-4d8872de-35da-48a2-bdeb-c53d09c6f6a2 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=417b9369-55ca-4583-842e-4fb028d941c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561371 Aug 26 01:29:20.652293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44410c-ff0a-4dd7-b907-0e0c6418444b req-70e4a962-c627-4b1c-95e5-f7782adb5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:20.653768 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b44410c-ff0a-4dd7-b907-0e0c6418444b req-70e4a962-c627-4b1c-95e5-f7782adb5d76 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dd865583-17ac-45fd-a4e2-c34a70058775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1242588 Aug 26 01:29:20.707325 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9dbe774c-a4c0-4968-beaa-be65faf7b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:29:13Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:29:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '6ea7e847-a880-4614-8954-0c5751c87be3', 'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:df:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:14Z', 'updated_at': '2022-08-26T01:29:17Z', 'revision_number': 7, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:20.711333 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe774c-a4c0-4968-beaa-be65faf7b736 None None] The sync data for ids ['d72102b0-5598-41cd-8861-6c20928241c6'] in dv-neutron-854561-2-hyperv is: [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:29:13Z', 'revision_number': 6, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:29:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '6ea7e847-a880-4614-8954-0c5751c87be3', 'name': '', 'network_id': 'dd865583-17ac-45fd-a4e2-c34a70058775', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'mac_address': 'fa:16:3e:df:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:14Z', 'updated_at': '2022-08-26T01:29:17Z', 'revision_number': 7, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'subnets': [{'id': 'bad7d945-eb9d-4c7c-bcbf-798d5511f355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:29:20.793118 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b44410c-ff0a-4dd7-b907-0e0c6418444b req-c0e685d1-8763-4e85-9bf8-f2dceb105c66 service neutron] 10.222.0.94 "GET /v2.0/networks/dd865583-17ac-45fd-a4e2-c34a70058775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319790 Aug 26 01:29:20.936298 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b44410c-ff0a-4dd7-b907-0e0c6418444b req-490a5e4e-73a8-4c23-8f85-a4de05830bb3 service neutron] 10.222.0.94 "GET /v2.0/networks/dd865583-17ac-45fd-a4e2-c34a70058775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343844 Aug 26 01:29:21.378844 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd4a8e0-9319-403f-b9d0-64d24fa3ef04 None None] New status for floating IP 16ef82f4-4457-45cc-9e65-9b81f1698904: DOWN {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:29:21.844958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9c3ae-6db0-42e3-934a-2da4ce2950c9 req-4bbb4c2e-1d64-467f-9946-c57d19633d39 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:21.845652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-b2b9c3ae-6db0-42e3-934a-2da4ce2950c9 req-4bbb4c2e-1d64-467f-9946-c57d19633d39 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:29:21.942599 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-b2b9c3ae-6db0-42e3-934a-2da4ce2950c9 req-4bbb4c2e-1d64-467f-9946-c57d19633d39 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:29:21.943772 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b2b9c3ae-6db0-42e3-934a-2da4ce2950c9 req-4bbb4c2e-1d64-467f-9946-c57d19633d39 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 945 time: 0.1885531 Aug 26 01:29:21.989714 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b2b9c3ae-6db0-42e3-934a-2da4ce2950c9 req-219076b0-77e2-4d73-8b67-362c344614a0 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/security-groups?id=417b9369-55ca-4583-842e-4fb028d941c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392604 Aug 26 01:29:22.116460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406b328-d463-4f5f-858c-209b63a78e41 req-8f193622-c25d-45c0-8535-a40e4eebe901 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:22.117792 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c406b328-d463-4f5f-858c-209b63a78e41 req-8f193622-c25d-45c0-8535-a40e4eebe901 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 945 time: 0.0850618 Aug 26 01:29:22.188600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-c406b328-d463-4f5f-858c-209b63a78e41 req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 3b3a0357-f613-456a-9288-3bdbe5144582 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:29:22.188933 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c406b328-d463-4f5f-858c-209b63a78e41 req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:22.430848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-c406b328-d463-4f5f-858c-209b63a78e41 req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 3b3a0357-f613-456a-9288-3bdbe5144582, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3b3a0357-f613-456a-9288-3bdbe5144582,segment=NetworkSegment(e514e6bf-1889-404a-b768-59c74d7ae707),segment_id=e514e6bf-1889-404a-b768-59c74d7ae707)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:29:22.431110 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c406b328-d463-4f5f-858c-209b63a78e41 req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:22.553334 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-c406b328-d463-4f5f-858c-209b63a78e41 req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 3b3a0357-f613-456a-9288-3bdbe5144582 owned by compute:nova {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:29:22.774002 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c406b328-d463-4f5f-858c-209b63a78e41 req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:22.926306 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=3b3a0357-f613-456a-9288-3bdbe5144582,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:22.968789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:22.969128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:22.969469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:22.969820 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:22.970149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:22.970471 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:22.970788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:22.971104 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:22.971421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:22.971734 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:22.972045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:22.972356 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:29:23.020315 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-c406b328-d463-4f5f-858c-209b63a78e41 req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] No DVR routers for this DVR port 3b3a0357-f613-456a-9288-3bdbe5144582 on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:29:23.022775 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-c406b328-d463-4f5f-858c-209b63a78e41 req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:23.027548 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'name': 'network-vif-deleted', 'tag': '3b3a0357-f613-456a-9288-3bdbe5144582'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:29:23.077326 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa12e9ad-dd91-4310-bd39-2744da9cd120'] response: {'server_uuid': '1349603d-5a2b-4ee9-b0e1-46eac1b4b0de', 'name': 'network-vif-deleted', 'tag': '3b3a0357-f613-456a-9288-3bdbe5144582', 'status': 'completed', 'code': 200} Aug 26 01:29:23.097357 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c406b328-d463-4f5f-858c-209b63a78e41 req-92da07b2-2f2b-45fb-a11a-f470ba786f5d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.94 "DELETE /v2.0/ports/3b3a0357-f613-456a-9288-3bdbe5144582 HTTP/1.1" status: 204 len: 173 time: 0.9717517 Aug 26 01:29:23.163193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-0be94f3c-2f77-40e9-a2fb-30d8899bf45a req-7936cf54-6ad4-4e71-b74a-488ba49ffbab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Synchronizing usage tracker for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:29:23.256513 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-0be94f3c-2f77-40e9-a2fb-30d8899bf45a req-7936cf54-6ad4-4e71-b74a-488ba49ffbab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Unset dirty status for tenant:f9996d1e9c5a4ca3826f46b8497097ec on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:29:23.258144 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0be94f3c-2f77-40e9-a2fb-30d8899bf45a req-7936cf54-6ad4-4e71-b74a-488ba49ffbab tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "GET /v2.0/ports?device_id=1349603d-5a2b-4ee9-b0e1-46eac1b4b0de HTTP/1.1" status: 200 len: 210 time: 0.1480703 Aug 26 01:29:24.359731 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56458) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:24.427162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ec36ef67-a441-4b96-9409-948465c17b1d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:24.457172 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ec36ef67-a441-4b96-9409-948465c17b1d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:24.579496 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ec36ef67-a441-4b96-9409-948465c17b1d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:24.598905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36ef67-a441-4b96-9409-948465c17b1d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417b9369-55ca-4583-842e-4fb028d941c2,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:24.668111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ec36ef67-a441-4b96-9409-948465c17b1d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:24.669251 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ec36ef67-a441-4b96-9409-948465c17b1d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/security-groups/417b9369-55ca-4583-842e-4fb028d941c2 HTTP/1.1" status: 204 len: 168 time: 0.3085036 Aug 26 01:29:24.760673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56464) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:25.320096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c3254dda-8ea3-4794-bc99-ad157b6cdad1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:25.674280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c3254dda-8ea3-4794-bc99-ad157b6cdad1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 6ea7e847-a880-4614-8954-0c5751c87be3 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:29:25.674971 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c3254dda-8ea3-4794-bc99-ad157b6cdad1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:25.818718 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3b3a0357-f613-456a-9288-3bdbe5144582 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:29:25.857341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 3b3a0357-f613-456a-9288-3bdbe5144582 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:29:25.857680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3b3a0357-f613-456a-9288-3bdbe5144582 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:29:25.864652 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-c3254dda-8ea3-4794-bc99-ad157b6cdad1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 6ea7e847-a880-4614-8954-0c5751c87be3, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6ea7e847-a880-4614-8954-0c5751c87be3,segment=NetworkSegment(e514e6bf-1889-404a-b768-59c74d7ae707),segment_id=e514e6bf-1889-404a-b768-59c74d7ae707)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:29:25.865009 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c3254dda-8ea3-4794-bc99-ad157b6cdad1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:26.089235 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c3254dda-8ea3-4794-bc99-ad157b6cdad1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 6ea7e847-a880-4614-8954-0c5751c87be3 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:29:26.350948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c3254dda-8ea3-4794-bc99-ad157b6cdad1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:26.403202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3254dda-8ea3-4794-bc99-ad157b6cdad1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=6ea7e847-a880-4614-8954-0c5751c87be3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:26.691228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c3254dda-8ea3-4794-bc99-ad157b6cdad1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:27.056930 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3254dda-8ea3-4794-bc99-ad157b6cdad1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Router d72102b0-5598-41cd-8861-6c20928241c6 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:29:27.234438 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3254dda-8ea3-4794-bc99-ad157b6cdad1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:29:27.244241 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc7c0b5-cdd2-400b-8989-9362cde96f68 None None] Sync routers for ids ['d72102b0-5598-41cd-8861-6c20928241c6'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:29:27.253399 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7c0b5-cdd2-400b-8989-9362cde96f68 None None] Routers {'d72102b0-5598-41cd-8861-6c20928241c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:29:27.261933 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9fc7c0b5-cdd2-400b-8989-9362cde96f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:29:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d72102b0-5598-41cd-8861-6c20928241c6'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:27.310187 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c3254dda-8ea3-4794-bc99-ad157b6cdad1 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "PUT /v2.0/routers/d72102b0-5598-41cd-8861-6c20928241c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5483463 Aug 26 01:29:27.313046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56468) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:27.379276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-61dc00f7-e248-4951-ac68-623f6b97d53f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting subnet bad7d945-eb9d-4c7c-bcbf-798d5511f355 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:29:27.382259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61dc00f7-e248-4951-ac68-623f6b97d53f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:27.434581 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-9fc7c0b5-cdd2-400b-8989-9362cde96f68 None None] Set router d72102b0-5598-41cd-8861-6c20928241c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:29:27.439806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61dc00f7-e248-4951-ac68-623f6b97d53f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:27.522105 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61dc00f7-e248-4951-ac68-623f6b97d53f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:27.722314 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9fc7c0b5-cdd2-400b-8989-9362cde96f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:29:26Z', 'revision_number': 7, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:29:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:27.726493 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc7c0b5-cdd2-400b-8989-9362cde96f68 None None] Checking router: d72102b0-5598-41cd-8861-6c20928241c6 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:29:27.735776 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7c0b5-cdd2-400b-8989-9362cde96f68 None None] Routers {'d72102b0-5598-41cd-8861-6c20928241c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:29:27.736341 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9fc7c0b5-cdd2-400b-8989-9362cde96f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:29:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d72102b0-5598-41cd-8861-6c20928241c6'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:27.788860 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61dc00f7-e248-4951-ac68-623f6b97d53f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:27.827855 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc00f7-e248-4951-ac68-623f6b97d53f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Subnet': ['ID=bad7d945-eb9d-4c7c-bcbf-798d5511f355,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:27.833127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61dc00f7-e248-4951-ac68-623f6b97d53f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:27.843531 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-61dc00f7-e248-4951-ac68-623f6b97d53f tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/subnets/bad7d945-eb9d-4c7c-bcbf-798d5511f355 HTTP/1.1" status: 204 len: 168 time: 0.5258510 Aug 26 01:29:27.843531 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56472) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:27.845881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42f6209-5c97-4f9e-bdac-8c48c64322e7 None None] Network dd865583-17ac-45fd-a4e2-c34a70058775 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:29:27.926497 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-9fc7c0b5-cdd2-400b-8989-9362cde96f68 None None] Set router d72102b0-5598-41cd-8861-6c20928241c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:29:28.026584 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:28.119525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70879c80-632f-4849-8333-fa9e8fafb2b6 None None] DHCP port deletion for dd865583-17ac-45fd-a4e2-c34a70058775 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:29:28.124385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-70879c80-632f-4849-8333-fa9e8fafb2b6 None None] Deleting port e56f1e53-5082-4e5c-be8d-b7921681cca5 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:29:28.124765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-70879c80-632f-4849-8333-fa9e8fafb2b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:28.225004 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:28.267699 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9fc7c0b5-cdd2-400b-8989-9362cde96f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:29:26Z', 'revision_number': 7, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:29:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:28.271703 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc7c0b5-cdd2-400b-8989-9362cde96f68 None None] The sync data for ids ['d72102b0-5598-41cd-8861-6c20928241c6'] in dv-neutron-854561-2-hyperv is: [{'id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'name': 'tempest-TestNetworkBasicOps-router-1868819810', 'tenant_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:28:09Z', 'updated_at': '2022-08-26T01:29:26Z', 'revision_number': 7, 'project_id': 'f9996d1e9c5a4ca3826f46b8497097ec', 'gw_port': {'id': '3bc1408e-cca7-41de-a992-15db8d5b9eb6', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72102b0-5598-41cd-8861-6c20928241c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:28:10Z', 'updated_at': '2022-08-26T01:29:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:29:28.314369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Deleting port 3bc1408e-cca7-41de-a992-15db8d5b9eb6 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:29:28.314647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:28.392339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-70879c80-632f-4849-8333-fa9e8fafb2b6 None None] For port e56f1e53-5082-4e5c-be8d-b7921681cca5, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=e56f1e53-5082-4e5c-be8d-b7921681cca5,segment=NetworkSegment(e514e6bf-1889-404a-b768-59c74d7ae707),segment_id=e514e6bf-1889-404a-b768-59c74d7ae707)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:29:28.392657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-70879c80-632f-4849-8333-fa9e8fafb2b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:28.493383 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] For port 3bc1408e-cca7-41de-a992-15db8d5b9eb6, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3bc1408e-cca7-41de-a992-15db8d5b9eb6,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:29:28.493734 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:28.515763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-70879c80-632f-4849-8333-fa9e8fafb2b6 None None] Calling delete_port for e56f1e53-5082-4e5c-be8d-b7921681cca5 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:29:28.614850 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Calling delete_port for 3bc1408e-cca7-41de-a992-15db8d5b9eb6 owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:29:28.642572 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-70879c80-632f-4849-8333-fa9e8fafb2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:28.698110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70879c80-632f-4849-8333-fa9e8fafb2b6 None None] Pushing event deleted for resources: {'Port': ['ID=e56f1e53-5082-4e5c-be8d-b7921681cca5,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:28.701787 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70879c80-632f-4849-8333-fa9e8fafb2b6 None None] No DVR routers for this DVR port e56f1e53-5082-4e5c-be8d-b7921681cca5 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:29:28.942449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:28.990195 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Port': ['ID=3bc1408e-cca7-41de-a992-15db8d5b9eb6,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:29.004891 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e56f1e53-5082-4e5c-be8d-b7921681cca5 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:29:29.039451 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: e56f1e53-5082-4e5c-be8d-b7921681cca5 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:29:29.039797 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device e56f1e53-5082-4e5c-be8d-b7921681cca5 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:29:29.040206 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6ea7e847-a880-4614-8954-0c5751c87be3 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:29:29.076719 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 6ea7e847-a880-4614-8954-0c5751c87be3 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:29:29.077066 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6ea7e847-a880-4614-8954-0c5751c87be3 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:29:29.092138 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:29.263937 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:29.266061 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:29.359462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:29.360007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Fanout notify agent at l3_agent the message router_deleted on router d72102b0-5598-41cd-8861-6c20928241c6 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:29:29.380468 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:29.382096 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ff90f3ef-37d0-477a-9f56-0aaf3e885e84 tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/routers/d72102b0-5598-41cd-8861-6c20928241c6 HTTP/1.1" status: 204 len: 168 time: 1.5378060 Aug 26 01:29:29.385721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56476) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:29.607245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-86b719e5-4707-47c4-9a26-6df1537ef46d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:29.741288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-86b719e5-4707-47c4-9a26-6df1537ef46d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:29.766957 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-86b719e5-4707-47c4-9a26-6df1537ef46d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd865583-17ac-45fd-a4e2-c34a70058775']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:29.779113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-86b719e5-4707-47c4-9a26-6df1537ef46d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e514e6bf-1889-404a-b768-59c74d7ae707') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:29.779413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-86b719e5-4707-47c4-9a26-6df1537ef46d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e514e6bf-1889-404a-b768-59c74d7ae707') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:29:29.790595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-86b719e5-4707-47c4-9a26-6df1537ef46d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:29.808421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-86b719e5-4707-47c4-9a26-6df1537ef46d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:29.815247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b719e5-4707-47c4-9a26-6df1537ef46d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:29:29.815649 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-86b719e5-4707-47c4-9a26-6df1537ef46d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:29.887174 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment e514e6bf-1889-404a-b768-59c74d7ae707 resource provider aggregate not found Aug 26 01:29:29.910417 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment e514e6bf-1889-404a-b768-59c74d7ae707 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e514e6bf-1889-404a-b768-59c74d7ae707 found for delete ", "request_id": "req-672f06fd-2033-4b17-9d38-0757ec68e11e"}]} Aug 26 01:29:29.993470 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-86b719e5-4707-47c4-9a26-6df1537ef46d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:30.010766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-86b719e5-4707-47c4-9a26-6df1537ef46d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:30.021866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b719e5-4707-47c4-9a26-6df1537ef46d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] Pushing event deleted for resources: {'Network': ['ID=dd865583-17ac-45fd-a4e2-c34a70058775,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:30.114606 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-86b719e5-4707-47c4-9a26-6df1537ef46d tempest-TestNetworkBasicOps-258943469 tempest-TestNetworkBasicOps-258943469-project] 10.222.0.83 "DELETE /v2.0/networks/dd865583-17ac-45fd-a4e2-c34a70058775 HTTP/1.1" status: 204 len: 168 time: 0.7276158 Aug 26 01:29:30.539426 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3e91df4b-55f8-476b-b10c-33cbbbf69e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:30.658374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56488) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:30.868930 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6189c2e1-52c2-4393-8d4a-da65634c70db admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f9996d1e9c5a4ca3826f46b8497097ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092445 Aug 26 01:29:30.872046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56494) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:30.933278 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ddb839e6-5227-4d9e-9e5f-c8acdf25146d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:30.961731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ddb839e6-5227-4d9e-9e5f-c8acdf25146d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:31.007941 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3bc1408e-cca7-41de-a992-15db8d5b9eb6 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:29:31.043812 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 3bc1408e-cca7-41de-a992-15db8d5b9eb6 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:29:31.044086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3bc1408e-cca7-41de-a992-15db8d5b9eb6 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:29:31.091587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ddb839e6-5227-4d9e-9e5f-c8acdf25146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:31.109171 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb839e6-5227-4d9e-9e5f-c8acdf25146d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6da16e2-fd7b-4406-8b66-f4a1162c73c9,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:31.116813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ddb839e6-5227-4d9e-9e5f-c8acdf25146d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:31.117966 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ddb839e6-5227-4d9e-9e5f-c8acdf25146d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c6da16e2-fd7b-4406-8b66-f4a1162c73c9 HTTP/1.1" status: 204 len: 168 time: 0.2449815 Aug 26 01:29:31.772707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56502) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:31.791838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-92ad15e7-4f89-418a-8e6f-f6168fdce1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:31.806048 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-92ad15e7-4f89-418a-8e6f-f6168fdce1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:29:31.810211 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-92ad15e7-4f89-418a-8e6f-f6168fdce1de admin admin] Usage tracker for resource:security_group_rule and tenant:81c5eac999e046fba6009d6f275e7b5b is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:29:31.813083 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-92ad15e7-4f89-418a-8e6f-f6168fdce1de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:29:31.818810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-92ad15e7-4f89-418a-8e6f-f6168fdce1de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:29:31.906721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-92ad15e7-4f89-418a-8e6f-f6168fdce1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:31.945219 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:29:31.985139 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-92ad15e7-4f89-418a-8e6f-f6168fdce1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:32.034005 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-92ad15e7-4f89-418a-8e6f-f6168fdce1de admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=81c5eac999e046fba6009d6f275e7b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601707 Aug 26 01:29:32.034865 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad15e7-4f89-418a-8e6f-f6168fdce1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537f6a33-8cbf-4b15-a596-94c5e8009323,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:32.036905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56506) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:32.100510 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f60fda95-39e8-4e73-bca1-d2fb84dd1cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:32.128243 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f60fda95-39e8-4e73-bca1-d2fb84dd1cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:32.245406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f60fda95-39e8-4e73-bca1-d2fb84dd1cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:32.259456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fda95-39e8-4e73-bca1-d2fb84dd1cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537f6a33-8cbf-4b15-a596-94c5e8009323,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:32.266372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f60fda95-39e8-4e73-bca1-d2fb84dd1cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:32.267554 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f60fda95-39e8-4e73-bca1-d2fb84dd1cfa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/537f6a33-8cbf-4b15-a596-94c5e8009323 HTTP/1.1" status: 204 len: 168 time: 0.2295825 Aug 26 01:29:33.031010 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-459fd543-3d6a-42ab-a68e-a684b839c434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:33.705076 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:33.984949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:35.525134 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:39.264432 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-73baaa0b-4a7f-4108-b838-0abbf5fb79df tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=e5e040de7f5f477891ba5236761907ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280354 Aug 26 01:29:39.535934 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-bd9786b0-c6dd-4212-ae6a-ba5f09d182ae tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:39.537467 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-bd9786b0-c6dd-4212-ae6a-ba5f09d182ae tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678697 Aug 26 01:29:39.553279 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-52c21362-4cdd-4edf-ba44-d8c43d05f58a tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/quotas/e5e040de7f5f477891ba5236761907ae HTTP/1.1" status: 200 len: 375 time: 0.0094757 Aug 26 01:29:39.607329 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-68563a33-0cf5-4a0b-b2a1-3999a4b3732f tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5e040de7f5f477891ba5236761907ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478530 Aug 26 01:29:39.888681 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-29812722-301b-433f-889d-18bc9105380b req-49119228-adfd-49f1-b424-9005ecf0d332 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 210 time: 0.0541685 Aug 26 01:29:40.836201 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:41.052910 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-44f614d6-434f-466a-b140-2df970601876 req-ebae774c-bf72-4bfd-9e8b-824a71b3f50a tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 210 time: 0.0522449 Aug 26 01:29:42.217953 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec9ffdf4-f414-4353-a6a1-eda35b57751d req-b05821c1-a214-4e37-802f-8c545e2396b5 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 210 time: 0.0553367 Aug 26 01:29:42.256582 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-1c35d29b-f0ac-40c8-8ae7-85c9ba1b989e tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=e5e040de7f5f477891ba5236761907ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282688 Aug 26 01:29:42.411353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-5bee1acc-be4e-4eb7-9ce6-ff06aadd989c tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:42.412816 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-5bee1acc-be4e-4eb7-9ce6-ff06aadd989c tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1491847 Aug 26 01:29:42.438365 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Request body: {'port': {'device_id': 'baa805df-40ca-4610-812c-b5f4d499f419', 'network_id': 'a2c288fd-d469-4e03-97f9-6e0373fe9f28', 'admin_state_up': True, 'tenant_id': 'e5e040de7f5f477891ba5236761907ae'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:29:42.577135 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:29:42.581086 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Usage tracker for resource:port and tenant:e5e040de7f5f477891ba5236761907ae is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:29:42.583878 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:29:42.589636 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:29:42.653135 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Made reservation on behalf of e5e040de7f5f477891ba5236761907ae for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:29:42.656592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:42.670202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:42.685561 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:29:42.689357 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Usage tracker for resource:security_group_rule and tenant:e5e040de7f5f477891ba5236761907ae is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:29:42.692186 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:29:42.697805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:29:42.781709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:42.847842 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:42.935263 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3536c4b7-f9ea-41ee-87a9-f09c347aac03,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:43.026098 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Allocated IP 192.168.233.24 (a2c288fd-d469-4e03-97f9-6e0373fe9f28/a8ea515f-cba8-4386-92b3-36565cde01e4/fa53eb15-1d86-4982-9f67-030566b23956) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:29:43.230165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:43.256943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Transition to ACTIVE for port object fa53eb15-1d86-4982-9f67-030566b23956 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:29:43.350722 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:43.416867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce6775-74a3-4147-b159-ec3d5ff54307 req-c3819486-a684-4a42-a3ef-169fdfa722de tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:43.418457 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-60ce6775-74a3-4147-b159-ec3d5ff54307 req-c3819486-a684-4a42-a3ef-169fdfa722de tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 935 time: 0.0886970 Aug 26 01:29:43.424145 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Network a2c288fd-d469-4e03-97f9-6e0373fe9f28 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:29:43.427164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:29:43.429637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:29:43.475843 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-60ce6775-74a3-4147-b159-ec3d5ff54307 req-bdb4dd9e-6eff-48e0-ab70-67fc02fa2daa tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/security-groups?id=3536c4b7-f9ea-41ee-87a9-f09c347aac03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514612 Aug 26 01:29:43.477393 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Pushing event updated for resources: {'Port': ['ID=fa53eb15-1d86-4982-9f67-030566b23956,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:43.510708 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:43.511541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:43.622978 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-65756aa5-2b5c-47c4-8a45-74b4fc8fd882 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1880851 Aug 26 01:29:43.646348 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Request body: {'port': {'device_id': 'baa805df-40ca-4610-812c-b5f4d499f419', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:29:43.701911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-36d6e9c2-1e61-45c5-98ee-b48e2206c6fc None None] Provisioning for port fa53eb15-1d86-4982-9f67-030566b23956 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:29:43.706889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-36d6e9c2-1e61-45c5-98ee-b48e2206c6fc None None] Provisioning complete for port fa53eb15-1d86-4982-9f67-030566b23956 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:29:43.707261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-36d6e9c2-1e61-45c5-98ee-b48e2206c6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:43.762016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:43.763201 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-36d6e9c2-1e61-45c5-98ee-b48e2206c6fc None None] Port fa53eb15-1d86-4982-9f67-030566b23956 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:29:44.109998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa53eb15-1d86-4982-9f67-030566b23956 {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:29:44.120155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:44.134272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Transition to ACTIVE for port object fa53eb15-1d86-4982-9f67-030566b23956 will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:29:44.239198 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:44.526359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Pushing event updated for resources: {'Port': ['ID=fa53eb15-1d86-4982-9f67-030566b23956,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:44.569052 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Attempting to bind port fa53eb15-1d86-4982-9f67-030566b23956 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:29:44.569398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Attempting to bind port fa53eb15-1d86-4982-9f67-030566b23956 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '547389c9-8674-4983-b839-7c811e23e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a2c288fd-d469-4e03-97f9-6e0373fe9f28'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:29:44.569719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Attempting to bind port fa53eb15-1d86-4982-9f67-030566b23956 on network a2c288fd-d469-4e03-97f9-6e0373fe9f28 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:29:44.574962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Port fa53eb15-1d86-4982-9f67-030566b23956 on network a2c288fd-d469-4e03-97f9-6e0373fe9f28 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:29:44.575284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Attempting to bind port fa53eb15-1d86-4982-9f67-030566b23956 on network a2c288fd-d469-4e03-97f9-6e0373fe9f28 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:29:44.580460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:29:44.580797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Checking segment: {'id': '547389c9-8674-4983-b839-7c811e23e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a2c288fd-d469-4e03-97f9-6e0373fe9f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:29:44.581182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Bound using segment: {'id': '547389c9-8674-4983-b839-7c811e23e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a2c288fd-d469-4e03-97f9-6e0373fe9f28'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:29:44.581616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Bound port: fa53eb15-1d86-4982-9f67-030566b23956, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '547389c9-8674-4983-b839-7c811e23e0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a2c288fd-d469-4e03-97f9-6e0373fe9f28'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:29:44.581994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:44.736440 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] For port fa53eb15-1d86-4982-9f67-030566b23956, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:29:44.740160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] For port fa53eb15-1d86-4982-9f67-030566b23956, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=fa53eb15-1d86-4982-9f67-030566b23956,segment=NetworkSegment(547389c9-8674-4983-b839-7c811e23e0b2),segment_id=547389c9-8674-4983-b839-7c811e23e0b2)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:29:44.752593 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0689c-a454-48b9-a044-2ddfa68a3ca5 req-9bb9ed39-57e1-497e-abd8-20cadd8f9a22 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:44.754618 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-46f0689c-a454-48b9-a044-2ddfa68a3ca5 req-9bb9ed39-57e1-497e-abd8-20cadd8f9a22 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Synchronizing usage tracker for tenant:e5e040de7f5f477891ba5236761907ae on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:29:44.836740 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:44.875628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:44.876231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:44.877897 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] 10.222.0.94 "PUT /v2.0/ports/fa53eb15-1d86-4982-9f67-030566b23956 HTTP/1.1" status: 200 len: 1097 time: 1.2360559 Aug 26 01:29:44.878328 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa805df-40ca-4610-812c-b5f4d499f419', 'tag': 'fa53eb15-1d86-4982-9f67-030566b23956'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:29:44.889505 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-46f0689c-a454-48b9-a044-2ddfa68a3ca5 req-9bb9ed39-57e1-497e-abd8-20cadd8f9a22 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Unset dirty status for tenant:e5e040de7f5f477891ba5236761907ae on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:29:44.890579 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46f0689c-a454-48b9-a044-2ddfa68a3ca5 req-9bb9ed39-57e1-497e-abd8-20cadd8f9a22 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 947 time: 0.2994556 Aug 26 01:29:44.938278 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fee5cd1-985d-4c31-9fb3-35c28335be3b'] response: {'name': 'network-changed', 'server_uuid': 'baa805df-40ca-4610-812c-b5f4d499f419', 'tag': 'fa53eb15-1d86-4982-9f67-030566b23956', 'status': 'completed', 'code': 200} Aug 26 01:29:44.949213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362caa1e-150d-4b2d-82f7-feb9a5d0a7dc service neutron] Pushing event updated for resources: {'Port': ['ID=fa53eb15-1d86-4982-9f67-030566b23956,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:44.955301 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-46f0689c-a454-48b9-a044-2ddfa68a3ca5 req-36344aa1-dbc6-4b47-9ac3-63af64c287c6 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Synchronizing usage tracker for tenant:e5e040de7f5f477891ba5236761907ae on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:29:45.064395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-46f0689c-a454-48b9-a044-2ddfa68a3ca5 req-36344aa1-dbc6-4b47-9ac3-63af64c287c6 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Unset dirty status for tenant:e5e040de7f5f477891ba5236761907ae on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:29:45.065446 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46f0689c-a454-48b9-a044-2ddfa68a3ca5 req-36344aa1-dbc6-4b47-9ac3-63af64c287c6 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/security-groups?id=3536c4b7-f9ea-41ee-87a9-f09c347aac03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674478 Aug 26 01:29:45.068057 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e19ae-f677-413b-af7b-6560ff21263b req-e8b68b1f-f16d-4808-a675-fe3e8364caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:45.069427 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a98e19ae-f677-413b-af7b-6560ff21263b req-e8b68b1f-f16d-4808-a675-fe3e8364caee service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e5e040de7f5f477891ba5236761907ae&device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 1100 time: 0.0854113 Aug 26 01:29:45.115454 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a98e19ae-f677-413b-af7b-6560ff21263b req-383f91bf-8963-41a8-b511-657023eb5692 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=e5e040de7f5f477891ba5236761907ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251794 Aug 26 01:29:45.249452 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e19ae-f677-413b-af7b-6560ff21263b req-02a35155-22ea-44b7-bd00-6b8c3a6b9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:45.250915 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a98e19ae-f677-413b-af7b-6560ff21263b req-02a35155-22ea-44b7-bd00-6b8c3a6b9bc9 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1306357 Aug 26 01:29:45.394978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-659a5262-4740-4258-9274-d224429257ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:45.396597 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-659a5262-4740-4258-9274-d224429257ae service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e5e040de7f5f477891ba5236761907ae&device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 1100 time: 0.0784018 Aug 26 01:29:45.481021 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-22205638-fb82-4c0e-b5ea-8e27dc39068b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=fa53eb15-1d86-4982-9f67-030566b23956 HTTP/1.1" status: 200 len: 217 time: 0.0650203 Aug 26 01:29:45.547232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-88e1d0a7-58eb-4c59-99c7-7d49841081b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:45.548653 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-88e1d0a7-58eb-4c59-99c7-7d49841081b4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a8ea515f-cba8-4386-92b3-36565cde01e4 HTTP/1.1" status: 200 len: 843 time: 0.0578849 Aug 26 01:29:45.638247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-3de0ac22-fbd4-47d0-bde6-b512a5df544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:45.639720 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-3de0ac22-fbd4-47d0-bde6-b512a5df544c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a2c288fd-d469-4e03-97f9-6e0373fe9f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0817475 Aug 26 01:29:45.774285 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-2edd7f90-b587-4057-8faf-404dbbd87d38 service neutron] 10.222.0.94 "GET /v2.0/networks/a2c288fd-d469-4e03-97f9-6e0373fe9f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239800 Aug 26 01:29:45.907424 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2c487334-ccd3-4e2a-9100-975bcd259258 req-7434a984-eaed-4174-9c06-d2824cfbe4c3 service neutron] 10.222.0.94 "GET /v2.0/networks/a2c288fd-d469-4e03-97f9-6e0373fe9f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241999 Aug 26 01:29:46.262550 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0e9e0-a470-4264-8f0c-c87c1ba7d7ab req-82a2f939-7dda-4c72-83e3-df408599799b tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:46.263994 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7bf0e9e0-a470-4264-8f0c-c87c1ba7d7ab req-82a2f939-7dda-4c72-83e3-df408599799b tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 947 time: 0.0885689 Aug 26 01:29:46.308488 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7bf0e9e0-a470-4264-8f0c-c87c1ba7d7ab req-00ae40d1-0410-4036-ba70-6f83bea4531b tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/security-groups?id=3536c4b7-f9ea-41ee-87a9-f09c347aac03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388632 Aug 26 01:29:47.505791 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b31a5-9986-453f-9a28-97b7f2a0b08a req-c10cdac1-ea9c-413a-9b33-36b133fd2fa8 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:47.507245 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-181b31a5-9986-453f-9a28-97b7f2a0b08a req-c10cdac1-ea9c-413a-9b33-36b133fd2fa8 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 947 time: 0.0881660 Aug 26 01:29:47.551653 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-181b31a5-9986-453f-9a28-97b7f2a0b08a req-322dfbc9-5c1d-4799-848f-d60fe56f2a88 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/security-groups?id=3536c4b7-f9ea-41ee-87a9-f09c347aac03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379841 Aug 26 01:29:47.874240 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device fa53eb15-1d86-4982-9f67-030566b23956 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:29:48.007251 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port fa53eb15-1d86-4982-9f67-030566b23956, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=fa53eb15-1d86-4982-9f67-030566b23956,segment=NetworkSegment(547389c9-8674-4983-b839-7c811e23e0b2),segment_id=547389c9-8674-4983-b839-7c811e23e0b2)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:29:48.020154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'fa53eb15-1d86-4982-9f67-030566b23956', 'network_id': 'a2c288fd-d469-4e03-97f9-6e0373fe9f28', 'port_id': 'fa53eb15-1d86-4982-9f67-030566b23956', 'mac_address': 'fa:16:3e:1f:27:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ea515f-cba8-4386-92b3-36565cde01e4', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:29:48.074057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port fa53eb15-1d86-4982-9f67-030566b23956 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:29:48.074435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:48.091305 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa53eb15-1d86-4982-9f67-030566b23956 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:29:48.106834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port fa53eb15-1d86-4982-9f67-030566b23956, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=fa53eb15-1d86-4982-9f67-030566b23956,segment=NetworkSegment(547389c9-8674-4983-b839-7c811e23e0b2),segment_id=547389c9-8674-4983-b839-7c811e23e0b2)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:29:48.267864 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:48.339210 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=fa53eb15-1d86-4982-9f67-030566b23956,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:48.595555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['fa53eb15-1d86-4982-9f67-030566b23956'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:29:48.752552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdefc3-bad1-4909-aebf-5e608a80c99d req-f71bd673-3352-49a8-b4e8-3bd246af0aab tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:48.753953 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1bbdefc3-bad1-4909-aebf-5e608a80c99d req-f71bd673-3352-49a8-b4e8-3bd246af0aab tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 948 time: 0.0919549 Aug 26 01:29:48.802427 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1bbdefc3-bad1-4909-aebf-5e608a80c99d req-40ef1aa4-e40b-4161-a17a-34ec2aa7dcca tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/security-groups?id=3536c4b7-f9ea-41ee-87a9-f09c347aac03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425484 Aug 26 01:29:49.890012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device fa53eb15-1d86-4982-9f67-030566b23956 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:29:50.002123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62902fdf-e069-4d54-aa55-7ce72c4ec156 req-32501b8b-745a-48f3-b880-2517e9df0a67 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:50.003571 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-62902fdf-e069-4d54-aa55-7ce72c4ec156 req-32501b8b-745a-48f3-b880-2517e9df0a67 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 948 time: 0.0919147 Aug 26 01:29:50.044845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port fa53eb15-1d86-4982-9f67-030566b23956 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:29:50.047856 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-62902fdf-e069-4d54-aa55-7ce72c4ec156 req-0bd60208-8cfc-4b78-bb2c-5a6675922085 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/security-groups?id=3536c4b7-f9ea-41ee-87a9-f09c347aac03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383558 Aug 26 01:29:50.050098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port fa53eb15-1d86-4982-9f67-030566b23956 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:29:50.050473 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:50.169174 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port fa53eb15-1d86-4982-9f67-030566b23956 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:29:50.169552 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:50.196398 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa805df-40ca-4610-812c-b5f4d499f419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa53eb15-1d86-4982-9f67-030566b23956'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:29:50.205937 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port fa53eb15-1d86-4982-9f67-030566b23956, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=fa53eb15-1d86-4982-9f67-030566b23956,segment=NetworkSegment(547389c9-8674-4983-b839-7c811e23e0b2),segment_id=547389c9-8674-4983-b839-7c811e23e0b2)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:29:50.240982 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f5afd1b-2f7a-46e3-bd6d-6280278a8b60'] response: {'server_uuid': 'baa805df-40ca-4610-812c-b5f4d499f419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa53eb15-1d86-4982-9f67-030566b23956', 'code': 200} Aug 26 01:29:50.293383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:50.361229 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=fa53eb15-1d86-4982-9f67-030566b23956,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:50.628230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086d630-b091-47f4-add6-1ed06abe5eee req-2b1409ba-b703-4ad8-a481-69475ac0350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:50.629691 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7086d630-b091-47f4-add6-1ed06abe5eee req-2b1409ba-b703-4ad8-a481-69475ac0350a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 1102 time: 0.0794554 Aug 26 01:29:50.673010 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7086d630-b091-47f4-add6-1ed06abe5eee req-a2c89c8e-c804-4cbc-a503-f9f8eafd6896 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=3536c4b7-f9ea-41ee-87a9-f09c347aac03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338488 Aug 26 01:29:51.239028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26badf-7589-4e77-8505-ba0803057ae9 req-570128e9-6c1a-45b4-9369-fd36b119977e tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:51.240375 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ac26badf-7589-4e77-8505-ba0803057ae9 req-570128e9-6c1a-45b4-9369-fd36b119977e tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 949 time: 0.0848279 Aug 26 01:29:51.284595 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ac26badf-7589-4e77-8505-ba0803057ae9 req-2f419444-d8ca-4026-861c-a8be804cfdb3 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/security-groups?id=3536c4b7-f9ea-41ee-87a9-f09c347aac03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380116 Aug 26 01:29:52.481480 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b57618-9dc8-41a0-b7a3-b562057ecd3d req-d6751a53-592f-4cf5-8c81-2b47eeeac42c tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:52.483013 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f0b57618-9dc8-41a0-b7a3-b562057ecd3d req-d6751a53-592f-4cf5-8c81-2b47eeeac42c tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 949 time: 0.0858500 Aug 26 01:29:52.531249 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f0b57618-9dc8-41a0-b7a3-b562057ecd3d req-0f209a1a-2524-412c-a683-8e2c4d01c33b tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/security-groups?id=3536c4b7-f9ea-41ee-87a9-f09c347aac03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423532 Aug 26 01:29:54.159964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e9225-2e42-4118-89d0-8c4384f94585 req-86b1e39c-d161-416f-a286-409331292609 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:54.161416 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b5e9225-2e42-4118-89d0-8c4384f94585 req-86b1e39c-d161-416f-a286-409331292609 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 949 time: 0.0866144 Aug 26 01:29:54.206465 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b5e9225-2e42-4118-89d0-8c4384f94585 req-ce6accc5-a0da-444a-944d-54ec57fe2f1b tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/security-groups?id=3536c4b7-f9ea-41ee-87a9-f09c347aac03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393341 Aug 26 01:29:55.507038 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dea9e2-fe54-4943-a14b-a87ee461db7c req-1f4b79b7-60b3-44d0-84d2-9e92b7af0b01 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:55.508410 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-25dea9e2-fe54-4943-a14b-a87ee461db7c req-1f4b79b7-60b3-44d0-84d2-9e92b7af0b01 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 949 time: 0.1921203 Aug 26 01:29:55.553117 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-25dea9e2-fe54-4943-a14b-a87ee461db7c req-318b50cc-c3d9-49e3-ab07-2edf23f44f11 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/security-groups?id=3536c4b7-f9ea-41ee-87a9-f09c347aac03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386307 Aug 26 01:29:55.735077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42e262-aec9-473a-a8e7-3cdf03f3138d req-49ac0eb3-372e-4d59-bf23-8f4a4524bd97 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:29:55.737269 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7c42e262-aec9-473a-a8e7-3cdf03f3138d req-49ac0eb3-372e-4d59-bf23-8f4a4524bd97 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.94 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 949 time: 0.0904846 Aug 26 01:29:55.810591 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-7c42e262-aec9-473a-a8e7-3cdf03f3138d req-f33b8b6b-a955-4764-8e0e-bce5cf0db079 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Deleting port fa53eb15-1d86-4982-9f67-030566b23956 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:29:55.810839 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-7c42e262-aec9-473a-a8e7-3cdf03f3138d req-f33b8b6b-a955-4764-8e0e-bce5cf0db079 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:56.061059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-7c42e262-aec9-473a-a8e7-3cdf03f3138d req-f33b8b6b-a955-4764-8e0e-bce5cf0db079 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] For port fa53eb15-1d86-4982-9f67-030566b23956, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=fa53eb15-1d86-4982-9f67-030566b23956,segment=NetworkSegment(547389c9-8674-4983-b839-7c811e23e0b2),segment_id=547389c9-8674-4983-b839-7c811e23e0b2)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:29:56.061330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-7c42e262-aec9-473a-a8e7-3cdf03f3138d req-f33b8b6b-a955-4764-8e0e-bce5cf0db079 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:56.183106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-7c42e262-aec9-473a-a8e7-3cdf03f3138d req-f33b8b6b-a955-4764-8e0e-bce5cf0db079 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Calling delete_port for fa53eb15-1d86-4982-9f67-030566b23956 owned by compute:nova {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:29:56.410287 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-7c42e262-aec9-473a-a8e7-3cdf03f3138d req-f33b8b6b-a955-4764-8e0e-bce5cf0db079 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:56.459606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b8b6b-a955-4764-8e0e-bce5cf0db079 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Pushing event deleted for resources: {'Port': ['ID=fa53eb15-1d86-4982-9f67-030566b23956,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:56.552394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c42e262-aec9-473a-a8e7-3cdf03f3138d req-f33b8b6b-a955-4764-8e0e-bce5cf0db079 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] No DVR routers for this DVR port fa53eb15-1d86-4982-9f67-030566b23956 on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:29:56.555011 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-7c42e262-aec9-473a-a8e7-3cdf03f3138d req-f33b8b6b-a955-4764-8e0e-bce5cf0db079 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:56.557681 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa805df-40ca-4610-812c-b5f4d499f419', 'name': 'network-vif-deleted', 'tag': 'fa53eb15-1d86-4982-9f67-030566b23956'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:29:56.609342 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645ab73b-9bf2-4bf8-8818-7e6d28b046fe'] response: {'server_uuid': 'baa805df-40ca-4610-812c-b5f4d499f419', 'name': 'network-vif-deleted', 'tag': 'fa53eb15-1d86-4982-9f67-030566b23956', 'status': 'completed', 'code': 200} Aug 26 01:29:56.629117 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7c42e262-aec9-473a-a8e7-3cdf03f3138d req-f33b8b6b-a955-4764-8e0e-bce5cf0db079 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.94 "DELETE /v2.0/ports/fa53eb15-1d86-4982-9f67-030566b23956 HTTP/1.1" status: 204 len: 173 time: 0.8831811 Aug 26 01:29:56.724301 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-da126e4f-30ab-4cc3-82a4-1cb1e017dd7b req-ebb323e3-873d-423a-ad02-1fa58e7f6e84 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Synchronizing usage tracker for tenant:e5e040de7f5f477891ba5236761907ae on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:29:56.804442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-da126e4f-30ab-4cc3-82a4-1cb1e017dd7b req-ebb323e3-873d-423a-ad02-1fa58e7f6e84 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] Unset dirty status for tenant:e5e040de7f5f477891ba5236761907ae on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:29:56.806101 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-da126e4f-30ab-4cc3-82a4-1cb1e017dd7b req-ebb323e3-873d-423a-ad02-1fa58e7f6e84 tempest-ServersAdminNegativeTestJSON-1301391870 tempest-ServersAdminNegativeTestJSON-1301391870-project] 10.222.0.83 "GET /v2.0/ports?device_id=baa805df-40ca-4610-812c-b5f4d499f419 HTTP/1.1" status: 200 len: 210 time: 0.1361582 Aug 26 01:29:57.921550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device fa53eb15-1d86-4982-9f67-030566b23956 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:29:57.958699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: fa53eb15-1d86-4982-9f67-030566b23956 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:29:57.959048 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device fa53eb15-1d86-4982-9f67-030566b23956 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:29:58.404398 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56652) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:58.548972 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3aea7879-776a-4aef-87fa-41a1a9167709 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e5e040de7f5f477891ba5236761907ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427517 Aug 26 01:29:58.551472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56658) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:58.609507 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ba361c8d-8854-4497-83f1-a6568d46a27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:58.634934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ba361c8d-8854-4497-83f1-a6568d46a27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:58.753028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ba361c8d-8854-4497-83f1-a6568d46a27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:58.768832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361c8d-8854-4497-83f1-a6568d46a27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3536c4b7-f9ea-41ee-87a9-f09c347aac03,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:58.846810 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ba361c8d-8854-4497-83f1-a6568d46a27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:58.847929 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ba361c8d-8854-4497-83f1-a6568d46a27b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3536c4b7-f9ea-41ee-87a9-f09c347aac03 HTTP/1.1" status: 204 len: 168 time: 0.2955933 Aug 26 01:29:59.485901 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56666) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:59.504289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c26742d-a257-4d54-8c20-b594aa0bdc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:59.519375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0c26742d-a257-4d54-8c20-b594aa0bdc2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:29:59.523295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0c26742d-a257-4d54-8c20-b594aa0bdc2a admin admin] Usage tracker for resource:security_group_rule and tenant:fea5a3f3539a430284db9ea435cdba34 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:29:59.526130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0c26742d-a257-4d54-8c20-b594aa0bdc2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:29:59.532082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0c26742d-a257-4d54-8c20-b594aa0bdc2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:29:59.618108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c26742d-a257-4d54-8c20-b594aa0bdc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:59.692636 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0c26742d-a257-4d54-8c20-b594aa0bdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:59.740163 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26742d-a257-4d54-8c20-b594aa0bdc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5f3f93-bf79-4adc-a806-4ba07f05435d,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:29:59.744310 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0c26742d-a257-4d54-8c20-b594aa0bdc2a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fea5a3f3539a430284db9ea435cdba34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574074 Aug 26 01:29:59.747098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56670) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:29:59.805675 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae1917f4-42c3-48fa-bdc8-1b1908b705bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:59.832716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae1917f4-42c3-48fa-bdc8-1b1908b705bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:29:59.984842 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae1917f4-42c3-48fa-bdc8-1b1908b705bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:00.001954 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1917f4-42c3-48fa-bdc8-1b1908b705bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5f3f93-bf79-4adc-a806-4ba07f05435d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:00.010881 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ae1917f4-42c3-48fa-bdc8-1b1908b705bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:00.012016 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ae1917f4-42c3-48fa-bdc8-1b1908b705bc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0d5f3f93-bf79-4adc-a806-4ba07f05435d HTTP/1.1" status: 204 len: 168 time: 0.2639174 Aug 26 01:30:00.505839 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ceb66b66-89d5-448b-b5d7-c11df213b78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:01.133871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56694) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:30:01.235837 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-439965141-network', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:30:01.240604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:30:01.244511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Usage tracker for resource:network and tenant:b33cd6de251449fdb8efebe7c8b0a336 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:30:01.247366 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:30:01.254421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:30:01.338546 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Made reservation on behalf of b33cd6de251449fdb8efebe7c8b0a336 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:30:01.340959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:01.356829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:01.371810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:30:01.376739 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:b33cd6de251449fdb8efebe7c8b0a336 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:30:01.379582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:30:01.385282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:30:01.478330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:01.552708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:01.580685 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:30:01.593080 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9914ecd7-b997-440e-a1c9-08ba560703eb,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:01.597509 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:01.597876 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Added segment e6da5d1c-4dae-45d8-a589-866c7f53eef3 of type vlan for network f775d74a-3408-4103-8136-9784dfea131b Aug 26 01:30:01.625549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:01.713056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:01.713982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:01.714551 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:01.818268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=f775d74a-3408-4103-8136-9784dfea131b,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:01.829144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network f775d74a-3408-4103-8136-9784dfea131b details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:30:01.894033 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b9302a10-e020-4da4-9be8-9636673ca4f5 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7589691 Aug 26 01:30:01.896981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56700) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:30:01.902442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] Request body: {'subnet': {'network_id': 'f775d74a-3408-4103-8136-9784dfea131b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-439965141-subnet', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:30:01.907795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:30:01.913818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] Usage tracker for resource:subnet and tenant:b33cd6de251449fdb8efebe7c8b0a336 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:30:01.914743 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:30:01.920533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:30:01.990097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] Made reservation on behalf of b33cd6de251449fdb8efebe7c8b0a336 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:30:01.992483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:02.261645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:02.337523 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] Pushing event updated for resources: {'Subnet': ['ID=89bcb6bc-cf99-40ca-befe-240df447bef5,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:02.348835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] Checking segment: {'id': 'e6da5d1c-4dae-45d8-a589-866c7f53eef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:30:02.349194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] Network hostable DHCP agents. Network: f775d74a-3408-4103-8136-9784dfea131b, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:30:02.432786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] Network f775d74a-3408-4103-8136-9784dfea131b is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:30:02.513019 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, f775d74a-3408-4103-8136-9784dfea131b) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:30:02.518379 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:02.519639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:02.523041 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ef77d7-5cf8-440c-a0e0-94e039dfd849 None None] Network f775d74a-3408-4103-8136-9784dfea131b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:30:02.645034 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-446de6bc-bd6c-4fe1-b764-b689f6fef19a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7469866 Aug 26 01:30:02.647686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56704) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:30:02.652571 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-439965141-router', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:30:02.657509 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:30:02.661324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Usage tracker for resource:router and tenant:b33cd6de251449fdb8efebe7c8b0a336 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:30:02.664327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:30:02.670212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:30:02.756045 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:02.757097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:02.774330 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-f775d74a-3408-4103-8136-9784dfea131b', 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'fixed_ips': [{'subnet_id': '89bcb6bc-cf99-40ca-befe-240df447bef5'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:30:02.774514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:02.776348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:02.937195 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Allocated IP 172.20.0.2 (f775d74a-3408-4103-8136-9784dfea131b/89bcb6bc-cf99-40ca-befe-240df447bef5/0359061a-9f97-4a5a-8070-f7785792d5dc) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:30:03.037399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8a275f78-d411-4d08-bc8c-4ffc6fc2bc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:03.176197 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:03.188145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Transition to ACTIVE for port object 0359061a-9f97-4a5a-8070-f7785792d5dc will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:30:03.206533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Transition to ACTIVE for port object 0359061a-9f97-4a5a-8070-f7785792d5dc will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:30:03.230008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:03.284991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:03.350523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Network f775d74a-3408-4103-8136-9784dfea131b is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:30:03.353502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:30:03.357189 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:30:03.395935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Pushing event updated for resources: {'Port': ['ID=0359061a-9f97-4a5a-8070-f7785792d5dc,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:03.465660 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Attempting to bind port 0359061a-9f97-4a5a-8070-f7785792d5dc on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:30:03.466088 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Attempting to bind port 0359061a-9f97-4a5a-8070-f7785792d5dc by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'e6da5d1c-4dae-45d8-a589-866c7f53eef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:30:03.466457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Attempting to bind port 0359061a-9f97-4a5a-8070-f7785792d5dc on network f775d74a-3408-4103-8136-9784dfea131b {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:30:03.472631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:30:03.473003 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Checking segment: {'id': 'e6da5d1c-4dae-45d8-a589-866c7f53eef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:30:03.473410 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:03.473831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Bound using segment: {'id': 'e6da5d1c-4dae-45d8-a589-866c7f53eef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:30:03.474495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Bound port: 0359061a-9f97-4a5a-8070-f7785792d5dc, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6da5d1c-4dae-45d8-a589-866c7f53eef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:30:03.474763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:03.566603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] For port 0359061a-9f97-4a5a-8070-f7785792d5dc, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:30:03.569617 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] For port 0359061a-9f97-4a5a-8070-f7785792d5dc, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0359061a-9f97-4a5a-8070-f7785792d5dc,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:30:03.620060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:03.651215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:03.690426 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:03.782010 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:03.792884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b523fb-d732-49ee-9f71-40ddc67112a5 None None] Pushing event updated for resources: {'Port': ['ID=0359061a-9f97-4a5a-8070-f7785792d5dc,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:03.800608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Allocated IP 172.26.2.49 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/b2e4c5ad-72fb-465e-988e-c4fa04cfa746) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:30:03.967977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:04.021914 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:04.099293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:04.170278 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:30:04.173871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:30:04.177500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:30:04.210367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Pushing event updated for resources: {'Port': ['ID=b2e4c5ad-72fb-465e-988e-c4fa04cfa746,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:04.670451 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:04.676725 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5633d6-46c1-4c6a-ab00-deca33155148 None None] Network f775d74a-3408-4103-8136-9784dfea131b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:30:04.840762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-84b48715-3270-4eee-82e2-b75b7c693f43 None None] Provisioning for port 0359061a-9f97-4a5a-8070-f7785792d5dc completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:30:05.057364 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0359061a-9f97-4a5a-8070-f7785792d5dc up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:30:05.165185 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:05.204526 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 0359061a-9f97-4a5a-8070-f7785792d5dc completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:30:05.210133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 0359061a-9f97-4a5a-8070-f7785792d5dc triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:30:05.210542 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:05.333887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 0359061a-9f97-4a5a-8070-f7785792d5dc is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:30:05.334264 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:05.366625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 0359061a-9f97-4a5a-8070-f7785792d5dc, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0359061a-9f97-4a5a-8070-f7785792d5dc,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:30:05.452636 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Router abe4fe75-c47a-4263-93ad-5c7f52657cd0 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:30:05.484847 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:05.533096 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:05.558980 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=0359061a-9f97-4a5a-8070-f7785792d5dc,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:05.631760 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:30:05.642056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Sync routers for ids ['abe4fe75-c47a-4263-93ad-5c7f52657cd0'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:30:05.651596 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Routers {'abe4fe75-c47a-4263-93ad-5c7f52657cd0'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:30:05.655344 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:30:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['abe4fe75-c47a-4263-93ad-5c7f52657cd0'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:30:05.724272 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:05.725516 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bb66c2b4-77e1-4940-9e83-836a89da2a3a admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0769100 Aug 26 01:30:05.728233 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56708) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:30:05.868083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Set router abe4fe75-c47a-4263-93ad-5c7f52657cd0 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:30:06.152837 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'name': 'tempest-DeleteServersTestJSON-439965141-router', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b2e4c5ad-72fb-465e-988e-c4fa04cfa746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:30:02Z', 'updated_at': '2022-08-26T01:30:04Z', 'revision_number': 3, 'project_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'gw_port': {'id': 'b2e4c5ad-72fb-465e-988e-c4fa04cfa746', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:30:03Z', 'updated_at': '2022-08-26T01:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:30:06.157720 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Checking router: abe4fe75-c47a-4263-93ad-5c7f52657cd0 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:30:06.158123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Updating router abe4fe75-c47a-4263-93ad-5c7f52657cd0 port b2e4c5ad-72fb-465e-988e-c4fa04cfa746 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:30:06.210573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:06.387922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:06.550376 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:06.563575 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Transition to ACTIVE for port object b2e4c5ad-72fb-465e-988e-c4fa04cfa746 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:30:06.652764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:06.714541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Allocated IP 172.20.0.1 (f775d74a-3408-4103-8136-9784dfea131b/89bcb6bc-cf99-40ca-befe-240df447bef5/eebdbca1-3464-4f8d-88e1-8a915c890909) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:30:06.716255 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Attempting to bind port b2e4c5ad-72fb-465e-988e-c4fa04cfa746 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:30:06.716632 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Attempting to bind port b2e4c5ad-72fb-465e-988e-c4fa04cfa746 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:30:06.717000 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Attempting to bind port b2e4c5ad-72fb-465e-988e-c4fa04cfa746 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:30:06.727929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:30:06.728306 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:30:06.728734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:06.729133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:30:06.729603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Bound port: b2e4c5ad-72fb-465e-988e-c4fa04cfa746, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:30:06.730041 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:06.775619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477b100-b301-46bf-9ec1-69a6d200bc61 None None] Pushing event updated for resources: {'Port': ['ID=b2e4c5ad-72fb-465e-988e-c4fa04cfa746,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:06.812895 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] For port b2e4c5ad-72fb-465e-988e-c4fa04cfa746, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:30:06.816783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] For port b2e4c5ad-72fb-465e-988e-c4fa04cfa746, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b2e4c5ad-72fb-465e-988e-c4fa04cfa746,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:30:06.865066 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:06.871088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:06.887741 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Transition to ACTIVE for port object eebdbca1-3464-4f8d-88e1-8a915c890909 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:30:06.929734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Routers {'abe4fe75-c47a-4263-93ad-5c7f52657cd0'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:30:06.930380 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:30:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['abe4fe75-c47a-4263-93ad-5c7f52657cd0'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:30:06.976409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:07.042324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Network f775d74a-3408-4103-8136-9784dfea131b is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:30:07.045135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:30:07.047997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0359061a-9f97-4a5a-8070-f7785792d5dc up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:30:07.049705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:30:07.094785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Pushing event updated for resources: {'Port': ['ID=eebdbca1-3464-4f8d-88e1-8a915c890909,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:07.114122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:07.129302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477b100-b301-46bf-9ec1-69a6d200bc61 None None] Pushing event updated for resources: {'Port': ['ID=b2e4c5ad-72fb-465e-988e-c4fa04cfa746,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:07.193721 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 0359061a-9f97-4a5a-8070-f7785792d5dc triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:30:07.194454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:07.235589 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] Set router abe4fe75-c47a-4263-93ad-5c7f52657cd0 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:30:07.309542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:07.482334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ca512e4a-479e-43b1-b3ba-f5bb41defcc2 None None] Provisioning for port eebdbca1-3464-4f8d-88e1-8a915c890909 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:30:07.496298 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ca512e4a-479e-43b1-b3ba-f5bb41defcc2 None None] Provisioning complete for port eebdbca1-3464-4f8d-88e1-8a915c890909 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:30:07.496677 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ca512e4a-479e-43b1-b3ba-f5bb41defcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:07.544507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:07.599310 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ca512e4a-479e-43b1-b3ba-f5bb41defcc2 None None] Port eebdbca1-3464-4f8d-88e1-8a915c890909 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:30:07.615968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:07.669353 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 0359061a-9f97-4a5a-8070-f7785792d5dc is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:30:07.708488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'name': 'tempest-DeleteServersTestJSON-439965141-router', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b2e4c5ad-72fb-465e-988e-c4fa04cfa746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:30:02Z', 'updated_at': '2022-08-26T01:30:04Z', 'revision_number': 3, 'project_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'gw_port': {'id': 'b2e4c5ad-72fb-465e-988e-c4fa04cfa746', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:30:03Z', 'updated_at': '2022-08-26T01:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:30:07.712534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9839b99-d79a-40e1-ae13-aabd30665683 None None] The sync data for ids ['abe4fe75-c47a-4263-93ad-5c7f52657cd0'] in dv-neutron-854561-2-hyperv is: [{'id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'name': 'tempest-DeleteServersTestJSON-439965141-router', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b2e4c5ad-72fb-465e-988e-c4fa04cfa746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:30:02Z', 'updated_at': '2022-08-26T01:30:04Z', 'revision_number': 3, 'project_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'gw_port': {'id': 'b2e4c5ad-72fb-465e-988e-c4fa04cfa746', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:30:03Z', 'updated_at': '2022-08-26T01:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:30:07.725499 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:07.731384 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Pushing event updated for resources: {'Port': ['ID=eebdbca1-3464-4f8d-88e1-8a915c890909,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:07.872795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Network f775d74a-3408-4103-8136-9784dfea131b is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:30:07.874613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:30:08.101385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Router abe4fe75-c47a-4263-93ad-5c7f52657cd0 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:30:08.224585 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ae23459e-44c2-422f-98bf-639ffd74498a None None] Provisioning complete for port eebdbca1-3464-4f8d-88e1-8a915c890909 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:30:08.225187 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ae23459e-44c2-422f-98bf-639ffd74498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:08.290270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ae23459e-44c2-422f-98bf-639ffd74498a None None] Port eebdbca1-3464-4f8d-88e1-8a915c890909 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:30:08.300251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:30:08.309443 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-74dac12d-897d-4c21-b52e-ecfad4a848e1 admin admin] 10.222.0.83 "PUT /v2.0/routers/abe4fe75-c47a-4263-93ad-5c7f52657cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5801809 Aug 26 01:30:08.838273 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-2f122196-00f5-443f-b6ae-5e1f4c604bfc tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:08.845271 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-2f122196-00f5-443f-b6ae-5e1f4c604bfc tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/networks?id=f775d74a-3408-4103-8136-9784dfea131b HTTP/1.1" status: 200 len: 811 time: 0.1620407 Aug 26 01:30:08.856999 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-e132ed2e-ac9b-439f-a603-7ffabdb1b42c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/quotas/b33cd6de251449fdb8efebe7c8b0a336 HTTP/1.1" status: 200 len: 375 time: 0.0098631 Aug 26 01:30:08.945027 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:30:08.959508 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-961a0530-a91e-445f-b91b-4150d551be0c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b33cd6de251449fdb8efebe7c8b0a336&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957959 Aug 26 01:30:08.970673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-2da97e88-9359-4969-931f-77df9a44f026 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:30:08.971643 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-2da97e88-9359-4969-931f-77df9a44f026 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056174 Aug 26 01:30:09.088226 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b2e4c5ad-72fb-465e-988e-c4fa04cfa746 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:30:09.123070 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-cecc4b8f-14c4-4123-beed-f05c2d09b43e service neutron] 10.222.0.83 "GET /v2.0/networks/f775d74a-3408-4103-8136-9784dfea131b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448505 Aug 26 01:30:09.227470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port b2e4c5ad-72fb-465e-988e-c4fa04cfa746 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:30:09.233463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b2e4c5ad-72fb-465e-988e-c4fa04cfa746 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:30:09.233876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:09.271374 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Sync routers for ids ['abe4fe75-c47a-4263-93ad-5c7f52657cd0'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:30:09.283618 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Routers {'abe4fe75-c47a-4263-93ad-5c7f52657cd0'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:30:09.284905 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:30:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['abe4fe75-c47a-4263-93ad-5c7f52657cd0'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:30:09.356000 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b2e4c5ad-72fb-465e-988e-c4fa04cfa746 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:30:09.356383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:09.377488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port b2e4c5ad-72fb-465e-988e-c4fa04cfa746, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b2e4c5ad-72fb-465e-988e-c4fa04cfa746,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:30:09.377689 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-3bb1a035-5c69-4559-aa60-a200eca4aa21 service neutron] 10.222.0.83 "GET /v2.0/networks/f775d74a-3408-4103-8136-9784dfea131b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466409 Aug 26 01:30:09.449974 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:09.474753 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Set router abe4fe75-c47a-4263-93ad-5c7f52657cd0 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:30:09.521272 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=b2e4c5ad-72fb-465e-988e-c4fa04cfa746,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:09.649781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-869fbdc9-76f4-4b47-8b56-22704a415534 req-c42d5e23-3094-4ffd-8cb6-bbb9b98da7dc tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Synchronizing usage tracker for tenant:b33cd6de251449fdb8efebe7c8b0a336 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:30:09.753295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-869fbdc9-76f4-4b47-8b56-22704a415534 req-c42d5e23-3094-4ffd-8cb6-bbb9b98da7dc tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Unset dirty status for tenant:b33cd6de251449fdb8efebe7c8b0a336 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:30:09.754922 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-869fbdc9-76f4-4b47-8b56-22704a415534 req-c42d5e23-3094-4ffd-8cb6-bbb9b98da7dc tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 210 time: 0.1573696 Aug 26 01:30:09.828793 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'name': 'tempest-DeleteServersTestJSON-439965141-router', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b2e4c5ad-72fb-465e-988e-c4fa04cfa746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:30:02Z', 'updated_at': '2022-08-26T01:30:07Z', 'revision_number': 4, 'project_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'gw_port': {'id': 'b2e4c5ad-72fb-465e-988e-c4fa04cfa746', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:30:03Z', 'updated_at': '2022-08-26T01:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'eebdbca1-3464-4f8d-88e1-8a915c890909', 'name': '', 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'mac_address': 'fa:16:3e:c7:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '89bcb6bc-cf99-40ca-befe-240df447bef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:30:06Z', 'updated_at': '2022-08-26T01:30:07Z', 'revision_number': 2, 'project_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'subnets': [{'id': '89bcb6bc-cf99-40ca-befe-240df447bef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:30:09.832970 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Checking router: abe4fe75-c47a-4263-93ad-5c7f52657cd0 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:30:09.833320 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Updating router abe4fe75-c47a-4263-93ad-5c7f52657cd0 port eebdbca1-3464-4f8d-88e1-8a915c890909 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:30:09.892963 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:10.255156 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:10.268163 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Transition to ACTIVE for port object eebdbca1-3464-4f8d-88e1-8a915c890909 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:30:10.353173 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:10.552942 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c7176-86b5-4b78-bf09-0c71fecf3a84 None None] Pushing event updated for resources: {'Port': ['ID=eebdbca1-3464-4f8d-88e1-8a915c890909,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:10.573203 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c7176-86b5-4b78-bf09-0c71fecf3a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:10.573544 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c7176-86b5-4b78-bf09-0c71fecf3a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:10.573908 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c7176-86b5-4b78-bf09-0c71fecf3a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:10.574239 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c7176-86b5-4b78-bf09-0c71fecf3a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:10.574561 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c7176-86b5-4b78-bf09-0c71fecf3a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:10.574886 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c7176-86b5-4b78-bf09-0c71fecf3a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:10.575206 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c7176-86b5-4b78-bf09-0c71fecf3a84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:10.575523 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c7176-86b5-4b78-bf09-0c71fecf3a84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:10.575841 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c7176-86b5-4b78-bf09-0c71fecf3a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:10.576157 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c7176-86b5-4b78-bf09-0c71fecf3a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:10.577037 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c7176-86b5-4b78-bf09-0c71fecf3a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:10.577210 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c7176-86b5-4b78-bf09-0c71fecf3a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:10.583445 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Attempting to bind port eebdbca1-3464-4f8d-88e1-8a915c890909 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:30:10.583808 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Attempting to bind port eebdbca1-3464-4f8d-88e1-8a915c890909 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'e6da5d1c-4dae-45d8-a589-866c7f53eef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:30:10.584199 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Attempting to bind port eebdbca1-3464-4f8d-88e1-8a915c890909 on network f775d74a-3408-4103-8136-9784dfea131b {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:30:10.589656 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:30:10.590049 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Checking segment: {'id': 'e6da5d1c-4dae-45d8-a589-866c7f53eef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:30:10.590448 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:10.590829 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Bound using segment: {'id': 'e6da5d1c-4dae-45d8-a589-866c7f53eef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:30:10.591286 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Bound port: eebdbca1-3464-4f8d-88e1-8a915c890909, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6da5d1c-4dae-45d8-a589-866c7f53eef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:30:10.592422 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:10.679811 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] For port eebdbca1-3464-4f8d-88e1-8a915c890909, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:30:10.683077 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] For port eebdbca1-3464-4f8d-88e1-8a915c890909, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=eebdbca1-3464-4f8d-88e1-8a915c890909,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:30:10.765200 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:10.829071 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Routers {'abe4fe75-c47a-4263-93ad-5c7f52657cd0'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:30:10.829700 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:30:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['abe4fe75-c47a-4263-93ad-5c7f52657cd0'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:30:10.836082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:10.927935 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-920bd856-450e-4208-bcf2-3628c1d9b01f req-29384a2f-0afc-4595-91c9-bd20bd0349a4 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 210 time: 0.0496523 Aug 26 01:30:10.995559 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c7176-86b5-4b78-bf09-0c71fecf3a84 None None] Pushing event updated for resources: {'Port': ['ID=eebdbca1-3464-4f8d-88e1-8a915c890909,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:11.030604 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b2e4c5ad-72fb-465e-988e-c4fa04cfa746 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:30:11.049261 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] Set router abe4fe75-c47a-4263-93ad-5c7f52657cd0 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:30:11.104378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b2e4c5ad-72fb-465e-988e-c4fa04cfa746 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:30:11.104750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:11.225840 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b2e4c5ad-72fb-465e-988e-c4fa04cfa746 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:30:11.377802 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'name': 'tempest-DeleteServersTestJSON-439965141-router', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b2e4c5ad-72fb-465e-988e-c4fa04cfa746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:30:02Z', 'updated_at': '2022-08-26T01:30:07Z', 'revision_number': 4, 'project_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'gw_port': {'id': 'b2e4c5ad-72fb-465e-988e-c4fa04cfa746', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:30:03Z', 'updated_at': '2022-08-26T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'eebdbca1-3464-4f8d-88e1-8a915c890909', 'name': '', 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'mac_address': 'fa:16:3e:c7:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '89bcb6bc-cf99-40ca-befe-240df447bef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:30:06Z', 'updated_at': '2022-08-26T01:30:10Z', 'revision_number': 4, 'project_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'subnets': [{'id': '89bcb6bc-cf99-40ca-befe-240df447bef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:30:11.381751 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e3046b-ca7d-4ad1-a6f4-ba91d2fe21dc None None] The sync data for ids ['abe4fe75-c47a-4263-93ad-5c7f52657cd0'] in dv-neutron-854561-2-hyperv is: [{'id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'name': 'tempest-DeleteServersTestJSON-439965141-router', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b2e4c5ad-72fb-465e-988e-c4fa04cfa746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:30:02Z', 'updated_at': '2022-08-26T01:30:07Z', 'revision_number': 4, 'project_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'gw_port': {'id': 'b2e4c5ad-72fb-465e-988e-c4fa04cfa746', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:30:03Z', 'updated_at': '2022-08-26T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'eebdbca1-3464-4f8d-88e1-8a915c890909', 'name': '', 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'mac_address': 'fa:16:3e:c7:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '89bcb6bc-cf99-40ca-befe-240df447bef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:30:06Z', 'updated_at': '2022-08-26T01:30:10Z', 'revision_number': 4, 'project_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'subnets': [{'id': '89bcb6bc-cf99-40ca-befe-240df447bef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:30:12.207831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-a8592cdc-bca0-416d-883f-fa1d5f28d36b tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:12.209440 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-a8592cdc-bca0-416d-883f-fa1d5f28d36b tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.94 "GET /v2.0/networks?id=f775d74a-3408-4103-8136-9784dfea131b HTTP/1.1" status: 200 len: 811 time: 0.1754081 Aug 26 01:30:12.236144 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Request body: {'port': {'device_id': 'f6c190df-1ba4-4514-89ad-35edb89f956e', 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b', 'admin_state_up': True, 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:30:12.240739 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c17476b4-7e88-41e7-b7ff-f13b416f103f req-b6e88fae-9663-426a-b8cb-65b20c8aa32e tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 210 time: 0.2002831 Aug 26 01:30:12.390365 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:30:12.400388 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:30:12.464089 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Made reservation on behalf of b33cd6de251449fdb8efebe7c8b0a336 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:30:12.468038 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:12.641731 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Allocated IP 172.20.0.7 (f775d74a-3408-4103-8136-9784dfea131b/89bcb6bc-cf99-40ca-befe-240df447bef5/a6007edd-af92-4a12-8120-f81c88896070) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:30:12.846366 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:12.862885 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Transition to ACTIVE for port object a6007edd-af92-4a12-8120-f81c88896070 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:30:12.947501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:13.027085 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Network f775d74a-3408-4103-8136-9784dfea131b is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:30:13.030507 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:30:13.032944 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:30:13.051994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device eebdbca1-3464-4f8d-88e1-8a915c890909 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:30:13.075678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Pushing event updated for resources: {'Port': ['ID=a6007edd-af92-4a12-8120-f81c88896070,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:13.111270 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:13.111924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:13.187672 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port eebdbca1-3464-4f8d-88e1-8a915c890909 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:30:13.193516 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port eebdbca1-3464-4f8d-88e1-8a915c890909 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:30:13.200491 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:13.216647 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-281a0d87-86e4-4f7b-aca5-813035906e5c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9845665 Aug 26 01:30:13.241550 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Request body: {'port': {'device_id': 'f6c190df-1ba4-4514-89ad-35edb89f956e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:30:13.326327 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-89e98fa2-1681-4acc-b5d1-bc1527574156 None None] Provisioning for port a6007edd-af92-4a12-8120-f81c88896070 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:30:13.330020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port eebdbca1-3464-4f8d-88e1-8a915c890909 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:30:13.330414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:13.344661 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-89e98fa2-1681-4acc-b5d1-bc1527574156 None None] Provisioning complete for port a6007edd-af92-4a12-8120-f81c88896070 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:30:13.345031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-89e98fa2-1681-4acc-b5d1-bc1527574156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:13.359416 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:13.416229 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port eebdbca1-3464-4f8d-88e1-8a915c890909, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=eebdbca1-3464-4f8d-88e1-8a915c890909,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:30:13.417267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-89e98fa2-1681-4acc-b5d1-bc1527574156 None None] Port a6007edd-af92-4a12-8120-f81c88896070 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:30:13.473004 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:13.542607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=eebdbca1-3464-4f8d-88e1-8a915c890909,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:13.550808 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:13.551159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:13.551506 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:13.551854 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:13.552756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:13.552756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:13.552932 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:13.553153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:13.553487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:13.553838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:13.554182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:13.555099 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:30:13.573835 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9483ec-fd17-49dd-baf2-ce87f48daafe req-069b412d-2eff-4909-a1fd-fc803d7e121b tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:13.574544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-5c9483ec-fd17-49dd-baf2-ce87f48daafe req-069b412d-2eff-4909-a1fd-fc803d7e121b tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Synchronizing usage tracker for tenant:b33cd6de251449fdb8efebe7c8b0a336 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:30:13.736259 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-5c9483ec-fd17-49dd-baf2-ce87f48daafe req-069b412d-2eff-4909-a1fd-fc803d7e121b tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Unset dirty status for tenant:b33cd6de251449fdb8efebe7c8b0a336 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:30:13.737393 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5c9483ec-fd17-49dd-baf2-ce87f48daafe req-069b412d-2eff-4909-a1fd-fc803d7e121b tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 931 time: 0.3684473 Aug 26 01:30:13.818704 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6007edd-af92-4a12-8120-f81c88896070 {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:30:13.830388 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:13.838341 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5c9483ec-fd17-49dd-baf2-ce87f48daafe req-3aa19beb-b03f-4c84-83e4-cbae33b06176 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713534 Aug 26 01:30:13.850615 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Transition to ACTIVE for port object a6007edd-af92-4a12-8120-f81c88896070 will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:30:13.918145 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:14.220547 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Pushing event updated for resources: {'Port': ['ID=a6007edd-af92-4a12-8120-f81c88896070,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:14.266481 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Attempting to bind port a6007edd-af92-4a12-8120-f81c88896070 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:30:14.266849 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Attempting to bind port a6007edd-af92-4a12-8120-f81c88896070 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'e6da5d1c-4dae-45d8-a589-866c7f53eef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:30:14.267182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Attempting to bind port a6007edd-af92-4a12-8120-f81c88896070 on network f775d74a-3408-4103-8136-9784dfea131b {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:30:14.271835 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Port a6007edd-af92-4a12-8120-f81c88896070 on network f775d74a-3408-4103-8136-9784dfea131b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:30:14.272155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Attempting to bind port a6007edd-af92-4a12-8120-f81c88896070 on network f775d74a-3408-4103-8136-9784dfea131b {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:30:14.277310 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:30:14.277642 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Checking segment: {'id': 'e6da5d1c-4dae-45d8-a589-866c7f53eef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:30:14.278116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Bound using segment: {'id': 'e6da5d1c-4dae-45d8-a589-866c7f53eef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:30:14.278542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Bound port: a6007edd-af92-4a12-8120-f81c88896070, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6da5d1c-4dae-45d8-a589-866c7f53eef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:30:14.278886 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:14.370369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] For port a6007edd-af92-4a12-8120-f81c88896070, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:30:14.373998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] For port a6007edd-af92-4a12-8120-f81c88896070, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=a6007edd-af92-4a12-8120-f81c88896070,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:30:14.444500 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:14.476429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:14.476957 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:14.478375 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] 10.222.0.94 "PUT /v2.0/ports/a6007edd-af92-4a12-8120-f81c88896070 HTTP/1.1" status: 200 len: 1093 time: 1.2415738 Aug 26 01:30:14.478805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c190df-1ba4-4514-89ad-35edb89f956e', 'tag': 'a6007edd-af92-4a12-8120-f81c88896070'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:30:14.524506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df6f8f-f857-473b-b55d-60384902f4df service neutron] Pushing event updated for resources: {'Port': ['ID=a6007edd-af92-4a12-8120-f81c88896070,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:14.530095 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4289165a-0b5e-47fe-a6ba-91a44bd89541'] response: {'name': 'network-changed', 'server_uuid': 'f6c190df-1ba4-4514-89ad-35edb89f956e', 'tag': 'a6007edd-af92-4a12-8120-f81c88896070', 'status': 'completed', 'code': 200} Aug 26 01:30:14.660530 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fb1a6-ba88-49c3-bd22-9d82ed145d99 req-f169c31a-549c-45e4-9123-e71c20f61a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:14.662056 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a96fb1a6-ba88-49c3-bd22-9d82ed145d99 req-f169c31a-549c-45e4-9123-e71c20f61a28 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b33cd6de251449fdb8efebe7c8b0a336&device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 1096 time: 0.0777838 Aug 26 01:30:14.819091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fb1a6-ba88-49c3-bd22-9d82ed145d99 req-b784a24a-3088-4f26-be26-56f6ecfe6cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:14.820408 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a96fb1a6-ba88-49c3-bd22-9d82ed145d99 req-b784a24a-3088-4f26-be26-56f6ecfe6cb7 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=b33cd6de251449fdb8efebe7c8b0a336&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1368673 Aug 26 01:30:15.013323 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fb1a6-ba88-49c3-bd22-9d82ed145d99 req-7fe1797d-1ec8-4a34-84c8-de88192ce352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:15.015655 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a96fb1a6-ba88-49c3-bd22-9d82ed145d99 req-7fe1797d-1ec8-4a34-84c8-de88192ce352 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1861255 Aug 26 01:30:15.027392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device eebdbca1-3464-4f8d-88e1-8a915c890909 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:30:15.054916 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02836e35-ea2e-4576-898e-03320c77126a req-c7ea0e35-b383-4e65-853e-4ab4b3b84192 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:15.056368 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-02836e35-ea2e-4576-898e-03320c77126a req-c7ea0e35-b383-4e65-853e-4ab4b3b84192 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 943 time: 0.0997026 Aug 26 01:30:15.101554 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port eebdbca1-3464-4f8d-88e1-8a915c890909 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:30:15.101953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:15.146679 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-02836e35-ea2e-4576-898e-03320c77126a req-83fdb586-8146-4185-931b-7a89e1889c6f tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842397 Aug 26 01:30:15.179349 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-a8c2ea93-a8e4-446d-97bc-61c014f6f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:15.182727 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-a8c2ea93-a8e4-446d-97bc-61c014f6f5c2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b33cd6de251449fdb8efebe7c8b0a336&device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 1096 time: 0.0909166 Aug 26 01:30:15.230766 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port eebdbca1-3464-4f8d-88e1-8a915c890909 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:30:15.265828 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-af4dd0af-f15a-4533-94d5-dd227be1284b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6007edd-af92-4a12-8120-f81c88896070 HTTP/1.1" status: 200 len: 217 time: 0.0654671 Aug 26 01:30:15.335477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-b00d2b6d-1cd7-4d0f-b9c1-261850af2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:15.336900 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-b00d2b6d-1cd7-4d0f-b9c1-261850af2e2f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=89bcb6bc-cf99-40ca-befe-240df447bef5 HTTP/1.1" status: 200 len: 850 time: 0.0606451 Aug 26 01:30:15.422523 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-c2b9e7e4-7b21-4006-a29c-82e33b82ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:15.423912 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-c2b9e7e4-7b21-4006-a29c-82e33b82ceed service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f775d74a-3408-4103-8136-9784dfea131b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771449 Aug 26 01:30:15.557651 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-4cfa4ab0-887b-4c2d-804c-2c482f32dd59 service neutron] 10.222.0.94 "GET /v2.0/networks/f775d74a-3408-4103-8136-9784dfea131b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241343 Aug 26 01:30:15.692823 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-71d6b456-5d15-4c4d-8891-9378e4cefad8 req-ca161ded-39eb-4f06-863d-7ceb6409b173 service neutron] 10.222.0.94 "GET /v2.0/networks/f775d74a-3408-4103-8136-9784dfea131b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259952 Aug 26 01:30:16.344814 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cab2d7-7f7a-470e-a54e-562174c4f3e5 req-d5b33974-4893-4c27-9a2a-7bbacfc9cbb4 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:16.346346 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b7cab2d7-7f7a-470e-a54e-562174c4f3e5 req-d5b33974-4893-4c27-9a2a-7bbacfc9cbb4 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 943 time: 0.0883875 Aug 26 01:30:16.393180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-b7cab2d7-7f7a-470e-a54e-562174c4f3e5 req-276a5df3-4f1e-426c-aca0-014990429c8d tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Synchronizing usage tracker for tenant:b33cd6de251449fdb8efebe7c8b0a336 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:30:16.495282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-b7cab2d7-7f7a-470e-a54e-562174c4f3e5 req-276a5df3-4f1e-426c-aca0-014990429c8d tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Unset dirty status for tenant:b33cd6de251449fdb8efebe7c8b0a336 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:30:16.496375 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b7cab2d7-7f7a-470e-a54e-562174c4f3e5 req-276a5df3-4f1e-426c-aca0-014990429c8d tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443443 Aug 26 01:30:17.698613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c93fd-4985-4cac-a84f-93c94003a391 req-377804fc-1176-436e-b3b0-f6ab77b7ebcc tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:17.699975 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-663c93fd-4985-4cac-a84f-93c94003a391 req-377804fc-1176-436e-b3b0-f6ab77b7ebcc tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 943 time: 0.0919781 Aug 26 01:30:17.745667 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-663c93fd-4985-4cac-a84f-93c94003a391 req-9360cd02-7773-4d87-a3d0-ab65b952e83e tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391891 Aug 26 01:30:18.030000 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device a6007edd-af92-4a12-8120-f81c88896070 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:30:18.160889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port a6007edd-af92-4a12-8120-f81c88896070, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=a6007edd-af92-4a12-8120-f81c88896070,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:30:18.177214 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'a6007edd-af92-4a12-8120-f81c88896070', 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b', 'port_id': 'a6007edd-af92-4a12-8120-f81c88896070', 'mac_address': 'fa:16:3e:e5:d2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89bcb6bc-cf99-40ca-befe-240df447bef5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:30:18.232018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port a6007edd-af92-4a12-8120-f81c88896070 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:30:18.232438 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:18.249515 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6007edd-af92-4a12-8120-f81c88896070 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:30:18.265406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port a6007edd-af92-4a12-8120-f81c88896070, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=a6007edd-af92-4a12-8120-f81c88896070,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:30:18.340913 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:18.408902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=a6007edd-af92-4a12-8120-f81c88896070,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:18.664133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['a6007edd-af92-4a12-8120-f81c88896070'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:30:18.946484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7adcd-8afa-432c-bd0d-52c4f6d436d4 req-2edf9f18-53fd-4ffb-a691-c73620a50057 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:18.947850 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a7f7adcd-8afa-432c-bd0d-52c4f6d436d4 req-2edf9f18-53fd-4ffb-a691-c73620a50057 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 944 time: 0.0910296 Aug 26 01:30:18.992601 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a7f7adcd-8afa-432c-bd0d-52c4f6d436d4 req-e70783d0-3aeb-435e-9ce0-ce055a056f70 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387149 Aug 26 01:30:20.040951 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device a6007edd-af92-4a12-8120-f81c88896070 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:30:20.181071 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port a6007edd-af92-4a12-8120-f81c88896070 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:30:20.186377 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port a6007edd-af92-4a12-8120-f81c88896070 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:30:20.186878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:20.190534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea3fd8-a9a9-4b04-81c9-4100903568e9 req-e41854b7-2daf-4455-94ad-e0810c32c0b7 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:20.192059 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-04ea3fd8-a9a9-4b04-81c9-4100903568e9 req-e41854b7-2daf-4455-94ad-e0810c32c0b7 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 944 time: 0.0879219 Aug 26 01:30:20.239296 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-04ea3fd8-a9a9-4b04-81c9-4100903568e9 req-63c562ff-3c8c-4f6e-94df-0a5ade38d953 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409570 Aug 26 01:30:20.307245 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port a6007edd-af92-4a12-8120-f81c88896070 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:30:20.307622 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:20.335161 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c190df-1ba4-4514-89ad-35edb89f956e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6007edd-af92-4a12-8120-f81c88896070'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:30:20.345879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port a6007edd-af92-4a12-8120-f81c88896070, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=a6007edd-af92-4a12-8120-f81c88896070,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:30:20.379824 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2919aca4-0e54-45a5-8fd3-b311db022cf4'] response: {'server_uuid': 'f6c190df-1ba4-4514-89ad-35edb89f956e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6007edd-af92-4a12-8120-f81c88896070', 'code': 200} Aug 26 01:30:20.421215 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:20.494005 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=a6007edd-af92-4a12-8120-f81c88896070,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:30:20.778473 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbb493-c8f1-4125-b961-745c72b15cc1 req-8140a9e1-00c7-43a5-926b-92de7729279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:20.780210 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3bdbb493-c8f1-4125-b961-745c72b15cc1 req-8140a9e1-00c7-43a5-926b-92de7729279d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 1098 time: 0.0804167 Aug 26 01:30:20.824072 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3bdbb493-c8f1-4125-b961-745c72b15cc1 req-b96fe159-f0d0-434b-8de0-1e9af1072a4c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349741 Aug 26 01:30:21.432610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eef55c-6c94-42cb-bbe1-dd37082a7efb req-e7eb0040-8a7a-465a-9c4c-5a6f4081f611 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:21.434059 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-52eef55c-6c94-42cb-bbe1-dd37082a7efb req-e7eb0040-8a7a-465a-9c4c-5a6f4081f611 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0868664 Aug 26 01:30:21.480875 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-52eef55c-6c94-42cb-bbe1-dd37082a7efb req-654d5bb9-add7-484b-aea4-09637931b768 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 Aug 26 01:30:22.682301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39d50-c764-4feb-a2fc-2f60c5de8a15 req-f7d045d5-32e3-4713-892e-0663cdc11a8f tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:22.683782 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-21e39d50-c764-4feb-a2fc-2f60c5de8a15 req-f7d045d5-32e3-4713-892e-0663cdc11a8f tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0909865 Aug 26 01:30:22.728338 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-21e39d50-c764-4feb-a2fc-2f60c5de8a15 req-6ffa187a-e0f2-4b5e-abc3-98a69dae3a41 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380478 Aug 26 01:30:23.291765 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73df3e5-2862-4fee-a525-ed3d6dc86976 req-81802570-391b-4795-b14d-dff67fb5f1d9 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:23.294181 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a73df3e5-2862-4fee-a525-ed3d6dc86976 req-81802570-391b-4795-b14d-dff67fb5f1d9 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0900762 Aug 26 01:30:23.342463 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a73df3e5-2862-4fee-a525-ed3d6dc86976 req-57d8006e-6786-4a9e-92d1-5f24e62aa017 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427079 Aug 26 01:30:23.374121 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56776) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:30:23.491961 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-fb3b0f1b-d314-4efd-bf48-23aef1b40eae service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1164818 Aug 26 01:30:24.544353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c363479-7080-458b-b9b3-b6fdb5091dd9 req-5535894a-2005-4e6e-81bc-498fafaf3433 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:24.546465 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7c363479-7080-458b-b9b3-b6fdb5091dd9 req-5535894a-2005-4e6e-81bc-498fafaf3433 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0873401 Aug 26 01:30:24.590807 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7c363479-7080-458b-b9b3-b6fdb5091dd9 req-17f8c784-4498-4cab-a851-84abaec4cc6f tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385206 Aug 26 01:30:25.793654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7eb0e2-b6b3-47ee-a08d-66bd3bd764cd req-9c1f2d5e-0c5e-4db5-b6d5-5887d3a86b78 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:25.796063 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b7eb0e2-b6b3-47ee-a08d-66bd3bd764cd req-9c1f2d5e-0c5e-4db5-b6d5-5887d3a86b78 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0929909 Aug 26 01:30:25.842370 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b7eb0e2-b6b3-47ee-a08d-66bd3bd764cd req-e733b178-509c-4aa9-b6c0-210895285ce2 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397811 Aug 26 01:30:25.893053 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-c723817c-4db0-4b6f-ad5a-4ca679f9100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:25.894458 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-c723817c-4db0-4b6f-ad5a-4ca679f9100d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b33cd6de251449fdb8efebe7c8b0a336&device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 1098 time: 0.0865247 Aug 26 01:30:26.127597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-ff3fba2c-7375-455c-baa6-367a6c107ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:26.129022 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-ff3fba2c-7375-455c-baa6-367a6c107ed8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f775d74a-3408-4103-8136-9784dfea131b HTTP/1.1" status: 200 len: 913 time: 0.2284544 Aug 26 01:30:26.197624 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-38034550-0366-433f-92b5-1fa00dabed47 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6007edd-af92-4a12-8120-f81c88896070 HTTP/1.1" status: 200 len: 217 time: 0.0618873 Aug 26 01:30:26.258325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-5ba49cf5-9641-4bf0-893e-b2f2e5fef00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:26.259734 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-5ba49cf5-9641-4bf0-893e-b2f2e5fef00c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=89bcb6bc-cf99-40ca-befe-240df447bef5 HTTP/1.1" status: 200 len: 850 time: 0.0562797 Aug 26 01:30:26.341136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-346f07b1-92e2-48b9-89ac-416aafa361a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:26.342603 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-346f07b1-92e2-48b9-89ac-416aafa361a4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f775d74a-3408-4103-8136-9784dfea131b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757802 Aug 26 01:30:26.474502 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-7148639f-6900-469d-ac9d-edb53be49eb8 service neutron] 10.222.0.94 "GET /v2.0/networks/f775d74a-3408-4103-8136-9784dfea131b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254506 Aug 26 01:30:26.605832 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-aac340d2-3346-422d-8e91-10ee2a84ba60 service neutron] 10.222.0.94 "GET /v2.0/networks/f775d74a-3408-4103-8136-9784dfea131b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244383 Aug 26 01:30:27.050177 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2058854-2f51-4200-a0e9-3d020b0c6f80 req-3ad27e39-6ebc-4960-8ad7-dae9d4bb8378 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:27.051685 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2058854-2f51-4200-a0e9-3d020b0c6f80 req-3ad27e39-6ebc-4960-8ad7-dae9d4bb8378 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0939291 Aug 26 01:30:27.098566 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2058854-2f51-4200-a0e9-3d020b0c6f80 req-e4567475-8830-4fef-8954-75de1e2405a1 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407751 Aug 26 01:30:28.294590 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c63244-5a9a-41b8-b6b9-4e2f3a412a5a req-687d6940-1e67-498a-b2a6-c8465ef4c9f8 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:28.296785 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-17c63244-5a9a-41b8-b6b9-4e2f3a412a5a req-687d6940-1e67-498a-b2a6-c8465ef4c9f8 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0876782 Aug 26 01:30:28.340695 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-17c63244-5a9a-41b8-b6b9-4e2f3a412a5a req-862e9e41-e569-4e10-97ef-646bc0360980 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382724 Aug 26 01:30:29.539586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7db28-4ac4-44e9-8153-dce6e0bd11b6 req-6513652f-5da2-4eae-b4b1-5a4a0d3e5b82 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:29.541046 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-90f7db28-4ac4-44e9-8153-dce6e0bd11b6 req-6513652f-5da2-4eae-b4b1-5a4a0d3e5b82 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0911610 Aug 26 01:30:29.585556 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-90f7db28-4ac4-44e9-8153-dce6e0bd11b6 req-459962fc-a979-4fc6-bf62-6f7f765cd26d tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378780 Aug 26 01:30:30.515502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7eed4ec5-59fc-490a-9d4e-0c2f692419d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:30.785959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637b887-3594-4b23-8fde-795766dfa03e req-827cfd83-4bd9-4205-9811-af8032c3d83c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:30.787423 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2637b887-3594-4b23-8fde-795766dfa03e req-827cfd83-4bd9-4205-9811-af8032c3d83c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0905156 Aug 26 01:30:30.831746 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2637b887-3594-4b23-8fde-795766dfa03e req-eb159578-b203-4583-ad3b-7dee152bf433 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386808 Aug 26 01:30:32.028035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c1ebe-d345-43fe-9bfd-2007dfa19fee req-7a93de5b-b599-4c17-9e7d-3149f1428b0b tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:32.029497 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f05c1ebe-d345-43fe-9bfd-2007dfa19fee req-7a93de5b-b599-4c17-9e7d-3149f1428b0b tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0869362 Aug 26 01:30:32.081029 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f05c1ebe-d345-43fe-9bfd-2007dfa19fee req-55212aa1-64a3-4bac-a22b-0dc10b7c794f tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450337 Aug 26 01:30:33.040721 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ed913c27-93c3-4b12-8608-17a848e5e380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:33.282053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05522066-0813-46fe-bd14-680b71ed5339 req-39d54102-047c-402f-a497-c685a11362b5 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:33.283558 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-05522066-0813-46fe-bd14-680b71ed5339 req-39d54102-047c-402f-a497-c685a11362b5 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0917480 Aug 26 01:30:33.328268 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-05522066-0813-46fe-bd14-680b71ed5339 req-addfa225-7456-4d83-814b-d7d9596f3f5e tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390639 Aug 26 01:30:33.740524 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:33.972209 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:34.525682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7beae9-055d-4933-b0f0-9102e9b86852 req-64a01a94-1d66-4ab0-9b13-6c8e6abcc3c2 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:34.527139 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ea7beae9-055d-4933-b0f0-9102e9b86852 req-64a01a94-1d66-4ab0-9b13-6c8e6abcc3c2 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0860581 Aug 26 01:30:34.571600 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ea7beae9-055d-4933-b0f0-9102e9b86852 req-2d55b31d-8822-4642-bd62-1cd67aa2ef04 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385580 Aug 26 01:30:35.535102 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:35.768352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffe82a-0a79-4628-be31-7ca63929f658 req-4f9b8584-9835-4630-afc5-996774867006 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:35.769734 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ceffe82a-0a79-4628-be31-7ca63929f658 req-4f9b8584-9835-4630-afc5-996774867006 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0873098 Aug 26 01:30:35.814962 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ceffe82a-0a79-4628-be31-7ca63929f658 req-0c9fe874-2e0e-4935-b406-674423b01744 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394893 Aug 26 01:30:37.030418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5a33f-8357-48a7-9bf0-bab557b1fc27 req-05bb1412-b193-4982-a18d-757a28bb25ab tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:37.031955 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2db5a33f-8357-48a7-9bf0-bab557b1fc27 req-05bb1412-b193-4982-a18d-757a28bb25ab tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0923767 Aug 26 01:30:37.081692 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2db5a33f-8357-48a7-9bf0-bab557b1fc27 req-a91fd17d-4b0e-43c1-ae81-4042cb7c2b02 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438519 Aug 26 01:30:38.278466 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e248e-1d97-4e6f-86b6-829eacf2140a req-9de4f11a-40f8-4b60-b627-c223b524bdb8 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:38.279939 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b99e248e-1d97-4e6f-86b6-829eacf2140a req-9de4f11a-40f8-4b60-b627-c223b524bdb8 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0901692 Aug 26 01:30:38.324568 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b99e248e-1d97-4e6f-86b6-829eacf2140a req-2134faaf-8bba-4f6c-8b0b-da8561bd93b5 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389030 Aug 26 01:30:39.520041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b958f-5ea6-49cd-a7e2-3476d89d5be7 req-1d15058e-5bc6-4662-8408-8cfcd23a7f53 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:39.521517 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a01b958f-5ea6-49cd-a7e2-3476d89d5be7 req-1d15058e-5bc6-4662-8408-8cfcd23a7f53 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0893581 Aug 26 01:30:39.570180 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a01b958f-5ea6-49cd-a7e2-3476d89d5be7 req-435d6d01-1ee0-4caa-b32f-b767a00e8280 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427423 Aug 26 01:30:40.763762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae55bfc-f4c1-4423-86b4-f18d6a7bcf51 req-6ff03f23-a589-4880-bd32-119337a561b4 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:40.765216 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ae55bfc-f4c1-4423-86b4-f18d6a7bcf51 req-6ff03f23-a589-4880-bd32-119337a561b4 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0867105 Aug 26 01:30:40.809917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:30:40.815858 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ae55bfc-f4c1-4423-86b4-f18d6a7bcf51 req-0d767d5e-be35-47d5-95c0-24d57b053989 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446856 Aug 26 01:30:42.010557 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88239f1-2cb5-4277-973c-dd0abed8d103 req-482d8a33-a57d-433a-80c7-150886eb4ce6 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:42.011993 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b88239f1-2cb5-4277-973c-dd0abed8d103 req-482d8a33-a57d-433a-80c7-150886eb4ce6 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0860620 Aug 26 01:30:42.054946 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b88239f1-2cb5-4277-973c-dd0abed8d103 req-5836b904-3f82-4fbe-8960-da7085ed37dd tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372195 Aug 26 01:30:43.251417 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa00d8-c873-4b2e-a4b9-d041b2d186a6 req-31a8517e-54f3-4d1e-b410-56ca1a1df6de tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:43.252906 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-caaa00d8-c873-4b2e-a4b9-d041b2d186a6 req-31a8517e-54f3-4d1e-b410-56ca1a1df6de tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0860426 Aug 26 01:30:43.296352 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-caaa00d8-c873-4b2e-a4b9-d041b2d186a6 req-c8ce19d2-f001-468b-966c-06694f5347cc tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377898 Aug 26 01:30:44.492136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c3e91-81f7-4ff4-9899-b5666092722c req-cad44829-f2c0-4769-99e1-08c8e4565808 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:44.498803 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3a1c3e91-81f7-4ff4-9899-b5666092722c req-cad44829-f2c0-4769-99e1-08c8e4565808 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0896909 Aug 26 01:30:44.537572 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3a1c3e91-81f7-4ff4-9899-b5666092722c req-4734ae85-a171-4a81-b6bf-e25ee722ee1c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382667 Aug 26 01:30:45.740789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9453d-5e12-491e-81e3-d2c5ca6a5f4f req-02e1e259-39b5-4ef1-83b9-a8b548c2bd18 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:45.742284 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4e9453d-5e12-491e-81e3-d2c5ca6a5f4f req-02e1e259-39b5-4ef1-83b9-a8b548c2bd18 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0938303 Aug 26 01:30:45.746588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b81cf-ec4f-475e-9d9e-c3b3a180865c req-33f495cc-ba1b-47aa-85ab-40f7c70ee64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:45.748058 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0e6b81cf-ec4f-475e-9d9e-c3b3a180865c req-33f495cc-ba1b-47aa-85ab-40f7c70ee64c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b33cd6de251449fdb8efebe7c8b0a336&device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 1098 time: 0.0777328 Aug 26 01:30:45.791976 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4e9453d-5e12-491e-81e3-d2c5ca6a5f4f req-58530f4c-8c4f-49b3-b808-18ad560e49be tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437651 Aug 26 01:30:45.895888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b81cf-ec4f-475e-9d9e-c3b3a180865c req-db64752f-7d63-4600-9952-9c879988064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:45.897334 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0e6b81cf-ec4f-475e-9d9e-c3b3a180865c req-db64752f-7d63-4600-9952-9c879988064c service neutron] 10.222.0.94 "GET /v2.0/networks?id=f775d74a-3408-4103-8136-9784dfea131b HTTP/1.1" status: 200 len: 913 time: 0.1286569 Aug 26 01:30:45.946079 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:30:45.969275 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0e6b81cf-ec4f-475e-9d9e-c3b3a180865c req-12f011aa-534e-4043-aeff-4efd2a168027 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6007edd-af92-4a12-8120-f81c88896070 HTTP/1.1" status: 200 len: 217 time: 0.0651374 Aug 26 01:30:46.033565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b81cf-ec4f-475e-9d9e-c3b3a180865c req-cb3f0c35-cbfc-4a1a-9e9c-5ec2c4791770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:46.035303 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0e6b81cf-ec4f-475e-9d9e-c3b3a180865c req-cb3f0c35-cbfc-4a1a-9e9c-5ec2c4791770 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=89bcb6bc-cf99-40ca-befe-240df447bef5 HTTP/1.1" status: 200 len: 850 time: 0.0580523 Aug 26 01:30:46.120387 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b81cf-ec4f-475e-9d9e-c3b3a180865c req-57039e41-4a01-42d8-83f0-dbbc0919135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:46.121782 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0e6b81cf-ec4f-475e-9d9e-c3b3a180865c req-57039e41-4a01-42d8-83f0-dbbc0919135d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f775d74a-3408-4103-8136-9784dfea131b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798225 Aug 26 01:30:46.253199 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0e6b81cf-ec4f-475e-9d9e-c3b3a180865c req-130d00be-d1fd-4e2f-b96b-2dd5c9dfd133 service neutron] 10.222.0.94 "GET /v2.0/networks/f775d74a-3408-4103-8136-9784dfea131b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243732 Aug 26 01:30:46.481134 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0e6b81cf-ec4f-475e-9d9e-c3b3a180865c req-37996e2b-4991-4897-857b-b6309b3df7ff service neutron] 10.222.0.94 "GET /v2.0/networks/f775d74a-3408-4103-8136-9784dfea131b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208958 Aug 26 01:30:46.987836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d2676-1488-4c63-a6db-8cf1fe76d789 req-e30ba023-7b95-49f8-909e-788726d4ee6f tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:46.989285 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1d2d2676-1488-4c63-a6db-8cf1fe76d789 req-e30ba023-7b95-49f8-909e-788726d4ee6f tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0863292 Aug 26 01:30:47.037592 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1d2d2676-1488-4c63-a6db-8cf1fe76d789 req-b015ed1f-4fb5-4cd8-91af-9c8eec9828e9 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Aug 26 01:30:48.230262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a9165-2a86-4b22-9cb7-85f625d3d260 req-a96d0f68-2f78-4d38-8779-b9b86ff27a71 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:48.231714 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c6a9165-2a86-4b22-9cb7-85f625d3d260 req-a96d0f68-2f78-4d38-8779-b9b86ff27a71 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0865340 Aug 26 01:30:48.279714 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c6a9165-2a86-4b22-9cb7-85f625d3d260 req-981acb08-0edb-4923-8e0c-5667789b9c9d tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Aug 26 01:30:49.475875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796971e5-eca7-4206-85ee-86d45b181af3 req-9cf9d387-bcec-4f42-8d08-8a76677bd9da tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:49.477299 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-796971e5-eca7-4206-85ee-86d45b181af3 req-9cf9d387-bcec-4f42-8d08-8a76677bd9da tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0844235 Aug 26 01:30:49.521041 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-796971e5-eca7-4206-85ee-86d45b181af3 req-eb200b20-1609-4708-a1ee-b8c892a7a604 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380793 Aug 26 01:30:50.863713 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6271b7-b34e-4a72-a2ab-2e029ac3bdfa req-c33185a3-2d76-45e1-b9a7-d2c29a092460 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:50.865148 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4b6271b7-b34e-4a72-a2ab-2e029ac3bdfa req-c33185a3-2d76-45e1-b9a7-d2c29a092460 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0868192 Aug 26 01:30:50.908781 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4b6271b7-b34e-4a72-a2ab-2e029ac3bdfa req-47b114c7-546a-4d9a-a5eb-1befda8e3fd8 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379066 Aug 26 01:30:52.105905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57523f0-a722-462d-8f6c-2d5ad94c1061 req-9a1e15d1-8680-46a1-be7a-3724b948dd4f tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:52.107367 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a57523f0-a722-462d-8f6c-2d5ad94c1061 req-9a1e15d1-8680-46a1-be7a-3724b948dd4f tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0887845 Aug 26 01:30:52.152685 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a57523f0-a722-462d-8f6c-2d5ad94c1061 req-72891cf4-58e7-40be-9e09-6e2144c5c203 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387890 Aug 26 01:30:53.352567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca7334-8ef5-467a-8d7e-c6657ea53316 req-683c0d94-d11b-49a6-8fa2-857d3239b71e tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:53.354113 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f0ca7334-8ef5-467a-8d7e-c6657ea53316 req-683c0d94-d11b-49a6-8fa2-857d3239b71e tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0944774 Aug 26 01:30:53.399433 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f0ca7334-8ef5-467a-8d7e-c6657ea53316 req-6f6a0282-56bf-4aef-aa76-165f5759a989 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396285 Aug 26 01:30:54.593246 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c265768-39cb-47bc-b693-1534a296cf8e req-cbcbb49e-2dfd-406c-b60d-e422916efd0d tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:54.594733 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8c265768-39cb-47bc-b693-1534a296cf8e req-cbcbb49e-2dfd-406c-b60d-e422916efd0d tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0878901 Aug 26 01:30:54.642795 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8c265768-39cb-47bc-b693-1534a296cf8e req-d84271ce-5b4b-4529-a2f7-47a2be2ede47 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422378 Aug 26 01:30:55.835648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f805f6c-f4c7-48bb-b447-f6b92bec66c5 req-9a913ff8-f964-4072-a1f4-97d7c4d9614e tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:55.837106 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7f805f6c-f4c7-48bb-b447-f6b92bec66c5 req-9a913ff8-f964-4072-a1f4-97d7c4d9614e tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0875359 Aug 26 01:30:55.884200 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7f805f6c-f4c7-48bb-b447-f6b92bec66c5 req-5aa145ca-3b25-4aef-b37a-f3853fa3db5b tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411022 Aug 26 01:30:57.078919 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5012e8a-f6a2-4bd8-9170-f2e63b8e9630 req-b54504fa-68b1-4a6a-9618-48808f04493c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:57.081391 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b5012e8a-f6a2-4bd8-9170-f2e63b8e9630 req-b54504fa-68b1-4a6a-9618-48808f04493c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0877106 Aug 26 01:30:57.126008 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b5012e8a-f6a2-4bd8-9170-f2e63b8e9630 req-6c1410b5-d8b2-4c8a-84c4-c17b609720c2 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390420 Aug 26 01:30:58.322965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fad02-2a78-4fbb-a6a1-590244d31974 req-ae30dcfa-a52e-4a6d-925a-9b134a58944a tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:58.324407 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7b9fad02-2a78-4fbb-a6a1-590244d31974 req-ae30dcfa-a52e-4a6d-925a-9b134a58944a tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0859032 Aug 26 01:30:58.369105 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7b9fad02-2a78-4fbb-a6a1-590244d31974 req-8390352d-968d-49bd-913c-7c5f61bc098b tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381515 Aug 26 01:30:59.416082 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-a592bd09-8f5d-46fc-90e3-11588466d4c0 service neutron] 10.222.0.94 "GET /v2.0/ports/a6007edd-af92-4a12-8120-f81c88896070/bindings/hv-neutron-8545 HTTP/1.1" status: 200 len: 384 time: 0.0780399 Aug 26 01:30:59.567031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fd925-0f42-4dd6-9ac1-7953f99651e5 req-e319db9c-09e6-42d4-b3af-90189e48a498 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:30:59.568475 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-094fd925-0f42-4dd6-9ac1-7953f99651e5 req-e319db9c-09e6-42d4-b3af-90189e48a498 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0901365 Aug 26 01:30:59.613354 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-094fd925-0f42-4dd6-9ac1-7953f99651e5 req-1f19362c-e847-4bac-877b-310f1987a4e2 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390825 Aug 26 01:31:00.081854 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-96d2bde6-7027-445b-84b6-547fc0d55ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:00.083309 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-96d2bde6-7027-445b-84b6-547fc0d55ce1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e&tenant_id=b33cd6de251449fdb8efebe7c8b0a336 HTTP/1.1" status: 200 len: 1098 time: 0.0798297 Aug 26 01:31:00.211865 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-56e06d1c-20f3-4cc8-8647-ff48e866431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:00.213352 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-56e06d1c-20f3-4cc8-8647-ff48e866431b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b33cd6de251449fdb8efebe7c8b0a336&device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 1098 time: 0.0869396 Aug 26 01:31:00.344231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-48366a2e-d349-4c5b-860e-e5dbced1b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:00.345637 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-48366a2e-d349-4c5b-860e-e5dbced1b1c1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f775d74a-3408-4103-8136-9784dfea131b HTTP/1.1" status: 200 len: 913 time: 0.1227710 Aug 26 01:31:00.416004 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-c77c25f3-ec1d-415e-8882-e331ebe0dca0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6007edd-af92-4a12-8120-f81c88896070 HTTP/1.1" status: 200 len: 217 time: 0.0632870 Aug 26 01:31:00.479997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-14fb2f08-cbfb-49be-a804-a6a176502e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:00.481432 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-afb916d4-bc7a-404b-add8-ee33e2ec0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:00.482875 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-afb916d4-bc7a-404b-add8-ee33e2ec0961 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=89bcb6bc-cf99-40ca-befe-240df447bef5 HTTP/1.1" status: 200 len: 850 time: 0.0565679 Aug 26 01:31:00.567991 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-ebc4d351-17db-4344-8ea6-e8635f93e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:00.569475 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-ebc4d351-17db-4344-8ea6-e8635f93e683 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f775d74a-3408-4103-8136-9784dfea131b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799065 Aug 26 01:31:00.703095 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-3bcc64bc-afc8-4cca-be16-bbf6c8f19649 service neutron] 10.222.0.94 "GET /v2.0/networks/f775d74a-3408-4103-8136-9784dfea131b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241641 Aug 26 01:31:00.830086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86170b6-023e-4c2b-bcad-304a75e7de7a req-72bb9091-7ee0-4730-a761-e41fbecfeeae tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:00.832555 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a86170b6-023e-4c2b-bcad-304a75e7de7a req-72bb9091-7ee0-4730-a761-e41fbecfeeae tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.1057880 Aug 26 01:31:00.843225 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4655b9-3680-4957-b093-1815c314c3b3 req-379c5cd5-73dd-4823-9267-6321ae03ae98 service neutron] 10.222.0.94 "GET /v2.0/networks/f775d74a-3408-4103-8136-9784dfea131b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302378 Aug 26 01:31:00.879976 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a86170b6-023e-4c2b-bcad-304a75e7de7a req-f8843770-33fb-47fb-a8df-0d5ef5040d05 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404303 Aug 26 01:31:02.073077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ef744-6d15-4053-8fb7-8d4e61e24892 req-62b44e0c-e6ad-4f69-b1c4-85a856458d5f tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:02.074556 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f51ef744-6d15-4053-8fb7-8d4e61e24892 req-62b44e0c-e6ad-4f69-b1c4-85a856458d5f tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0852840 Aug 26 01:31:02.118788 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f51ef744-6d15-4053-8fb7-8d4e61e24892 req-28c50999-27a8-4177-b6a7-02124c6ae8eb tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384562 Aug 26 01:31:03.008844 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b9072733-c627-465f-b076-3acccb9d3fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:03.312047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544ddb3-d0d3-4b65-b323-59784bf3a680 req-53a08b75-2c06-4d20-9dd0-3757c7cb5b7f tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:03.313496 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e544ddb3-d0d3-4b65-b323-59784bf3a680 req-53a08b75-2c06-4d20-9dd0-3757c7cb5b7f tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0864439 Aug 26 01:31:03.360371 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e544ddb3-d0d3-4b65-b323-59784bf3a680 req-c5c82b0c-f325-409d-b3d8-c1f807202010 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408814 Aug 26 01:31:03.699822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:03.985559 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:04.244859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626306-293f-4143-a415-0acebabe7268 req-bb81193f-cd56-4148-a0ad-3fabd9a8e7e0 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:04.246234 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cf626306-293f-4143-a415-0acebabe7268 req-bb81193f-cd56-4148-a0ad-3fabd9a8e7e0 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.94 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e&tenant_id=b33cd6de251449fdb8efebe7c8b0a336&binding%3Ahost_id=hv-neutron-8545 HTTP/1.1" status: 200 len: 945 time: 0.1976144 Aug 26 01:31:04.281457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device a6007edd-af92-4a12-8120-f81c88896070 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:31:04.288151 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device a6007edd-af92-4a12-8120-f81c88896070 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:31:04.452818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626306-293f-4143-a415-0acebabe7268 req-448d52e4-9fd9-4154-8bca-e67feeca2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:04.454311 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cf626306-293f-4143-a415-0acebabe7268 req-448d52e4-9fd9-4154-8bca-e67feeca2d80 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b33cd6de251449fdb8efebe7c8b0a336&device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 1098 time: 0.1227226 Aug 26 01:31:04.510386 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port a6007edd-af92-4a12-8120-f81c88896070 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:31:04.510691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:04.532932 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port a6007edd-af92-4a12-8120-f81c88896070, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=a6007edd-af92-4a12-8120-f81c88896070,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:31:04.557889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c190df-1ba4-4514-89ad-35edb89f956e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6007edd-af92-4a12-8120-f81c88896070'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:31:04.563976 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'a6007edd-af92-4a12-8120-f81c88896070', 'network_id': 'f775d74a-3408-4103-8136-9784dfea131b', 'port_id': 'a6007edd-af92-4a12-8120-f81c88896070', 'mac_address': 'fa:16:3e:e5:d2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89bcb6bc-cf99-40ca-befe-240df447bef5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:31:04.587641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626306-293f-4143-a415-0acebabe7268 req-06369253-89ba-4aec-a5ac-7c294b5e51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:04.589152 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cf626306-293f-4143-a415-0acebabe7268 req-06369253-89ba-4aec-a5ac-7c294b5e51a2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f775d74a-3408-4103-8136-9784dfea131b HTTP/1.1" status: 200 len: 913 time: 0.1276124 Aug 26 01:31:04.599974 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port a6007edd-af92-4a12-8120-f81c88896070, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=a6007edd-af92-4a12-8120-f81c88896070,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:31:04.620328 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb4b783-3b50-4f04-82b3-16817c5146ce'] response: {'server_uuid': 'f6c190df-1ba4-4514-89ad-35edb89f956e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6007edd-af92-4a12-8120-f81c88896070', 'code': 200} Aug 26 01:31:04.633665 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port a6007edd-af92-4a12-8120-f81c88896070 is: ACTIVE; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:31:04.634126 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:04.651619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6007edd-af92-4a12-8120-f81c88896070 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:31:04.664645 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cf626306-293f-4143-a415-0acebabe7268 req-1dcddb3f-40c3-4b47-94fc-bbac96ff34d4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6007edd-af92-4a12-8120-f81c88896070 HTTP/1.1" status: 200 len: 217 time: 0.0694942 Aug 26 01:31:04.675989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:04.730663 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626306-293f-4143-a415-0acebabe7268 req-fb4bfd4a-5348-4d07-9190-e1e7697dcaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:04.732079 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cf626306-293f-4143-a415-0acebabe7268 req-fb4bfd4a-5348-4d07-9190-e1e7697dcaf0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=89bcb6bc-cf99-40ca-befe-240df447bef5 HTTP/1.1" status: 200 len: 850 time: 0.0618110 Aug 26 01:31:04.790770 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:31:04.791142 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:31:04.796090 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=a6007edd-af92-4a12-8120-f81c88896070,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:04.816858 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626306-293f-4143-a415-0acebabe7268 req-82e7b1b2-69f1-4377-aff8-5e85a186107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:04.818455 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cf626306-293f-4143-a415-0acebabe7268 req-82e7b1b2-69f1-4377-aff8-5e85a186107c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f775d74a-3408-4103-8136-9784dfea131b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799401 Aug 26 01:31:04.949130 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cf626306-293f-4143-a415-0acebabe7268 req-b9b8b56b-e15f-4344-b1ce-70cb204db784 service neutron] 10.222.0.94 "GET /v2.0/networks/f775d74a-3408-4103-8136-9784dfea131b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243367 Aug 26 01:31:05.079690 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cf626306-293f-4143-a415-0acebabe7268 req-29ade3fd-24af-4022-b6de-49e09cc281a3 service neutron] 10.222.0.94 "GET /v2.0/networks/f775d74a-3408-4103-8136-9784dfea131b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233344 Aug 26 01:31:05.345387 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port a6007edd-af92-4a12-8120-f81c88896070 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:31:05.346057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:05.362832 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6007edd-af92-4a12-8120-f81c88896070 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:31:05.378947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port a6007edd-af92-4a12-8120-f81c88896070, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=a6007edd-af92-4a12-8120-f81c88896070,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:31:05.457077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:05.538527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=a6007edd-af92-4a12-8120-f81c88896070,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:05.571339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:05.600176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['a6007edd-af92-4a12-8120-f81c88896070'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:31:06.313734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device a6007edd-af92-4a12-8120-f81c88896070 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:31:06.384517 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port a6007edd-af92-4a12-8120-f81c88896070 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:31:06.385188 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:06.542465 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port a6007edd-af92-4a12-8120-f81c88896070 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:31:06.542847 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:06.578849 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port a6007edd-af92-4a12-8120-f81c88896070, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=a6007edd-af92-4a12-8120-f81c88896070,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:31:06.621567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c190df-1ba4-4514-89ad-35edb89f956e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6007edd-af92-4a12-8120-f81c88896070'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:31:06.660786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:06.697617 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e3a955-1709-46a8-a4ae-f4c87d9340b4'] response: {'server_uuid': 'f6c190df-1ba4-4514-89ad-35edb89f956e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6007edd-af92-4a12-8120-f81c88896070', 'code': 200} Aug 26 01:31:06.731140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=a6007edd-af92-4a12-8120-f81c88896070,revision_number=8']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:06.799285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b0774-e867-47e6-9c77-31ba740af9d5 req-b6bc2a99-81c5-46d1-a792-e2c53422199e tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:06.800845 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8d7b0774-e867-47e6-9c77-31ba740af9d5 req-b6bc2a99-81c5-46d1-a792-e2c53422199e tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.1385179 Aug 26 01:31:06.846302 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8d7b0774-e867-47e6-9c77-31ba740af9d5 req-ab0a54a8-0b30-42bd-998d-440f52932495 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Aug 26 01:31:08.088570 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8372f8-2b76-4bef-9c23-812f4b45de3e req-90fd1935-662f-449b-b4f8-99df8a83d38e tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:08.090051 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4c8372f8-2b76-4bef-9c23-812f4b45de3e req-90fd1935-662f-449b-b4f8-99df8a83d38e tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.1360688 Aug 26 01:31:08.134381 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4c8372f8-2b76-4bef-9c23-812f4b45de3e req-7e75d1c7-7c65-4d3d-ae6d-d98718ceba01 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386302 Aug 26 01:31:08.648258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626306-293f-4143-a415-0acebabe7268 req-8982ff9e-9f3c-4769-b9dd-0eef4845dd33 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:08.649679 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cf626306-293f-4143-a415-0acebabe7268 req-8982ff9e-9f3c-4769-b9dd-0eef4845dd33 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.94 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 945 time: 0.0843713 Aug 26 01:31:08.725069 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-cf626306-293f-4143-a415-0acebabe7268 req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Deleting port a6007edd-af92-4a12-8120-f81c88896070 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:31:08.725400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-cf626306-293f-4143-a415-0acebabe7268 req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:08.965101 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-cf626306-293f-4143-a415-0acebabe7268 req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] For port a6007edd-af92-4a12-8120-f81c88896070, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=a6007edd-af92-4a12-8120-f81c88896070,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:31:08.965374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-cf626306-293f-4143-a415-0acebabe7268 req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:09.095057 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-cf626306-293f-4143-a415-0acebabe7268 req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Calling delete_port for a6007edd-af92-4a12-8120-f81c88896070 owned by compute:nova {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:31:09.311860 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-cf626306-293f-4143-a415-0acebabe7268 req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:09.341402 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf393190-eaa6-4fab-a487-3bf9a57e9797 req-2cc4441b-d163-4826-9c4b-a200e9fcdb1f tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:09.343010 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cf393190-eaa6-4fab-a487-3bf9a57e9797 req-2cc4441b-d163-4826-9c4b-a200e9fcdb1f tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 867 time: 0.0952523 Aug 26 01:31:09.352676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['a6007edd-af92-4a12-8120-f81c88896070'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:31:09.392285 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cf393190-eaa6-4fab-a487-3bf9a57e9797 req-b8aeff27-1628-480d-90af-6999dee3c897 tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/security-groups?id=9914ecd7-b997-440e-a1c9-08ba560703eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432050 Aug 26 01:31:09.470258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Pushing event deleted for resources: {'Port': ['ID=a6007edd-af92-4a12-8120-f81c88896070,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:09.514127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:09.514479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:09.514830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:09.515171 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:09.515505 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:09.515847 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:09.516186 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:09.516517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:09.516850 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:09.517179 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:09.517506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:09.518400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:09.574174 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf626306-293f-4143-a415-0acebabe7268 req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] No DVR routers for this DVR port a6007edd-af92-4a12-8120-f81c88896070 on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:31:09.576851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-cf626306-293f-4143-a415-0acebabe7268 req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:09.579994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c190df-1ba4-4514-89ad-35edb89f956e', 'name': 'network-vif-deleted', 'tag': 'a6007edd-af92-4a12-8120-f81c88896070'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:31:09.629560 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b694db4-f238-47fb-8696-cadaa93ebaa6'] response: {'server_uuid': 'f6c190df-1ba4-4514-89ad-35edb89f956e', 'name': 'network-vif-deleted', 'tag': 'a6007edd-af92-4a12-8120-f81c88896070', 'status': 'completed', 'code': 200} Aug 26 01:31:09.657440 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cf626306-293f-4143-a415-0acebabe7268 req-9e115e21-44dc-4b47-85de-e04721ec092c tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.94 "DELETE /v2.0/ports/a6007edd-af92-4a12-8120-f81c88896070 HTTP/1.1" status: 204 len: 173 time: 0.9998019 Aug 26 01:31:10.567500 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-761da240-029d-4163-b09c-f6051c50072e req-29a233e3-ebb9-4325-9a0f-eef67fd440cc tempest-DeleteServersTestJSON-1456742313 tempest-DeleteServersTestJSON-1456742313-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6c190df-1ba4-4514-89ad-35edb89f956e HTTP/1.1" status: 200 len: 210 time: 0.0500512 Aug 26 01:31:10.805968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:11.818228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56900) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:31:12.356995 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device a6007edd-af92-4a12-8120-f81c88896070 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:31:12.394962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: a6007edd-af92-4a12-8120-f81c88896070 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:31:12.395324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device a6007edd-af92-4a12-8120-f81c88896070 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:31:12.445131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:12.785513 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Deleting port eebdbca1-3464-4f8d-88e1-8a915c890909 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:31:12.785766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:12.955200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] For port eebdbca1-3464-4f8d-88e1-8a915c890909, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=eebdbca1-3464-4f8d-88e1-8a915c890909,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:31:12.955914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:13.076038 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Calling delete_port for eebdbca1-3464-4f8d-88e1-8a915c890909 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:31:13.308494 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:13.465465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Pushing event deleted for resources: {'Port': ['ID=eebdbca1-3464-4f8d-88e1-8a915c890909,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:13.511190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:13.511528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:13.511862 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:13.512188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:13.512508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:13.512829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:13.513147 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:13.513470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:13.513868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:13.514126 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:13.514427 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:13.514729 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:13.745830 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:14.101391 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Router abe4fe75-c47a-4263-93ad-5c7f52657cd0 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:31:14.279026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:31:14.287986 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3a5391-bd0f-4d98-a02c-b1982a1395bd None None] Sync routers for ids ['abe4fe75-c47a-4263-93ad-5c7f52657cd0'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:31:14.292073 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-760a3c01-a6d0-4e35-bc13-8ed2cc130730 admin admin] 10.222.0.83 "PUT /v2.0/routers/abe4fe75-c47a-4263-93ad-5c7f52657cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4726379 Aug 26 01:31:14.294477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 56904) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:31:14.297541 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3a5391-bd0f-4d98-a02c-b1982a1395bd None None] Routers {'abe4fe75-c47a-4263-93ad-5c7f52657cd0'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:31:14.298302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5b3a5391-bd0f-4d98-a02c-b1982a1395bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:31:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['abe4fe75-c47a-4263-93ad-5c7f52657cd0'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:31:14.479012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-5b3a5391-bd0f-4d98-a02c-b1982a1395bd None None] Set router abe4fe75-c47a-4263-93ad-5c7f52657cd0 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:31:14.483414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:14.658010 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:14.739609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] Deleting port b2e4c5ad-72fb-465e-988e-c4fa04cfa746 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:31:14.740109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:14.764237 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5b3a5391-bd0f-4d98-a02c-b1982a1395bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'name': 'tempest-DeleteServersTestJSON-439965141-router', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b2e4c5ad-72fb-465e-988e-c4fa04cfa746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:30:02Z', 'updated_at': '2022-08-26T01:31:13Z', 'revision_number': 5, 'project_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'gw_port': {'id': 'b2e4c5ad-72fb-465e-988e-c4fa04cfa746', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:30:03Z', 'updated_at': '2022-08-26T01:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:31:14.768203 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3a5391-bd0f-4d98-a02c-b1982a1395bd None None] Checking router: abe4fe75-c47a-4263-93ad-5c7f52657cd0 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:31:14.777439 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3a5391-bd0f-4d98-a02c-b1982a1395bd None None] Routers {'abe4fe75-c47a-4263-93ad-5c7f52657cd0'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:31:14.778076 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5b3a5391-bd0f-4d98-a02c-b1982a1395bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:31:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['abe4fe75-c47a-4263-93ad-5c7f52657cd0'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:31:14.941792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-5b3a5391-bd0f-4d98-a02c-b1982a1395bd None None] Set router abe4fe75-c47a-4263-93ad-5c7f52657cd0 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:31:15.045693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] For port b2e4c5ad-72fb-465e-988e-c4fa04cfa746, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b2e4c5ad-72fb-465e-988e-c4fa04cfa746,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:31:15.046088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:15.051332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-5b3a5391-bd0f-4d98-a02c-b1982a1395bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'name': 'tempest-DeleteServersTestJSON-439965141-router', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:30:02Z', 'updated_at': '2022-08-26T01:31:14Z', 'revision_number': 6, 'project_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:31:15.055370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3a5391-bd0f-4d98-a02c-b1982a1395bd None None] The sync data for ids ['abe4fe75-c47a-4263-93ad-5c7f52657cd0'] in dv-neutron-854561-2-hyperv is: [{'id': 'abe4fe75-c47a-4263-93ad-5c7f52657cd0', 'name': 'tempest-DeleteServersTestJSON-439965141-router', 'tenant_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:30:02Z', 'updated_at': '2022-08-26T01:31:14Z', 'revision_number': 6, 'project_id': 'b33cd6de251449fdb8efebe7c8b0a336', 'gw_port_host': None}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:31:15.168562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] Calling delete_port for b2e4c5ad-72fb-465e-988e-c4fa04cfa746 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:31:15.399954 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:15.448354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e4c5ad-72fb-465e-988e-c4fa04cfa746,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:15.553541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:15.725498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:15.727722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:15.802878 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:15.803432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] Fanout notify agent at l3_agent the message router_deleted on router abe4fe75-c47a-4263-93ad-5c7f52657cd0 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:31:15.817859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:15.819118 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7119f3de-8eb7-470f-b1f9-43389ac222da admin admin] 10.222.0.83 "DELETE /v2.0/routers/abe4fe75-c47a-4263-93ad-5c7f52657cd0 HTTP/1.1" status: 204 len: 168 time: 1.5235887 Aug 26 01:31:15.821751 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56908) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:31:15.882700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b8839f-6cbd-45da-9b0b-a5c0d663d170 admin admin] Deleting subnet 89bcb6bc-cf99-40ca-befe-240df447bef5 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:31:15.886025 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-75b8839f-6cbd-45da-9b0b-a5c0d663d170 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:15.939860 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-75b8839f-6cbd-45da-9b0b-a5c0d663d170 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:16.021658 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-75b8839f-6cbd-45da-9b0b-a5c0d663d170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:16.173324 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-75b8839f-6cbd-45da-9b0b-a5c0d663d170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:16.216023 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8839f-6cbd-45da-9b0b-a5c0d663d170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89bcb6bc-cf99-40ca-befe-240df447bef5,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:16.219675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-75b8839f-6cbd-45da-9b0b-a5c0d663d170 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:16.226712 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-75b8839f-6cbd-45da-9b0b-a5c0d663d170 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/89bcb6bc-cf99-40ca-befe-240df447bef5 HTTP/1.1" status: 204 len: 168 time: 0.4035170 Aug 26 01:31:16.226947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140d704c-d7ad-43ca-bb3e-342c9503691a None None] Network f775d74a-3408-4103-8136-9784dfea131b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:31:16.229246 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56912) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:31:16.336926 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:16.347782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] Deleting port 0359061a-9f97-4a5a-8070-f7785792d5dc {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:31:16.348108 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:16.501812 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8678842b-6fd9-4c86-9c07-cdf842fcc944 None None] DHCP port deletion for f775d74a-3408-4103-8136-9784dfea131b request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:31:16.506500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8678842b-6fd9-4c86-9c07-cdf842fcc944 None None] Deleting port 0359061a-9f97-4a5a-8070-f7785792d5dc {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:31:16.506883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8678842b-6fd9-4c86-9c07-cdf842fcc944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:16.556100 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] For port 0359061a-9f97-4a5a-8070-f7785792d5dc, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0359061a-9f97-4a5a-8070-f7785792d5dc,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:31:16.556451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:16.681374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] Calling delete_port for 0359061a-9f97-4a5a-8070-f7785792d5dc owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:31:16.757491 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-8678842b-6fd9-4c86-9c07-cdf842fcc944 None None] For port 0359061a-9f97-4a5a-8070-f7785792d5dc, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0359061a-9f97-4a5a-8070-f7785792d5dc,segment=NetworkSegment(e6da5d1c-4dae-45d8-a589-866c7f53eef3),segment_id=e6da5d1c-4dae-45d8-a589-866c7f53eef3)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:31:16.757801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8678842b-6fd9-4c86-9c07-cdf842fcc944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:16.822528 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:16.871568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0359061a-9f97-4a5a-8070-f7785792d5dc,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:16.877417 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] No DVR routers for this DVR port 0359061a-9f97-4a5a-8070-f7785792d5dc on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:31:16.883977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8678842b-6fd9-4c86-9c07-cdf842fcc944 None None] Calling delete_port for 0359061a-9f97-4a5a-8070-f7785792d5dc owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:31:16.969169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-8678842b-6fd9-4c86-9c07-cdf842fcc944 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:31:16.969531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-8678842b-6fd9-4c86-9c07-cdf842fcc944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:31:16.992073 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:17.018745 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f775d74a-3408-4103-8136-9784dfea131b']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:31:17.035009 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6da5d1c-4dae-45d8-a589-866c7f53eef3') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:31:17.035292 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6da5d1c-4dae-45d8-a589-866c7f53eef3') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:31:17.047048 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:17.059771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device eebdbca1-3464-4f8d-88e1-8a915c890909 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:31:17.063067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:17.069895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:31:17.070333 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:17.094699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: eebdbca1-3464-4f8d-88e1-8a915c890909 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:31:17.095106 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device eebdbca1-3464-4f8d-88e1-8a915c890909 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:31:17.095532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b2e4c5ad-72fb-465e-988e-c4fa04cfa746 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:31:17.129878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: b2e4c5ad-72fb-465e-988e-c4fa04cfa746 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:31:17.130237 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b2e4c5ad-72fb-465e-988e-c4fa04cfa746 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:31:17.130647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0359061a-9f97-4a5a-8070-f7785792d5dc no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:31:17.133652 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment e6da5d1c-4dae-45d8-a589-866c7f53eef3 resource provider aggregate not found Aug 26 01:31:17.154524 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment e6da5d1c-4dae-45d8-a589-866c7f53eef3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6da5d1c-4dae-45d8-a589-866c7f53eef3 found for delete ", "request_id": "req-87d7423a-cb5c-46ac-8f21-9fc5f08f4d70"}]} Aug 26 01:31:17.166495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 0359061a-9f97-4a5a-8070-f7785792d5dc {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:31:17.166849 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0359061a-9f97-4a5a-8070-f7785792d5dc not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:31:17.223242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:17.227648 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:17.254184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f775d74a-3408-4103-8136-9784dfea131b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:17.262269 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6719b949-54f0-48e3-b6d4-ec899ba1eca2 admin admin] 10.222.0.83 "DELETE /v2.0/networks/f775d74a-3408-4103-8136-9784dfea131b HTTP/1.1" status: 204 len: 168 time: 1.0320120 Aug 26 01:31:17.471117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8678842b-6fd9-4c86-9c07-cdf842fcc944 None None] Deleting port 0359061a-9f97-4a5a-8070-f7785792d5dc {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:31:17.471716 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8678842b-6fd9-4c86-9c07-cdf842fcc944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:17.517293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56922) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:31:17.536567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8678842b-6fd9-4c86-9c07-cdf842fcc944 None None] The port '0359061a-9f97-4a5a-8070-f7785792d5dc' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:31:17.567462 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f3db8f6c-140e-4f66-82fb-097a3ac47093 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b33cd6de251449fdb8efebe7c8b0a336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481937 Aug 26 01:31:17.569920 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56926) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:31:17.630479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fbd1f724-0147-429a-b83a-35ca8c204452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:17.657874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fbd1f724-0147-429a-b83a-35ca8c204452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:17.799680 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fbd1f724-0147-429a-b83a-35ca8c204452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:17.817647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1f724-0147-429a-b83a-35ca8c204452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9914ecd7-b997-440e-a1c9-08ba560703eb,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:17.878804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fbd1f724-0147-429a-b83a-35ca8c204452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:17.880507 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fbd1f724-0147-429a-b83a-35ca8c204452 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9914ecd7-b997-440e-a1c9-08ba560703eb HTTP/1.1" status: 204 len: 168 time: 0.3096993 Aug 26 01:31:18.914894 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56950) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:31:19.017298 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2022330952-network', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:31:19.022781 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:31:19.026589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Usage tracker for resource:network and tenant:9f6258a56ebf468a89511eed034b03f9 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:31:19.029367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:31:19.035542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:31:19.104962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Made reservation on behalf of 9f6258a56ebf468a89511eed034b03f9 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:31:19.107289 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:19.119023 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:19.136453 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:31:19.140538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Usage tracker for resource:security_group_rule and tenant:9f6258a56ebf468a89511eed034b03f9 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:31:19.143482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:31:19.149903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:31:19.231019 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:19.319344 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:19.345506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:31:19.357422 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd44a65-bae3-44ae-8d44-66c5d6ec4758,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:19.361701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:19.362064 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Added segment 2ca60399-3c85-44ab-8953-1d7f4f902193 of type vlan for network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 Aug 26 01:31:19.389092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:19.470584 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:19.471525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:19.472096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:19.574439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] Pushing event updated for resources: {'Network': ['ID=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:19.583870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:31:19.623177 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-55b9e3b5-d64b-4da1-915b-ee95522e0a16 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7071621 Aug 26 01:31:19.626380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56956) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:31:19.631862 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] Request body: {'subnet': {'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2022330952-subnet', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:31:19.636795 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:31:19.640730 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] Usage tracker for resource:subnet and tenant:9f6258a56ebf468a89511eed034b03f9 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:31:19.643610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:31:19.649452 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:31:19.725263 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] Made reservation on behalf of 9f6258a56ebf468a89511eed034b03f9 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:31:19.727590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:20.111396 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:20.182326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce0fb99-0c73-465a-990e-6360c88e30d1,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:20.195448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] Checking segment: {'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:31:20.195797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] Network hostable DHCP agents. Network: ba25e2c9-f1c1-4e14-a478-392a3f0b1e02, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:31:20.342356 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] Network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:31:20.433690 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, ba25e2c9-f1c1-4e14-a478-392a3f0b1e02) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:31:20.438336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:20.438927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:20.443631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17facd09-0853-4722-9a2d-00db33c02e65 None None] Network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:31:20.523634 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-32747171-965a-4d9c-99f0-ea92e229ce08 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8960907 Aug 26 01:31:20.526161 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56960) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:31:20.531174 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-2022330952-router', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:31:20.536467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:31:20.540288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Usage tracker for resource:router and tenant:9f6258a56ebf468a89511eed034b03f9 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:31:20.543070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:31:20.548719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:31:20.630994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:20.632062 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:20.647276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:20.667780 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-ba25e2c9-f1c1-4e14-a478-392a3f0b1e02', 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9', 'fixed_ips': [{'subnet_id': 'fce0fb99-0c73-465a-990e-6360c88e30d1'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:31:20.668648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:20.826910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Allocated IP 172.20.0.2 (ba25e2c9-f1c1-4e14-a478-392a3f0b1e02/fce0fb99-0c73-465a-990e-6360c88e30d1/ebce6506-7e22-4a7c-a1c5-220af5765fea) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:31:20.993489 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:21.042579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:21.052269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Transition to ACTIVE for port object ebce6506-7e22-4a7c-a1c5-220af5765fea will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:31:21.070500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Transition to ACTIVE for port object ebce6506-7e22-4a7c-a1c5-220af5765fea will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:31:21.151416 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:21.221052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:31:21.222223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:31:21.226566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:31:21.235357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Pushing event updated for resources: {'Port': ['ID=ebce6506-7e22-4a7c-a1c5-220af5765fea,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:21.281172 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:21.281508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:21.281877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:21.282219 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:21.282560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:21.282886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:21.283216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:21.283543 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:21.283870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:21.284196 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:21.284520 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:21.284842 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:21.344453 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Attempting to bind port ebce6506-7e22-4a7c-a1c5-220af5765fea on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:31:21.344824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Attempting to bind port ebce6506-7e22-4a7c-a1c5-220af5765fea by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:31:21.345189 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Attempting to bind port ebce6506-7e22-4a7c-a1c5-220af5765fea on network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:31:21.350800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:31:21.351174 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Checking segment: {'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:31:21.351579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:21.351975 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Bound using segment: {'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:31:21.352450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Bound port: ebce6506-7e22-4a7c-a1c5-220af5765fea, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:31:21.352821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:21.358996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:21.388731 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:21.446200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] For port ebce6506-7e22-4a7c-a1c5-220af5765fea, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:31:21.449241 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] For port ebce6506-7e22-4a7c-a1c5-220af5765fea, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ebce6506-7e22-4a7c-a1c5-220af5765fea,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:31:21.514179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:21.525675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Allocated IP 172.26.2.225 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/ac54959b-de96-4fce-aaa4-5e0d3c13ffda) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:31:21.592593 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1e876-bdf8-4a5f-9e7e-252daba7badd None None] Pushing event updated for resources: {'Port': ['ID=ebce6506-7e22-4a7c-a1c5-220af5765fea,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:21.677278 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:21.782770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:21.853047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:31:21.856099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:31:21.859911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:31:21.900548 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Pushing event updated for resources: {'Port': ['ID=ac54959b-de96-4fce-aaa4-5e0d3c13ffda,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:22.445572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:22.452487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa2c9e4-63b7-43d8-b1ae-e1d43d9f8929 None None] Network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:31:22.652214 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-385abbf8-cbd0-4353-8bf6-f89eed20d2d8 None None] Provisioning for port ebce6506-7e22-4a7c-a1c5-220af5765fea completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:31:22.787576 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:22.945726 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:31:23.081330 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ebce6506-7e22-4a7c-a1c5-220af5765fea up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:31:23.099925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Router d2b38018-d647-4f00-9640-ee24f49efd29 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:31:23.205196 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port ebce6506-7e22-4a7c-a1c5-220af5765fea completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:31:23.210340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ebce6506-7e22-4a7c-a1c5-220af5765fea triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:31:23.210711 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:23.280566 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:31:23.290181 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Sync routers for ids ['d2b38018-d647-4f00-9640-ee24f49efd29'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:31:23.299690 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Routers {'d2b38018-d647-4f00-9640-ee24f49efd29'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:31:23.300396 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:31:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d2b38018-d647-4f00-9640-ee24f49efd29'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:31:23.325634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ebce6506-7e22-4a7c-a1c5-220af5765fea is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:31:23.326098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:23.361074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port ebce6506-7e22-4a7c-a1c5-220af5765fea, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ebce6506-7e22-4a7c-a1c5-220af5765fea,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:31:23.387909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:23.389171 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-554bf8fb-3041-4063-a7ab-5cc651aa8f49 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8620741 Aug 26 01:31:23.391887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 56964) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:31:23.445148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:23.475388 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Set router d2b38018-d647-4f00-9640-ee24f49efd29 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:31:23.513897 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=ebce6506-7e22-4a7c-a1c5-220af5765fea,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:23.763330 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'name': 'tempest-ServerDiskConfigTestJSON-2022330952-router', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'ac54959b-de96-4fce-aaa4-5e0d3c13ffda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:31:20Z', 'updated_at': '2022-08-26T01:31:22Z', 'revision_number': 3, 'project_id': '9f6258a56ebf468a89511eed034b03f9', 'gw_port': {'id': 'ac54959b-de96-4fce-aaa4-5e0d3c13ffda', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:31:21Z', 'updated_at': '2022-08-26T01:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:31:23.767016 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Checking router: d2b38018-d647-4f00-9640-ee24f49efd29 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:31:23.767357 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Updating router d2b38018-d647-4f00-9640-ee24f49efd29 port ac54959b-de96-4fce-aaa4-5e0d3c13ffda binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:31:23.820797 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:24.173107 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:24.183621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:24.185040 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Transition to ACTIVE for port object ac54959b-de96-4fce-aaa4-5e0d3c13ffda will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:31:24.276865 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:24.340010 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Attempting to bind port ac54959b-de96-4fce-aaa4-5e0d3c13ffda on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:31:24.340374 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Attempting to bind port ac54959b-de96-4fce-aaa4-5e0d3c13ffda by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:31:24.340737 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Attempting to bind port ac54959b-de96-4fce-aaa4-5e0d3c13ffda on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:31:24.351633 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:31:24.352003 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:31:24.352399 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:24.352786 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:31:24.353250 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Bound port: ac54959b-de96-4fce-aaa4-5e0d3c13ffda, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:31:24.353611 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:24.386502 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Allocated IP 172.20.0.1 (ba25e2c9-f1c1-4e14-a478-392a3f0b1e02/fce0fb99-0c73-465a-990e-6360c88e30d1/824b273d-82c0-4f65-99d8-a884bbb62195) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:31:24.399513 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ca363-e9e3-4f36-abd1-4a12278aad90 None None] Pushing event updated for resources: {'Port': ['ID=ac54959b-de96-4fce-aaa4-5e0d3c13ffda,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:24.412029 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca363-e9e3-4f36-abd1-4a12278aad90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:24.412378 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca363-e9e3-4f36-abd1-4a12278aad90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:24.412715 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca363-e9e3-4f36-abd1-4a12278aad90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:24.413049 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca363-e9e3-4f36-abd1-4a12278aad90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:24.413374 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca363-e9e3-4f36-abd1-4a12278aad90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:24.413701 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca363-e9e3-4f36-abd1-4a12278aad90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:24.414053 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca363-e9e3-4f36-abd1-4a12278aad90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:24.414376 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca363-e9e3-4f36-abd1-4a12278aad90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:24.414698 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca363-e9e3-4f36-abd1-4a12278aad90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:24.415019 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca363-e9e3-4f36-abd1-4a12278aad90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:24.415334 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca363-e9e3-4f36-abd1-4a12278aad90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:24.415653 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ca363-e9e3-4f36-abd1-4a12278aad90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:31:24.447679 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] For port ac54959b-de96-4fce-aaa4-5e0d3c13ffda, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:31:24.450653 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] For port ac54959b-de96-4fce-aaa4-5e0d3c13ffda, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ac54959b-de96-4fce-aaa4-5e0d3c13ffda,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:31:24.517318 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:24.539436 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:24.555700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Transition to ACTIVE for port object 824b273d-82c0-4f65-99d8-a884bbb62195 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:31:24.578828 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Routers {'d2b38018-d647-4f00-9640-ee24f49efd29'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:31:24.579439 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:31:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d2b38018-d647-4f00-9640-ee24f49efd29'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:31:24.659826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:24.710736 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ca363-e9e3-4f36-abd1-4a12278aad90 None None] Pushing event updated for resources: {'Port': ['ID=ac54959b-de96-4fce-aaa4-5e0d3c13ffda,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:24.727733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:31:24.730744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:31:24.734418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:31:24.763596 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] Set router d2b38018-d647-4f00-9640-ee24f49efd29 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:31:24.774274 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Pushing event updated for resources: {'Port': ['ID=824b273d-82c0-4f65-99d8-a884bbb62195,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:24.803625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:25.033558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:25.068569 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'name': 'tempest-ServerDiskConfigTestJSON-2022330952-router', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'ac54959b-de96-4fce-aaa4-5e0d3c13ffda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:31:20Z', 'updated_at': '2022-08-26T01:31:22Z', 'revision_number': 3, 'project_id': '9f6258a56ebf468a89511eed034b03f9', 'gw_port': {'id': 'ac54959b-de96-4fce-aaa4-5e0d3c13ffda', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:31:21Z', 'updated_at': '2022-08-26T01:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:31:25.075779 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd36b8-6df3-404c-a73a-b91208e97147 None None] The sync data for ids ['d2b38018-d647-4f00-9640-ee24f49efd29'] in dv-neutron-854561-2-hyperv is: [{'id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'name': 'tempest-ServerDiskConfigTestJSON-2022330952-router', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'ac54959b-de96-4fce-aaa4-5e0d3c13ffda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:31:20Z', 'updated_at': '2022-08-26T01:31:22Z', 'revision_number': 3, 'project_id': '9f6258a56ebf468a89511eed034b03f9', 'gw_port': {'id': 'ac54959b-de96-4fce-aaa4-5e0d3c13ffda', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:31:21Z', 'updated_at': '2022-08-26T01:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:31:25.078251 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ebce6506-7e22-4a7c-a1c5-220af5765fea up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:31:25.118303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4cc32262-0976-4dcf-8df9-8e57716f83d1 None None] Provisioning for port 824b273d-82c0-4f65-99d8-a884bbb62195 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:31:25.133643 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4cc32262-0976-4dcf-8df9-8e57716f83d1 None None] Provisioning complete for port 824b273d-82c0-4f65-99d8-a884bbb62195 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:31:25.134132 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4cc32262-0976-4dcf-8df9-8e57716f83d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:25.199281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4cc32262-0976-4dcf-8df9-8e57716f83d1 None None] Port 824b273d-82c0-4f65-99d8-a884bbb62195 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:31:25.210738 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ebce6506-7e22-4a7c-a1c5-220af5765fea triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:31:25.211108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:25.287984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:25.344286 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ebce6506-7e22-4a7c-a1c5-220af5765fea is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:31:25.371455 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:25.481490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Pushing event updated for resources: {'Port': ['ID=824b273d-82c0-4f65-99d8-a884bbb62195,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:25.487188 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:25.632359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:31:25.633517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:31:25.935209 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-6a7c5202-ce68-421d-9393-707ba26a16f7 None None] Provisioning complete for port 824b273d-82c0-4f65-99d8-a884bbb62195 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:31:25.935576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5202-ce68-421d-9393-707ba26a16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:25.940405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Router d2b38018-d647-4f00-9640-ee24f49efd29 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:31:25.989783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c5202-ce68-421d-9393-707ba26a16f7 None None] Port 824b273d-82c0-4f65-99d8-a884bbb62195 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:31:26.121972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:31:26.131717 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8ffc4e3d-4875-4b6f-8cf0-10308b88d771 admin admin] 10.222.0.83 "PUT /v2.0/routers/d2b38018-d647-4f00-9640-ee24f49efd29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7388606 Aug 26 01:31:26.512349 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Sync routers for ids ['d2b38018-d647-4f00-9640-ee24f49efd29'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:31:26.521553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Routers {'d2b38018-d647-4f00-9640-ee24f49efd29'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:31:26.522263 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:31:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d2b38018-d647-4f00-9640-ee24f49efd29'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:31:26.634777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9f311-992a-4e71-916d-851b4096a559 req-47240631-ac62-44e0-a3ea-a514b2644b4b tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:26.636300 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-55c9f311-992a-4e71-916d-851b4096a559 req-47240631-ac62-44e0-a3ea-a514b2644b4b tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/networks?id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 HTTP/1.1" status: 200 len: 815 time: 0.1457033 Aug 26 01:31:26.652037 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-55c9f311-992a-4e71-916d-851b4096a559 req-2964d48e-3eda-4479-bc40-a6759fdb0ef0 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/quotas/9f6258a56ebf468a89511eed034b03f9 HTTP/1.1" status: 200 len: 375 time: 0.0101559 Aug 26 01:31:26.700164 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Set router d2b38018-d647-4f00-9640-ee24f49efd29 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:31:26.744366 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-55c9f311-992a-4e71-916d-851b4096a559 req-98ca7104-4860-418a-baec-5ac97ceddc76 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f6258a56ebf468a89511eed034b03f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866833 Aug 26 01:31:26.878786 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-55c9f311-992a-4e71-916d-851b4096a559 req-40b99a22-45d2-4076-abae-f984e1b9e61a service neutron] 10.222.0.83 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275048 Aug 26 01:31:27.016073 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-55c9f311-992a-4e71-916d-851b4096a559 req-39a1af14-d42c-4b58-bf8e-a762b75cdda2 service neutron] 10.222.0.83 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312203 Aug 26 01:31:27.019119 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'name': 'tempest-ServerDiskConfigTestJSON-2022330952-router', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'ac54959b-de96-4fce-aaa4-5e0d3c13ffda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:31:20Z', 'updated_at': '2022-08-26T01:31:24Z', 'revision_number': 4, 'project_id': '9f6258a56ebf468a89511eed034b03f9', 'gw_port': {'id': 'ac54959b-de96-4fce-aaa4-5e0d3c13ffda', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:31:21Z', 'updated_at': '2022-08-26T01:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '824b273d-82c0-4f65-99d8-a884bbb62195', 'name': '', 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9', 'mac_address': 'fa:16:3e:45:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fce0fb99-0c73-465a-990e-6360c88e30d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:31:24Z', 'updated_at': '2022-08-26T01:31:25Z', 'revision_number': 2, 'project_id': '9f6258a56ebf468a89511eed034b03f9', 'subnets': [{'id': 'fce0fb99-0c73-465a-990e-6360c88e30d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:31:27.024768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Checking router: d2b38018-d647-4f00-9640-ee24f49efd29 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:31:27.025228 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Updating router d2b38018-d647-4f00-9640-ee24f49efd29 port 824b273d-82c0-4f65-99d8-a884bbb62195 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:31:27.095922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:27.107283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ac54959b-de96-4fce-aaa4-5e0d3c13ffda up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:31:27.296558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-4b46fe95-dd04-4217-aa3d-5ec118cdc392 req-c0a0028d-7656-4ffd-a118-71f41c02d5c9 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Synchronizing usage tracker for tenant:9f6258a56ebf468a89511eed034b03f9 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:31:27.396771 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-4b46fe95-dd04-4217-aa3d-5ec118cdc392 req-c0a0028d-7656-4ffd-a118-71f41c02d5c9 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Unset dirty status for tenant:9f6258a56ebf468a89511eed034b03f9 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:31:27.398076 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4b46fe95-dd04-4217-aa3d-5ec118cdc392 req-c0a0028d-7656-4ffd-a118-71f41c02d5c9 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 210 time: 0.1519201 Aug 26 01:31:27.405618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port ac54959b-de96-4fce-aaa4-5e0d3c13ffda completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:31:27.421214 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ac54959b-de96-4fce-aaa4-5e0d3c13ffda triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:31:27.421596 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:27.623749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ac54959b-de96-4fce-aaa4-5e0d3c13ffda is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:31:27.624524 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:27.660119 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port ac54959b-de96-4fce-aaa4-5e0d3c13ffda, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ac54959b-de96-4fce-aaa4-5e0d3c13ffda,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:31:27.669360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:27.681594 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Transition to ACTIVE for port object 824b273d-82c0-4f65-99d8-a884bbb62195 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:31:27.750929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:27.803725 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:27.945651 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=ac54959b-de96-4fce-aaa4-5e0d3c13ffda,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:28.022422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Attempting to bind port 824b273d-82c0-4f65-99d8-a884bbb62195 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:31:28.022801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Attempting to bind port 824b273d-82c0-4f65-99d8-a884bbb62195 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:31:28.023167 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Attempting to bind port 824b273d-82c0-4f65-99d8-a884bbb62195 on network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:31:28.033317 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:31:28.035611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Checking segment: {'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:31:28.035611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:28.035611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Bound using segment: {'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:31:28.035611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Bound port: 824b273d-82c0-4f65-99d8-a884bbb62195, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:31:28.035987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:28.048114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153d611-328c-44a1-bd37-fa9014227313 None None] Pushing event updated for resources: {'Port': ['ID=824b273d-82c0-4f65-99d8-a884bbb62195,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:28.129389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] For port 824b273d-82c0-4f65-99d8-a884bbb62195, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:31:28.132393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] For port 824b273d-82c0-4f65-99d8-a884bbb62195, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=824b273d-82c0-4f65-99d8-a884bbb62195,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:31:28.202486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:28.261653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Routers {'d2b38018-d647-4f00-9640-ee24f49efd29'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:31:28.262099 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:31:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d2b38018-d647-4f00-9640-ee24f49efd29'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:31:28.415385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153d611-328c-44a1-bd37-fa9014227313 None None] Pushing event updated for resources: {'Port': ['ID=824b273d-82c0-4f65-99d8-a884bbb62195,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:28.458958 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] Set router d2b38018-d647-4f00-9640-ee24f49efd29 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:31:28.558999 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-57b45341-82cf-4186-b163-b46ef3636184 req-f650dbca-4dc9-48a0-a27b-d3dd768b39c8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 210 time: 0.0487087 Aug 26 01:31:28.791220 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'name': 'tempest-ServerDiskConfigTestJSON-2022330952-router', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'ac54959b-de96-4fce-aaa4-5e0d3c13ffda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:31:20Z', 'updated_at': '2022-08-26T01:31:24Z', 'revision_number': 4, 'project_id': '9f6258a56ebf468a89511eed034b03f9', 'gw_port': {'id': 'ac54959b-de96-4fce-aaa4-5e0d3c13ffda', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:31:21Z', 'updated_at': '2022-08-26T01:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '824b273d-82c0-4f65-99d8-a884bbb62195', 'name': '', 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9', 'mac_address': 'fa:16:3e:45:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fce0fb99-0c73-465a-990e-6360c88e30d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:31:24Z', 'updated_at': '2022-08-26T01:31:28Z', 'revision_number': 4, 'project_id': '9f6258a56ebf468a89511eed034b03f9', 'subnets': [{'id': 'fce0fb99-0c73-465a-990e-6360c88e30d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:31:28.797502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90191059-c4ef-4af8-a078-68edd3a824c0 None None] The sync data for ids ['d2b38018-d647-4f00-9640-ee24f49efd29'] in dv-neutron-854561-2-hyperv is: [{'id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'name': 'tempest-ServerDiskConfigTestJSON-2022330952-router', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'ac54959b-de96-4fce-aaa4-5e0d3c13ffda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:31:20Z', 'updated_at': '2022-08-26T01:31:24Z', 'revision_number': 4, 'project_id': '9f6258a56ebf468a89511eed034b03f9', 'gw_port': {'id': 'ac54959b-de96-4fce-aaa4-5e0d3c13ffda', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:31:21Z', 'updated_at': '2022-08-26T01:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '824b273d-82c0-4f65-99d8-a884bbb62195', 'name': '', 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9', 'mac_address': 'fa:16:3e:45:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'fce0fb99-0c73-465a-990e-6360c88e30d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:31:24Z', 'updated_at': '2022-08-26T01:31:28Z', 'revision_number': 4, 'project_id': '9f6258a56ebf468a89511eed034b03f9', 'subnets': [{'id': 'fce0fb99-0c73-465a-990e-6360c88e30d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:31:29.140619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ac54959b-de96-4fce-aaa4-5e0d3c13ffda up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:31:29.211268 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ac54959b-de96-4fce-aaa4-5e0d3c13ffda triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:31:29.211647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:29.373671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ac54959b-de96-4fce-aaa4-5e0d3c13ffda is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:31:29.375030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 824b273d-82c0-4f65-99d8-a884bbb62195 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:31:29.513708 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 824b273d-82c0-4f65-99d8-a884bbb62195 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:31:29.519729 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 824b273d-82c0-4f65-99d8-a884bbb62195 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:31:29.520136 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:29.646380 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 824b273d-82c0-4f65-99d8-a884bbb62195 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:31:29.646956 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:29.685038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 824b273d-82c0-4f65-99d8-a884bbb62195, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=824b273d-82c0-4f65-99d8-a884bbb62195,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:31:29.791281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:29.850351 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a676ddfa-f3af-4098-a17c-7fe44f54552d req-73d3e649-0cac-454e-b492-dc6e8edfc352 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 210 time: 0.1555154 Aug 26 01:31:29.872940 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=824b273d-82c0-4f65-99d8-a884bbb62195,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:29.903338 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9f311-992a-4e71-916d-851b4096a559 req-cb7e28b3-8d55-4fa8-ba5f-3a9d94116364 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:29.904073 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-55c9f311-992a-4e71-916d-851b4096a559 req-cb7e28b3-8d55-4fa8-ba5f-3a9d94116364 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Synchronizing usage tracker for tenant:9f6258a56ebf468a89511eed034b03f9 on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:31:30.028129 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-55c9f311-992a-4e71-916d-851b4096a559 req-cb7e28b3-8d55-4fa8-ba5f-3a9d94116364 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Unset dirty status for tenant:9f6258a56ebf468a89511eed034b03f9 on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:31:30.029245 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-55c9f311-992a-4e71-916d-851b4096a559 req-cb7e28b3-8d55-4fa8-ba5f-3a9d94116364 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.94 "GET /v2.0/networks?id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 HTTP/1.1" status: 200 len: 815 time: 0.3556206 Aug 26 01:31:30.057939 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-55c9f311-992a-4e71-916d-851b4096a559 req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Request body: {'port': {'device_id': 'd0ddabaf-b2c2-4428-be53-e99071ef6c47', 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02', 'admin_state_up': True, 'tenant_id': '9f6258a56ebf468a89511eed034b03f9'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:31:30.195068 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-55c9f311-992a-4e71-916d-851b4096a559 req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:31:30.204562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [req-55c9f311-992a-4e71-916d-851b4096a559 req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:31:30.279708 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c9f311-992a-4e71-916d-851b4096a559 req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Made reservation on behalf of 9f6258a56ebf468a89511eed034b03f9 for: {'port': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:31:30.283229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-55c9f311-992a-4e71-916d-851b4096a559 req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:30.448661 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [req-55c9f311-992a-4e71-916d-851b4096a559 req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Allocated IP 172.20.0.8 (ba25e2c9-f1c1-4e14-a478-392a3f0b1e02/fce0fb99-0c73-465a-990e-6360c88e30d1/60c135af-6950-49dc-a5a3-7ca45a81eede) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:31:30.530942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2f905f49-a1f4-4b46-8e94-8ab71bb560ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:30.646948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-55c9f311-992a-4e71-916d-851b4096a559 req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:30.661973 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-55c9f311-992a-4e71-916d-851b4096a559 req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Transition to ACTIVE for port object 60c135af-6950-49dc-a5a3-7ca45a81eede will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:31:30.762709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-55c9f311-992a-4e71-916d-851b4096a559 req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:30.835725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c9f311-992a-4e71-916d-851b4096a559 req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:31:30.838830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [req-55c9f311-992a-4e71-916d-851b4096a559 req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:31:30.842592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c9f311-992a-4e71-916d-851b4096a559 req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:31:30.873987 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Pushing event updated for resources: {'Port': ['ID=60c135af-6950-49dc-a5a3-7ca45a81eede,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:30.913634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9f311-992a-4e71-916d-851b4096a559 req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:30.914396 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-55c9f311-992a-4e71-916d-851b4096a559 req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:31.009289 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-55c9f311-992a-4e71-916d-851b4096a559 req-c64b7519-2799-408e-a367-249b7d5b5fe8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9551601 Aug 26 01:31:31.033097 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Request body: {'port': {'device_id': 'd0ddabaf-b2c2-4428-be53-e99071ef6c47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:31:31.068634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa7e2b-f70b-42f5-829b-e8bdf7593a82 req-572b87a0-5f9e-4548-8c86-e6eba9c99877 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:31.073205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 824b273d-82c0-4f65-99d8-a884bbb62195 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:31:31.078042 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a1aa7e2b-f70b-42f5-829b-e8bdf7593a82 req-572b87a0-5f9e-4548-8c86-e6eba9c99877 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 931 time: 0.1110451 Aug 26 01:31:31.124259 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-068dc0c5-bca7-41e7-a74e-665e5af46850 None None] Provisioning for port 60c135af-6950-49dc-a5a3-7ca45a81eede completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:31:31.134824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-068dc0c5-bca7-41e7-a74e-665e5af46850 None None] Provisioning complete for port 60c135af-6950-49dc-a5a3-7ca45a81eede triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:31:31.135205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-068dc0c5-bca7-41e7-a74e-665e5af46850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:31.154489 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:31.200145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-068dc0c5-bca7-41e7-a74e-665e5af46850 None None] Port 60c135af-6950-49dc-a5a3-7ca45a81eede cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:31:31.225975 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 824b273d-82c0-4f65-99d8-a884bbb62195 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:31:31.226193 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:31.232528 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a1aa7e2b-f70b-42f5-829b-e8bdf7593a82 req-0a53f8a4-7b64-4838-ae3b-7e9473617d20 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535051 Aug 26 01:31:31.343204 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 824b273d-82c0-4f65-99d8-a884bbb62195 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:31:31.502979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c135af-6950-49dc-a5a3-7ca45a81eede {{(pid=89863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:31:31.504284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:31.518039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Transition to ACTIVE for port object 60c135af-6950-49dc-a5a3-7ca45a81eede will not be triggered until provisioned by entity L2. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:31:31.608088 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:31.908608 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Pushing event updated for resources: {'Port': ['ID=60c135af-6950-49dc-a5a3-7ca45a81eede,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:31.939632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Attempting to bind port 60c135af-6950-49dc-a5a3-7ca45a81eede on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:31:31.939963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Attempting to bind port 60c135af-6950-49dc-a5a3-7ca45a81eede by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:31:31.940291 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Attempting to bind port 60c135af-6950-49dc-a5a3-7ca45a81eede on network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:31:31.945598 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Port 60c135af-6950-49dc-a5a3-7ca45a81eede on network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:31:31.945953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Attempting to bind port 60c135af-6950-49dc-a5a3-7ca45a81eede on network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:31:31.950981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:31:31.951315 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Checking segment: {'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:31:31.951694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Bound using segment: {'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'} {{(pid=89863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:31:31.952122 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.managers [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Bound port: 60c135af-6950-49dc-a5a3-7ca45a81eede, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'}}] {{(pid=89863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:31:31.952463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:32.042550 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] For port 60c135af-6950-49dc-a5a3-7ca45a81eede, host hv-neutron-8545, cleared binding levels {{(pid=89863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:31:32.045373 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] For port 60c135af-6950-49dc-a5a3-7ca45a81eede, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=60c135af-6950-49dc-a5a3-7ca45a81eede,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:31:32.105149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:32.136613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:32.137220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:32.138615 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-55c9f311-992a-4e71-916d-851b4096a559 req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] 10.222.0.94 "PUT /v2.0/ports/60c135af-6950-49dc-a5a3-7ca45a81eede HTTP/1.1" status: 200 len: 1093 time: 1.1099181 Aug 26 01:31:32.139045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ddabaf-b2c2-4428-be53-e99071ef6c47', 'tag': '60c135af-6950-49dc-a5a3-7ca45a81eede'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:31:32.182262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f220e-9e7f-4233-8577-6d938113c192 service neutron] Pushing event updated for resources: {'Port': ['ID=60c135af-6950-49dc-a5a3-7ca45a81eede,revision_number=3']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:32.188811 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-235677b0-927e-46a7-b387-3620ce081cf1'] response: {'name': 'network-changed', 'server_uuid': 'd0ddabaf-b2c2-4428-be53-e99071ef6c47', 'tag': '60c135af-6950-49dc-a5a3-7ca45a81eede', 'status': 'completed', 'code': 200} Aug 26 01:31:32.330281 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523e2a8-b337-4e24-adef-d99a13df9b82 req-2c2f4904-fce5-4990-aec7-5cf364e90515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:32.331700 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5523e2a8-b337-4e24-adef-d99a13df9b82 req-2c2f4904-fce5-4990-aec7-5cf364e90515 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9f6258a56ebf468a89511eed034b03f9&device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 1096 time: 0.0844259 Aug 26 01:31:32.433313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0c387-5d81-4da4-8dbc-f5edd8853eb0 req-ba24a025-6ebb-4a98-b425-37f1d31c5a72 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:32.434790 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-55c0c387-5d81-4da4-8dbc-f5edd8853eb0 req-ba24a025-6ebb-4a98-b425-37f1d31c5a72 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 943 time: 0.0894330 Aug 26 01:31:32.482090 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-55c0c387-5d81-4da4-8dbc-f5edd8853eb0 req-e67912f1-d338-436e-894e-3eb34ae13e6b tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Aug 26 01:31:32.487820 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523e2a8-b337-4e24-adef-d99a13df9b82 req-b8cc889e-7195-45a8-b37d-ae531e5c3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:32.490381 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5523e2a8-b337-4e24-adef-d99a13df9b82 req-b8cc889e-7195-45a8-b37d-ae531e5c3732 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=9f6258a56ebf468a89511eed034b03f9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1382780 Aug 26 01:31:32.643087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523e2a8-b337-4e24-adef-d99a13df9b82 req-3c2d68f8-2641-4179-8604-21ff3d98db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:32.645163 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5523e2a8-b337-4e24-adef-d99a13df9b82 req-3c2d68f8-2641-4179-8604-21ff3d98db5b service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1449735 Aug 26 01:31:32.788133 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9f311-992a-4e71-916d-851b4096a559 req-724ff516-a208-42e5-91c4-372e2f4fa402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:32.789587 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-55c9f311-992a-4e71-916d-851b4096a559 req-724ff516-a208-42e5-91c4-372e2f4fa402 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9f6258a56ebf468a89511eed034b03f9&device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 1096 time: 0.0771079 Aug 26 01:31:32.871452 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-55c9f311-992a-4e71-916d-851b4096a559 req-43b4bbad-63ee-4a2d-8ec9-a012e5cf5d45 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60c135af-6950-49dc-a5a3-7ca45a81eede HTTP/1.1" status: 200 len: 217 time: 0.0623775 Aug 26 01:31:32.937535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9f311-992a-4e71-916d-851b4096a559 req-434f10c5-7d27-4692-8e22-eefd3db17f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:32.938892 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-55c9f311-992a-4e71-916d-851b4096a559 req-434f10c5-7d27-4692-8e22-eefd3db17f6b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=fce0fb99-0c73-465a-990e-6360c88e30d1 HTTP/1.1" status: 200 len: 854 time: 0.0576594 Aug 26 01:31:33.008629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-410449b2-d1bc-4069-9f13-e9798fdea85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:33.027231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9f311-992a-4e71-916d-851b4096a559 req-3d58941e-0105-472f-96c8-9cac997497ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:33.028694 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-55c9f311-992a-4e71-916d-851b4096a559 req-3d58941e-0105-472f-96c8-9cac997497ed service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807762 Aug 26 01:31:33.161981 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-55c9f311-992a-4e71-916d-851b4096a559 req-fde5b32d-7365-43ec-a75f-55535fa009ab service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237276 Aug 26 01:31:33.295266 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-55c9f311-992a-4e71-916d-851b4096a559 req-7e6529fa-c96a-4738-8a54-3d46cd963ae8 service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243131 Aug 26 01:31:33.727087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef01f71-1e0b-4520-81b1-9e6183621955 req-bebfb129-1ad8-4732-85e8-15d2455a568a tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:33.727809 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-5ef01f71-1e0b-4520-81b1-9e6183621955 req-bebfb129-1ad8-4732-85e8-15d2455a568a tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Synchronizing usage tracker for tenant:9f6258a56ebf468a89511eed034b03f9 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:31:33.767915 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:33.876831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-5ef01f71-1e0b-4520-81b1-9e6183621955 req-bebfb129-1ad8-4732-85e8-15d2455a568a tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Unset dirty status for tenant:9f6258a56ebf468a89511eed034b03f9 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:31:33.878085 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5ef01f71-1e0b-4520-81b1-9e6183621955 req-bebfb129-1ad8-4732-85e8-15d2455a568a tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 943 time: 0.2558653 Aug 26 01:31:33.929286 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-5ef01f71-1e0b-4520-81b1-9e6183621955 req-3e1c5c94-091f-4950-bda2-efa8d439162f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Synchronizing usage tracker for tenant:9f6258a56ebf468a89511eed034b03f9 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:31:34.020519 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:34.059711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-5ef01f71-1e0b-4520-81b1-9e6183621955 req-3e1c5c94-091f-4950-bda2-efa8d439162f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Unset dirty status for tenant:9f6258a56ebf468a89511eed034b03f9 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:31:34.061138 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5ef01f71-1e0b-4520-81b1-9e6183621955 req-3e1c5c94-091f-4950-bda2-efa8d439162f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729023 Aug 26 01:31:35.255725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd8656-94e9-4179-a981-5a60898e3fbb req-bdfe2513-3e04-45df-85c8-8ced7de7b5db tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:35.257183 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-98cd8656-94e9-4179-a981-5a60898e3fbb req-bdfe2513-3e04-45df-85c8-8ced7de7b5db tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 943 time: 0.0854177 Aug 26 01:31:35.301156 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-98cd8656-94e9-4179-a981-5a60898e3fbb req-c72159a1-d105-446c-a8b8-edf5a5e96991 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381861 Aug 26 01:31:35.576601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:36.482042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 60c135af-6950-49dc-a5a3-7ca45a81eede details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:31:36.498476 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a926c-f9ad-4b8e-99b9-07435eb0b2d8 req-8ac48fe0-ca27-4e2f-b464-0a57d32b9085 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:36.500268 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ac3a926c-f9ad-4b8e-99b9-07435eb0b2d8 req-8ac48fe0-ca27-4e2f-b464-0a57d32b9085 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 943 time: 0.0913751 Aug 26 01:31:36.546117 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ac3a926c-f9ad-4b8e-99b9-07435eb0b2d8 req-2a06cd95-50ab-439b-a6b5-d545247cab17 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399709 Aug 26 01:31:36.616609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 60c135af-6950-49dc-a5a3-7ca45a81eede, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=60c135af-6950-49dc-a5a3-7ca45a81eede,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:31:36.630206 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '60c135af-6950-49dc-a5a3-7ca45a81eede', 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02', 'port_id': '60c135af-6950-49dc-a5a3-7ca45a81eede', 'mac_address': 'fa:16:3e:8f:34:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce0fb99-0c73-465a-990e-6360c88e30d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:31:36.685016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 60c135af-6950-49dc-a5a3-7ca45a81eede is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:31:36.685388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:36.701662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c135af-6950-49dc-a5a3-7ca45a81eede {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:31:36.718043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 60c135af-6950-49dc-a5a3-7ca45a81eede, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=60c135af-6950-49dc-a5a3-7ca45a81eede,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:31:36.830900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:36.902695 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=60c135af-6950-49dc-a5a3-7ca45a81eede,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:37.145937 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['60c135af-6950-49dc-a5a3-7ca45a81eede'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:31:37.743941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c149f57-083a-4020-bd5c-1f28dec5b2cc req-6bb5eebe-8ee7-4e78-96b3-92005fc35307 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:37.745380 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5c149f57-083a-4020-bd5c-1f28dec5b2cc req-6bb5eebe-8ee7-4e78-96b3-92005fc35307 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 944 time: 0.0891223 Aug 26 01:31:37.789916 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5c149f57-083a-4020-bd5c-1f28dec5b2cc req-2478e5d9-8c71-4158-8e6b-9431359d26f1 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385094 Aug 26 01:31:38.511505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 60c135af-6950-49dc-a5a3-7ca45a81eede up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:31:38.645544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 60c135af-6950-49dc-a5a3-7ca45a81eede completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:31:38.650522 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 60c135af-6950-49dc-a5a3-7ca45a81eede triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:31:38.650913 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:38.766601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 60c135af-6950-49dc-a5a3-7ca45a81eede is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:31:38.766899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:38.794322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ddabaf-b2c2-4428-be53-e99071ef6c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c135af-6950-49dc-a5a3-7ca45a81eede'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:31:38.803759 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 60c135af-6950-49dc-a5a3-7ca45a81eede, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=60c135af-6950-49dc-a5a3-7ca45a81eede,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:31:38.841042 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39ac551-5947-4aa7-bcfe-82ce18079fd7'] response: {'server_uuid': 'd0ddabaf-b2c2-4428-be53-e99071ef6c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c135af-6950-49dc-a5a3-7ca45a81eede', 'code': 200} Aug 26 01:31:38.873879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:38.944785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=60c135af-6950-49dc-a5a3-7ca45a81eede,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:31:38.989994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fd664-1fc3-4333-91f4-b6a995b8a2bd req-71616d0b-6afb-4c7f-aa16-84b32114b12b tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:38.991558 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-983fd664-1fc3-4333-91f4-b6a995b8a2bd req-71616d0b-6afb-4c7f-aa16-84b32114b12b tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0884845 Aug 26 01:31:39.040547 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-983fd664-1fc3-4333-91f4-b6a995b8a2bd req-439f45e5-e5f3-4d2a-8537-a17f7782a3b9 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431137 Aug 26 01:31:39.294679 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432641cf-c8b9-4fd5-8af1-ac31ed394aba req-ff4b15b5-af25-4547-be4f-9977b642edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:39.296051 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-432641cf-c8b9-4fd5-8af1-ac31ed394aba req-ff4b15b5-af25-4547-be4f-9977b642edf0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 1098 time: 0.0894406 Aug 26 01:31:39.342574 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-432641cf-c8b9-4fd5-8af1-ac31ed394aba req-7584f2c2-fc84-4e62-9eb6-d2b5e20a5691 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370595 Aug 26 01:31:40.241877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79443db1-9c65-45e2-9a95-261702404a79 req-1caa9323-e85d-4492-a944-4e5fc4a1ebd4 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:40.243342 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-79443db1-9c65-45e2-9a95-261702404a79 req-1caa9323-e85d-4492-a944-4e5fc4a1ebd4 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0868585 Aug 26 01:31:40.286812 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-79443db1-9c65-45e2-9a95-261702404a79 req-6ed168f9-d034-43a7-ac79-a4cadc17a5fa tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377889 Aug 26 01:31:40.848456 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:31:41.479969 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652e47b-6674-4698-bc4d-bb3a9b6d0472 req-e1583a57-186d-4157-b36a-b67005c8dced tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:41.481630 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2652e47b-6674-4698-bc4d-bb3a9b6d0472 req-e1583a57-186d-4157-b36a-b67005c8dced tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0861814 Aug 26 01:31:41.526861 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2652e47b-6674-4698-bc4d-bb3a9b6d0472 req-a9d32b2c-9928-4247-8a3f-686210051cc6 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 Aug 26 01:31:41.725925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc58890-9d92-4746-98e0-12d052c597b0 req-b86a0c3b-8c01-4fe7-9d7f-b267a57ac3ac tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:41.727355 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0bc58890-9d92-4746-98e0-12d052c597b0 req-b86a0c3b-8c01-4fe7-9d7f-b267a57ac3ac tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0878613 Aug 26 01:31:41.771153 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0bc58890-9d92-4746-98e0-12d052c597b0 req-7c5ab9f3-9d1b-45b2-a518-f964e1a30325 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381975 Aug 26 01:31:42.170112 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3a034-c7a0-4f88-81c8-5eba69788878 req-f37e986c-ec98-42e9-9817-1a10fbaaf262 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:42.171555 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b8d3a034-c7a0-4f88-81c8-5eba69788878 req-f37e986c-ec98-42e9-9817-1a10fbaaf262 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0852737 Aug 26 01:31:42.218363 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b8d3a034-c7a0-4f88-81c8-5eba69788878 req-8b95e7e1-c237-42e5-9ba8-e984897831e8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404224 Aug 26 01:31:42.413158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4892d9-e60e-4f99-8958-0ef8dee96439 req-de22b485-bf8d-407a-9006-0c851740bb2f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:42.414642 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9e4892d9-e60e-4f99-8958-0ef8dee96439 req-de22b485-bf8d-407a-9006-0c851740bb2f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0901899 Aug 26 01:31:42.458998 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9e4892d9-e60e-4f99-8958-0ef8dee96439 req-35ee8ab8-b029-45f4-b884-efd816855933 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386021 Aug 26 01:31:43.010171 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7ffb9-aa00-4188-881d-a89dd16d7f38 req-fdf4f286-1ca5-4d40-b173-0318386ba123 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:43.011677 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d1b7ffb9-aa00-4188-881d-a89dd16d7f38 req-fdf4f286-1ca5-4d40-b173-0318386ba123 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0893810 Aug 26 01:31:43.108146 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d1b7ffb9-aa00-4188-881d-a89dd16d7f38 req-0dae7ba5-d961-4564-b8ee-94c43ec0c96c tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906475 Aug 26 01:31:43.131352 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-9a3d1de1-b974-4c78-9d52-bb6c74ec6e58 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961692 Aug 26 01:31:44.305123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26f9d8-b165-4531-8e0e-ea01b3c4a75e req-3fc1db78-1d6f-4777-ad8d-34e23a3c8a9d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:44.306559 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9c26f9d8-b165-4531-8e0e-ea01b3c4a75e req-3fc1db78-1d6f-4777-ad8d-34e23a3c8a9d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0883734 Aug 26 01:31:44.351217 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9c26f9d8-b165-4531-8e0e-ea01b3c4a75e req-e3587735-aa38-4f89-8392-eb9c39f4c122 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387175 Aug 26 01:31:45.560560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b84828-544c-4139-a7d3-ff45dd1bc9ee req-a9bf85c9-d026-448c-ba89-25fb1cd587f2 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:45.562071 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-03b84828-544c-4139-a7d3-ff45dd1bc9ee req-a9bf85c9-d026-448c-ba89-25fb1cd587f2 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0969229 Aug 26 01:31:45.579538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-66107d79-9564-4181-a7e1-79a515a98981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:45.580979 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-66107d79-9564-4181-a7e1-79a515a98981 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9f6258a56ebf468a89511eed034b03f9&device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 1098 time: 0.1856618 Aug 26 01:31:45.607318 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-03b84828-544c-4139-a7d3-ff45dd1bc9ee req-0d99db9f-56cd-413b-98bc-a16ddae63875 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394576 Aug 26 01:31:45.711865 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-55ae2cd4-997b-4177-b2f3-abf980efba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:45.713300 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-55ae2cd4-997b-4177-b2f3-abf980efba3f service neutron] 10.222.0.94 "GET /v2.0/networks?id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 HTTP/1.1" status: 200 len: 917 time: 0.1262116 Aug 26 01:31:45.779270 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-b3e5cce7-800f-4526-8005-e8bdee6345ab service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60c135af-6950-49dc-a5a3-7ca45a81eede HTTP/1.1" status: 200 len: 217 time: 0.0597355 Aug 26 01:31:45.844011 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-1f1bfa9e-baff-461a-b676-bf04b73f47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:45.845422 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-1f1bfa9e-baff-461a-b676-bf04b73f47f5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=fce0fb99-0c73-465a-990e-6360c88e30d1 HTTP/1.1" status: 200 len: 854 time: 0.0594471 Aug 26 01:31:45.925675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-84c58bac-c0a6-4194-90ea-d672246188a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:45.927266 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-84c58bac-c0a6-4194-90ea-d672246188a0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761120 Aug 26 01:31:46.055142 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-455d8d46-5704-41a8-a912-73b7e4a8288d service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216571 Aug 26 01:31:46.184793 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-0dc80218-c534-4795-8d32-feb6a4367e30 service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232586 Aug 26 01:31:46.798265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9437c23-c266-4746-9111-42278b4a4a0a req-6492be74-64c1-4eea-bfe6-984700e6cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:46.799729 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b9437c23-c266-4746-9111-42278b4a4a0a req-6492be74-64c1-4eea-bfe6-984700e6cb16 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9f6258a56ebf468a89511eed034b03f9&device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 1098 time: 0.1419055 Aug 26 01:31:46.821996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4088a5-7988-43c5-9e93-ae53d6392273 req-a8e2587c-c1a9-4939-8877-694e877f711a tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:46.823417 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bf4088a5-7988-43c5-9e93-ae53d6392273 req-a8e2587c-c1a9-4939-8877-694e877f711a tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.1039963 Aug 26 01:31:46.950060 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bf4088a5-7988-43c5-9e93-ae53d6392273 req-f1c0782b-ae6e-4225-ba27-2deb0779a057 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061063 Aug 26 01:31:46.988601 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9437c23-c266-4746-9111-42278b4a4a0a req-556de05a-013b-4862-99c7-ac2f97f39f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:46.990345 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b9437c23-c266-4746-9111-42278b4a4a0a req-556de05a-013b-4862-99c7-ac2f97f39f06 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 HTTP/1.1" status: 200 len: 917 time: 0.1660829 Aug 26 01:31:47.059699 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b9437c23-c266-4746-9111-42278b4a4a0a req-f5a3753c-211d-4b2f-8a86-ef45d3a32075 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60c135af-6950-49dc-a5a3-7ca45a81eede HTTP/1.1" status: 200 len: 217 time: 0.0633719 Aug 26 01:31:47.126074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9437c23-c266-4746-9111-42278b4a4a0a req-ca1f56f6-b253-4d7c-ae37-89f8c9cb1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:47.127521 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b9437c23-c266-4746-9111-42278b4a4a0a req-ca1f56f6-b253-4d7c-ae37-89f8c9cb1ccf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=fce0fb99-0c73-465a-990e-6360c88e30d1 HTTP/1.1" status: 200 len: 854 time: 0.0626347 Aug 26 01:31:47.209512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9437c23-c266-4746-9111-42278b4a4a0a req-cb81cd76-8990-44f0-968b-6430aacc737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:47.210934 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b9437c23-c266-4746-9111-42278b4a4a0a req-cb81cd76-8990-44f0-968b-6430aacc737e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775919 Aug 26 01:31:47.346395 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b9437c23-c266-4746-9111-42278b4a4a0a req-a82f213f-d757-46eb-8c67-775f0aea3343 service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288171 Aug 26 01:31:47.476089 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b9437c23-c266-4746-9111-42278b4a4a0a req-6aa493d8-68b1-4657-8df0-f1bd4c93effa service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239176 Aug 26 01:31:48.152695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a234a7-4268-4ab9-887c-685ffd0900a1 req-e1de8626-6e09-4e48-826a-c4a6eee9139c tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:48.154184 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-09a234a7-4268-4ab9-887c-685ffd0900a1 req-e1de8626-6e09-4e48-826a-c4a6eee9139c tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0885763 Aug 26 01:31:48.198767 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-09a234a7-4268-4ab9-887c-685ffd0900a1 req-da89630d-41a9-4b9d-8a99-1d0625d47587 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389564 Aug 26 01:31:49.399321 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01886c6e-cf61-42e0-93d0-df84a5986ed6 req-6ae8e323-2ece-4753-a991-b3d85fe6ed08 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:49.400785 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-01886c6e-cf61-42e0-93d0-df84a5986ed6 req-6ae8e323-2ece-4753-a991-b3d85fe6ed08 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0908935 Aug 26 01:31:49.444917 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-01886c6e-cf61-42e0-93d0-df84a5986ed6 req-5931e7c1-2d97-4f69-aec5-d94136a7bf54 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384910 Aug 26 01:31:50.642516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7dba9-b824-45fa-a786-12459c9e9ff4 req-f3897cd1-1e0a-4e50-86a7-06bcf1505db0 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:50.643971 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6a7dba9-b824-45fa-a786-12459c9e9ff4 req-f3897cd1-1e0a-4e50-86a7-06bcf1505db0 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0933063 Aug 26 01:31:50.688048 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6a7dba9-b824-45fa-a786-12459c9e9ff4 req-83c1917b-80f2-470e-ba6f-3e7a6889f9b9 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383103 Aug 26 01:31:51.879775 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f4c7e-082e-428d-885c-fe1e7ca80c1c req-47f6f4e6-40ce-4ab0-9329-669abf6a2dcc tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:51.881227 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bd1f4c7e-082e-428d-885c-fe1e7ca80c1c req-47f6f4e6-40ce-4ab0-9329-669abf6a2dcc tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0855372 Aug 26 01:31:51.928429 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bd1f4c7e-082e-428d-885c-fe1e7ca80c1c req-227893bd-d9eb-4c9b-8fa5-8d5874d4e7f8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408762 Aug 26 01:31:53.128268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3468a-1b21-411a-91c9-a900130f45b6 req-989aba75-58df-4e62-8462-4d7bb974745b tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:53.129775 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f3f3468a-1b21-411a-91c9-a900130f45b6 req-989aba75-58df-4e62-8462-4d7bb974745b tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0907965 Aug 26 01:31:53.175184 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f3f3468a-1b21-411a-91c9-a900130f45b6 req-9266ed3d-4bbe-40dd-89d8-34bf8864e2dd tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379789 Aug 26 01:31:54.462796 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3c021-2cc9-40e2-8235-7440e2d8a0b9 req-f2159b5d-df29-4712-b1d3-dad309acc916 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:54.464173 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-40b3c021-2cc9-40e2-8235-7440e2d8a0b9 req-f2159b5d-df29-4712-b1d3-dad309acc916 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.1813033 Aug 26 01:31:54.509338 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-40b3c021-2cc9-40e2-8235-7440e2d8a0b9 req-a9910a61-2e83-47d1-b727-2c89ca48b721 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394516 Aug 26 01:31:55.701835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e7a7a-efcc-4744-921a-9d716218d69d req-4b05f68c-71d1-415f-a56d-8f43edca0823 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:55.703280 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-780e7a7a-efcc-4744-921a-9d716218d69d req-4b05f68c-71d1-415f-a56d-8f43edca0823 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0865245 Aug 26 01:31:55.747718 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-780e7a7a-efcc-4744-921a-9d716218d69d req-130b2229-6271-4b5e-8d13-e30c1c843a7f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387902 Aug 26 01:31:56.949290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d13db5-bcce-4992-8f6c-2c619f697227 req-6d7b294b-1600-45eb-965e-b88782f1fdc8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:56.950764 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d5d13db5-bcce-4992-8f6c-2c619f697227 req-6d7b294b-1600-45eb-965e-b88782f1fdc8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0912135 Aug 26 01:31:56.995750 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d5d13db5-bcce-4992-8f6c-2c619f697227 req-0fa92dbc-46f9-4b8f-9be2-3c3e3dde36ee tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393612 Aug 26 01:31:58.191487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f597c9d-52b5-4418-8bd3-6008b96edfcb req-0c6475f4-dcf6-4609-a536-0514d1bfb49c tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:58.192912 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6f597c9d-52b5-4418-8bd3-6008b96edfcb req-0c6475f4-dcf6-4609-a536-0514d1bfb49c tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0894971 Aug 26 01:31:58.237411 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6f597c9d-52b5-4418-8bd3-6008b96edfcb req-acc2530a-47df-4b4c-b5ce-8a72457e63e9 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379148 Aug 26 01:31:59.435359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef174b8-2608-487e-96a4-71353719cdf3 req-0a775575-6a03-4dbd-a527-c9a3aa3084e2 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:31:59.436798 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7ef174b8-2608-487e-96a4-71353719cdf3 req-0a775575-6a03-4dbd-a527-c9a3aa3084e2 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0885596 Aug 26 01:31:59.480847 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7ef174b8-2608-487e-96a4-71353719cdf3 req-fffddc10-7876-429f-b118-bcf9884f30eb tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381014 Aug 26 01:31:59.944213 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:32:00.536842 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-318ba72c-f60b-4fcc-86b9-455647fc0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:00.683591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d63fc-6fc2-4e21-8076-c8c4f68a2e06 req-c1438907-152e-4264-a550-1602ebad9ec9 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:00.685032 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-556d63fc-6fc2-4e21-8076-c8c4f68a2e06 req-c1438907-152e-4264-a550-1602ebad9ec9 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0911217 Aug 26 01:32:00.727830 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-556d63fc-6fc2-4e21-8076-c8c4f68a2e06 req-7d03448b-29f4-4e35-9a16-89ae430af029 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365169 Aug 26 01:32:01.920401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87aef27-a7fa-4a00-ae6f-a0d0657e0269 req-12f10ce9-eb70-4ff7-b6b5-fd50d1560a6d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:01.921871 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c87aef27-a7fa-4a00-ae6f-a0d0657e0269 req-12f10ce9-eb70-4ff7-b6b5-fd50d1560a6d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0853534 Aug 26 01:32:01.966147 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c87aef27-a7fa-4a00-ae6f-a0d0657e0269 req-a3e0313e-3133-47c2-8d0d-77cf6cc6f52b tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384150 Aug 26 01:32:03.013535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ff77a4d5-4b48-4cff-bbdd-7d176afaccbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:03.163976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bc4db-b4fd-4029-8b3c-d2b6d406a17f req-142500fc-91d4-4edd-a741-616700e0f80d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:03.166023 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-877bc4db-b4fd-4029-8b3c-d2b6d406a17f req-142500fc-91d4-4edd-a741-616700e0f80d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0894685 Aug 26 01:32:03.209370 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-877bc4db-b4fd-4029-8b3c-d2b6d406a17f req-a5238f18-7048-45d3-b2c3-b4671d1c461e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375988 Aug 26 01:32:03.710716 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:03.774049 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-cf034e11-4f9e-4dfc-82cf-6a8d85481764 service neutron] 10.222.0.94 "GET /v2.0/ports/60c135af-6950-49dc-a5a3-7ca45a81eede/bindings/hv-neutron-8545 HTTP/1.1" status: 200 len: 384 time: 0.0788631 Aug 26 01:32:03.993376 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:04.476149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92494738-ea6f-4857-b6ad-77851bf28385 req-2c9b3e76-948e-4855-b099-12f4bda6cf87 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:04.477596 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92494738-ea6f-4857-b6ad-77851bf28385 req-2c9b3e76-948e-4855-b099-12f4bda6cf87 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.1558685 Aug 26 01:32:04.484210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-879eabd6-fd33-45b3-9aca-f34b638c7753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:04.485597 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-879eabd6-fd33-45b3-9aca-f34b638c7753 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47&tenant_id=9f6258a56ebf468a89511eed034b03f9 HTTP/1.1" status: 200 len: 1098 time: 0.1129198 Aug 26 01:32:04.526272 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92494738-ea6f-4857-b6ad-77851bf28385 req-50fc79ac-798b-4831-98ee-e9364e0d2c41 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393367 Aug 26 01:32:04.608047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-97fd666e-81f0-47f5-80dc-d8ae6ce71f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:04.609517 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-97fd666e-81f0-47f5-80dc-d8ae6ce71f97 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9f6258a56ebf468a89511eed034b03f9&device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 1098 time: 0.0821772 Aug 26 01:32:04.744136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-0a938577-e3d9-4f3e-8840-ba6ad529d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:04.745914 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-0a938577-e3d9-4f3e-8840-ba6ad529d2dc service neutron] 10.222.0.94 "GET /v2.0/networks?id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 HTTP/1.1" status: 200 len: 917 time: 0.1277390 Aug 26 01:32:04.816482 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-051092a1-48f9-4295-8f0b-654c3db195b2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60c135af-6950-49dc-a5a3-7ca45a81eede HTTP/1.1" status: 200 len: 217 time: 0.0608177 Aug 26 01:32:04.886784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-b2386ba1-f4f8-4913-a92c-f66a12b2f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:04.888203 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-b2386ba1-f4f8-4913-a92c-f66a12b2f896 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=fce0fb99-0c73-465a-990e-6360c88e30d1 HTTP/1.1" status: 200 len: 854 time: 0.0630949 Aug 26 01:32:04.973037 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-b8bb0aa2-bae8-45a6-8775-e6bf787970ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:04.974537 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-b8bb0aa2-bae8-45a6-8775-e6bf787970ad service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769253 Aug 26 01:32:05.106921 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-9e131004-6575-4832-bd87-95d005582c50 service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226943 Aug 26 01:32:05.239602 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92eeecf2-ff47-4056-8b1a-c24e7764fab7 req-f76917cc-5b45-45b8-8391-b57774d3c896 service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235602 Aug 26 01:32:05.551584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:05.724433 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de046b-60ca-4482-bb86-2019ac95645e req-ab51e33b-75fd-474d-a4cc-c7c8104a1546 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:05.725810 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-56de046b-60ca-4482-bb86-2019ac95645e req-ab51e33b-75fd-474d-a4cc-c7c8104a1546 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0891745 Aug 26 01:32:05.769711 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-56de046b-60ca-4482-bb86-2019ac95645e req-ac19e1a5-a63d-4666-aba3-130669f6800f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382652 Aug 26 01:32:06.969523 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4e0c1-6337-4ac4-812c-090a454e5995 req-c0a63693-05b6-4950-97da-30c4b90d1168 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:06.971033 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9bf4e0c1-6337-4ac4-812c-090a454e5995 req-c0a63693-05b6-4950-97da-30c4b90d1168 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0925157 Aug 26 01:32:07.014596 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9bf4e0c1-6337-4ac4-812c-090a454e5995 req-b36cbcd7-6ba9-415e-9547-0f020e106f89 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377829 Aug 26 01:32:08.215559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f2a6d-409e-4776-bb48-479101ec2b54 req-2eafc18d-1a4c-4dc3-b6ac-cc15699e5631 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:08.217026 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d44f2a6d-409e-4776-bb48-479101ec2b54 req-2eafc18d-1a4c-4dc3-b6ac-cc15699e5631 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0918026 Aug 26 01:32:08.264918 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d44f2a6d-409e-4776-bb48-479101ec2b54 req-9548fa64-eb92-4532-9bc0-8cbbca400aee tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423329 Aug 26 01:32:08.701437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 60c135af-6950-49dc-a5a3-7ca45a81eede details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:32:08.707560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 60c135af-6950-49dc-a5a3-7ca45a81eede no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:32:08.740951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d26c9-1b68-43c4-a48e-3073832fbd47 req-3150b98c-397a-48ae-880e-40b580de0e7b tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:08.742478 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d31d26c9-1b68-43c4-a48e-3073832fbd47 req-3150b98c-397a-48ae-880e-40b580de0e7b tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0894263 Aug 26 01:32:08.790457 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d31d26c9-1b68-43c4-a48e-3073832fbd47 req-c0929743-2cc6-4f2d-8ed2-a689329db287 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Aug 26 01:32:08.847964 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028640e2-69ca-4490-b421-e8eeadf02fd4 req-86d6e848-8818-4b27-9e00-5e157eec062c tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:08.849415 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-028640e2-69ca-4490-b421-e8eeadf02fd4 req-86d6e848-8818-4b27-9e00-5e157eec062c tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.94 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47&tenant_id=9f6258a56ebf468a89511eed034b03f9&binding%3Ahost_id=hv-neutron-8545 HTTP/1.1" status: 200 len: 945 time: 0.1015155 Aug 26 01:32:08.932119 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 60c135af-6950-49dc-a5a3-7ca45a81eede is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:32:08.932500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:08.957328 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 60c135af-6950-49dc-a5a3-7ca45a81eede, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=60c135af-6950-49dc-a5a3-7ca45a81eede,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:32:09.014933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '60c135af-6950-49dc-a5a3-7ca45a81eede', 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02', 'port_id': '60c135af-6950-49dc-a5a3-7ca45a81eede', 'mac_address': 'fa:16:3e:8f:34:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce0fb99-0c73-465a-990e-6360c88e30d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:32:09.022235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ddabaf-b2c2-4428-be53-e99071ef6c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c135af-6950-49dc-a5a3-7ca45a81eede'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:32:09.066765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 60c135af-6950-49dc-a5a3-7ca45a81eede, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=60c135af-6950-49dc-a5a3-7ca45a81eede,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:32:09.088945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 60c135af-6950-49dc-a5a3-7ca45a81eede is: ACTIVE; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:32:09.089339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:09.099527 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a8a227-3579-4864-b6a6-696b75e8725a'] response: {'server_uuid': 'd0ddabaf-b2c2-4428-be53-e99071ef6c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c135af-6950-49dc-a5a3-7ca45a81eede', 'code': 200} Aug 26 01:32:09.108920 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60c135af-6950-49dc-a5a3-7ca45a81eede {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:32:09.132102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028640e2-69ca-4490-b421-e8eeadf02fd4 req-a9c8b372-9775-4e62-80a7-39287f82a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:09.133564 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-028640e2-69ca-4490-b421-e8eeadf02fd4 req-a9c8b372-9775-4e62-80a7-39287f82a658 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9f6258a56ebf468a89511eed034b03f9&device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 1098 time: 0.1928787 Aug 26 01:32:09.139492 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:09.251631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:32:09.251988 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:32:09.254270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=60c135af-6950-49dc-a5a3-7ca45a81eede,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:32:09.264297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028640e2-69ca-4490-b421-e8eeadf02fd4 req-9154b62d-ffd3-4496-a3f6-7080b24e2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:09.265755 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-028640e2-69ca-4490-b421-e8eeadf02fd4 req-9154b62d-ffd3-4496-a3f6-7080b24e2cfd service neutron] 10.222.0.94 "GET /v2.0/networks?id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 HTTP/1.1" status: 200 len: 917 time: 0.1259837 Aug 26 01:32:09.334537 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-028640e2-69ca-4490-b421-e8eeadf02fd4 req-23cd67db-906f-4a2b-81a0-5a4487226e8c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60c135af-6950-49dc-a5a3-7ca45a81eede HTTP/1.1" status: 200 len: 217 time: 0.0620813 Aug 26 01:32:09.396992 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028640e2-69ca-4490-b421-e8eeadf02fd4 req-e9525611-b348-42cf-b59d-44d4c3d4f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:09.398528 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-028640e2-69ca-4490-b421-e8eeadf02fd4 req-e9525611-b348-42cf-b59d-44d4c3d4f840 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=fce0fb99-0c73-465a-990e-6360c88e30d1 HTTP/1.1" status: 200 len: 854 time: 0.0581348 Aug 26 01:32:09.481759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028640e2-69ca-4490-b421-e8eeadf02fd4 req-b658ace5-8718-457e-a3ce-9600ffc87cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:09.483297 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-028640e2-69ca-4490-b421-e8eeadf02fd4 req-b658ace5-8718-457e-a3ce-9600ffc87cb0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789034 Aug 26 01:32:09.620657 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-028640e2-69ca-4490-b421-e8eeadf02fd4 req-de93a0f3-1100-4f93-b9d3-e7bdb305999f service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308742 Aug 26 01:32:09.753068 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-028640e2-69ca-4490-b421-e8eeadf02fd4 req-7b59eaa8-aebe-4c91-8ef8-445762e984fc service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263266 Aug 26 01:32:09.808298 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 60c135af-6950-49dc-a5a3-7ca45a81eede is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:32:09.808814 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:09.829907 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c135af-6950-49dc-a5a3-7ca45a81eede {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:32:09.850039 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 60c135af-6950-49dc-a5a3-7ca45a81eede, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=60c135af-6950-49dc-a5a3-7ca45a81eede,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:32:09.942576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:10.023340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=60c135af-6950-49dc-a5a3-7ca45a81eede,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:32:10.076236 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['60c135af-6950-49dc-a5a3-7ca45a81eede'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:32:10.108331 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1f0a8-3322-4cb2-9181-da1b2fda407d req-8b49ff37-53b5-48b6-b2c7-3f22176943f2 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:10.109839 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c6b1f0a8-3322-4cb2-9181-da1b2fda407d req-8b49ff37-53b5-48b6-b2c7-3f22176943f2 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 944 time: 0.2039876 Aug 26 01:32:10.162325 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c6b1f0a8-3322-4cb2-9181-da1b2fda407d req-86452fa6-53d5-4710-869e-d526db30f8cb tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445824 Aug 26 01:32:10.710801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 60c135af-6950-49dc-a5a3-7ca45a81eede up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:32:10.789221 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 60c135af-6950-49dc-a5a3-7ca45a81eede triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:32:10.789490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:10.853666 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:10.908384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 60c135af-6950-49dc-a5a3-7ca45a81eede is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:32:10.908754 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:10.940829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 60c135af-6950-49dc-a5a3-7ca45a81eede, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=60c135af-6950-49dc-a5a3-7ca45a81eede,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:32:11.025577 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:11.096470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=60c135af-6950-49dc-a5a3-7ca45a81eede,revision_number=8']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:32:11.100508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ddabaf-b2c2-4428-be53-e99071ef6c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c135af-6950-49dc-a5a3-7ca45a81eede'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:32:11.147231 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1781b759-3262-4b1c-8fee-71df3f07add2'] response: {'server_uuid': 'd0ddabaf-b2c2-4428-be53-e99071ef6c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c135af-6950-49dc-a5a3-7ca45a81eede', 'code': 200} Aug 26 01:32:11.351142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f0046-af58-4fe7-aa02-2292a1e621ff req-b210a5a1-7f7f-4098-9ced-214416696bd4 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:11.352571 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-054f0046-af58-4fe7-aa02-2292a1e621ff req-b210a5a1-7f7f-4098-9ced-214416696bd4 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0849380 Aug 26 01:32:11.399884 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-054f0046-af58-4fe7-aa02-2292a1e621ff req-036298bd-8022-449c-bb95-3f41d7f41561 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 Aug 26 01:32:11.597020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa907c38-5730-4a4c-8079-3a1916be4fe5 req-59b2cead-683e-4d44-844b-5d8a3b6fecf9 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:11.598511 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aa907c38-5730-4a4c-8079-3a1916be4fe5 req-59b2cead-683e-4d44-844b-5d8a3b6fecf9 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0911450 Aug 26 01:32:11.642266 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aa907c38-5730-4a4c-8079-3a1916be4fe5 req-18438eb1-6636-421f-bbe0-071c4ca354b3 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370464 Aug 26 01:32:11.803347 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 57120) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:32:11.808488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--125344420', 'description': 'tempest-description--694682747'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:32:11.815038 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:32:11.824854 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:32:11.890824 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:11.911673 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:32:11.915492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Usage tracker for resource:security_group_rule and tenant:9f6258a56ebf468a89511eed034b03f9 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:32:11.918272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:32:11.924031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:32:11.995847 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:12.059215 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:12.101800 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d66fe9c-4e5c-47b0-9cc6-b64cae9cf6d3,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:32:12.112290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:12.112644 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:12.112989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:12.113329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:12.113663 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:12.114025 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:12.114357 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:12.114685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:12.115079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:12.115407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:12.115733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:12.116056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:12.176665 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:12.177876 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-06a203a5-2691-40bd-8180-418fcd2909bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3734710 Aug 26 01:32:12.180777 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 57124) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:32:12.186836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-8418ea07-5b2c-4ea9-9a5c-666b39c3a91e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Request body: {'security_group_rule': {'security_group_id': '9d66fe9c-4e5c-47b0-9cc6-b64cae9cf6d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:32:12.192782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8418ea07-5b2c-4ea9-9a5c-666b39c3a91e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:32:12.196804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8418ea07-5b2c-4ea9-9a5c-666b39c3a91e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Usage tracker for resource:security_group_rule and tenant:9f6258a56ebf468a89511eed034b03f9 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:32:12.200008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8418ea07-5b2c-4ea9-9a5c-666b39c3a91e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:32:12.205783 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8418ea07-5b2c-4ea9-9a5c-666b39c3a91e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:32:12.280859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8418ea07-5b2c-4ea9-9a5c-666b39c3a91e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:12.341839 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8418ea07-5b2c-4ea9-9a5c-666b39c3a91e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:12.404972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8418ea07-5b2c-4ea9-9a5c-666b39c3a91e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:12.428278 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418ea07-5b2c-4ea9-9a5c-666b39c3a91e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03fa3c18-f77f-4240-8ba2-8ec08cdd4902,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:32:12.490976 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8418ea07-5b2c-4ea9-9a5c-666b39c3a91e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:12.492170 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8418ea07-5b2c-4ea9-9a5c-666b39c3a91e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3094726 Aug 26 01:32:12.495264 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 57128) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:32:12.500486 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e2614aa2-9d68-4955-bc82-8fc2e1493162 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Request body: {'security_group_rule': {'security_group_id': '9d66fe9c-4e5c-47b0-9cc6-b64cae9cf6d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:32:12.506462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e2614aa2-9d68-4955-bc82-8fc2e1493162 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:32:12.510566 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e2614aa2-9d68-4955-bc82-8fc2e1493162 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Usage tracker for resource:security_group_rule and tenant:9f6258a56ebf468a89511eed034b03f9 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:32:12.513501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e2614aa2-9d68-4955-bc82-8fc2e1493162 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:32:12.519225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e2614aa2-9d68-4955-bc82-8fc2e1493162 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:32:12.588984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e2614aa2-9d68-4955-bc82-8fc2e1493162 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:12.650662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e2614aa2-9d68-4955-bc82-8fc2e1493162 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:12.719155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e2614aa2-9d68-4955-bc82-8fc2e1493162 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:12.744828 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2614aa2-9d68-4955-bc82-8fc2e1493162 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b9e757-ba35-4dc6-8477-cb395d2c0bae,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:32:12.833838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e2614aa2-9d68-4955-bc82-8fc2e1493162 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:12.835087 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e2614aa2-9d68-4955-bc82-8fc2e1493162 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388879 Aug 26 01:32:12.839192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 57132) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:32:12.844006 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:32:12.850094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:32:12.854256 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Usage tracker for resource:floatingip and tenant:9f6258a56ebf468a89511eed034b03f9 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:32:12.857053 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:32:12.862698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:32:12.956460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:13.094869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:13.225946 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Allocated IP 172.26.2.229 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/b0713835-118a-4307-bab2-02e2aad87ff8) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:32:13.368036 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:13.453882 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:13.520647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:32:13.523431 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:32:13.527491 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:32:13.565323 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Pushing event updated for resources: {'Port': ['ID=b0713835-118a-4307-bab2-02e2aad87ff8,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:32:13.610117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:13.734892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:14.033406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:14.096553 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:14.204122 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:14.207943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Pushing event updated for resources: {'Port': ['ID=b0713835-118a-4307-bab2-02e2aad87ff8,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:32:14.310834 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:14.311972 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fed9cd6b-94aa-48f4-b05d-46055f85f475 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4718254 Aug 26 01:32:14.484650 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baf23f-a297-4ce6-b143-b81224c8907a req-8b995291-12c3-4bc2-a99a-7a955103120d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:14.486160 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-21baf23f-a297-4ce6-b143-b81224c8907a req-8b995291-12c3-4bc2-a99a-7a955103120d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.0897756 Aug 26 01:32:14.530539 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-21baf23f-a297-4ce6-b143-b81224c8907a req-d081cee3-1198-4199-8f1d-2929dc82139f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Synchronizing usage tracker for tenant:9f6258a56ebf468a89511eed034b03f9 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:32:14.607740 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-21baf23f-a297-4ce6-b143-b81224c8907a req-d081cee3-1198-4199-8f1d-2929dc82139f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Unset dirty status for tenant:9f6258a56ebf468a89511eed034b03f9 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:32:14.608915 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-21baf23f-a297-4ce6-b143-b81224c8907a req-d081cee3-1198-4199-8f1d-2929dc82139f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171541 Aug 26 01:32:15.327315 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-9f56d66d-02f7-4b96-bd8e-7dfeb42b5864 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:15.328666 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-9f56d66d-02f7-4b96-bd8e-7dfeb42b5864 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/networks?id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 HTTP/1.1" status: 200 len: 815 time: 0.1445985 Aug 26 01:32:15.344074 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-cb5789d8-841d-4aec-81ea-d7270ffe21c1 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/quotas/9f6258a56ebf468a89511eed034b03f9 HTTP/1.1" status: 200 len: 375 time: 0.0100496 Aug 26 01:32:15.440261 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-1284d86f-f6c9-4130-acc7-d94fecd4d77d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9f6258a56ebf468a89511eed034b03f9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0912330 Aug 26 01:32:15.614311 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-bb141b98-2806-4fd3-8d8f-dd89a7f4939a service neutron] 10.222.0.83 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672885 Aug 26 01:32:15.756688 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-aa3d0b4c-a860-4664-8c4b-05fb5a93a1d6 service neutron] 10.222.0.83 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362302 Aug 26 01:32:16.055034 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d33075ed-9105-4d43-b971-134ec1750c8c req-7e55a28e-efe2-499d-99bb-53cc6266b1aa tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 210 time: 0.0506859 Aug 26 01:32:17.247741 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f89ed532-f5cb-4af8-8a05-e4566fc4faeb req-d4011544-4c9d-426a-9b14-d6cc9f0384e4 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 210 time: 0.0575895 Aug 26 01:32:17.288602 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67866f-1274-4749-ba3e-7b6461547bce req-1eddc798-64ac-457b-bf0b-15471e58a86a tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:17.289968 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef67866f-1274-4749-ba3e-7b6461547bce req-1eddc798-64ac-457b-bf0b-15471e58a86a tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.94 "GET /v2.0/ports?device_id=d0ddabaf-b2c2-4428-be53-e99071ef6c47 HTTP/1.1" status: 200 len: 945 time: 0.1397135 Aug 26 01:32:17.361725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-ef67866f-1274-4749-ba3e-7b6461547bce req-eba5245a-66e2-4e80-8124-8fe39c42b4ca tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Deleting port 60c135af-6950-49dc-a5a3-7ca45a81eede {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:32:17.362087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-ef67866f-1274-4749-ba3e-7b6461547bce req-eba5245a-66e2-4e80-8124-8fe39c42b4ca tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:17.610418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-ef67866f-1274-4749-ba3e-7b6461547bce req-eba5245a-66e2-4e80-8124-8fe39c42b4ca tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] For port 60c135af-6950-49dc-a5a3-7ca45a81eede, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=60c135af-6950-49dc-a5a3-7ca45a81eede,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:32:17.610780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-ef67866f-1274-4749-ba3e-7b6461547bce req-eba5245a-66e2-4e80-8124-8fe39c42b4ca tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:17.733281 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [req-ef67866f-1274-4749-ba3e-7b6461547bce req-eba5245a-66e2-4e80-8124-8fe39c42b4ca tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Calling delete_port for 60c135af-6950-49dc-a5a3-7ca45a81eede owned by compute:nova {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:32:18.025525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-ef67866f-1274-4749-ba3e-7b6461547bce req-eba5245a-66e2-4e80-8124-8fe39c42b4ca tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:18.065870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['60c135af-6950-49dc-a5a3-7ca45a81eede'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:32:18.079792 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5245a-66e2-4e80-8124-8fe39c42b4ca tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Pushing event deleted for resources: {'Port': ['ID=60c135af-6950-49dc-a5a3-7ca45a81eede,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:32:18.270703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-3f2f6146-a2be-4c0a-837d-01cfbbfb00e3 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:18.272956 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-3f2f6146-a2be-4c0a-837d-01cfbbfb00e3 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.94 "GET /v2.0/networks?id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 HTTP/1.1" status: 200 len: 815 time: 0.1811905 Aug 26 01:32:18.286434 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef67866f-1274-4749-ba3e-7b6461547bce req-eba5245a-66e2-4e80-8124-8fe39c42b4ca tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] No DVR routers for this DVR port 60c135af-6950-49dc-a5a3-7ca45a81eede on host hv-neutron-8545 {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:32:18.289131 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-ef67866f-1274-4749-ba3e-7b6461547bce req-eba5245a-66e2-4e80-8124-8fe39c42b4ca tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:18.300160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Request body: {'port': {'device_id': '23c32e29-818a-4afb-b619-a7fba61cd886', 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02', 'admin_state_up': True, 'tenant_id': '9f6258a56ebf468a89511eed034b03f9'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:32:18.314807 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ddabaf-b2c2-4428-be53-e99071ef6c47', 'name': 'network-vif-deleted', 'tag': '60c135af-6950-49dc-a5a3-7ca45a81eede'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:32:18.359144 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa72a5fd-2df0-4124-8b38-2c694d12b90d'] response: {'server_uuid': 'd0ddabaf-b2c2-4428-be53-e99071ef6c47', 'name': 'network-vif-deleted', 'tag': '60c135af-6950-49dc-a5a3-7ca45a81eede', 'status': 'completed', 'code': 200} Aug 26 01:32:18.397699 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef67866f-1274-4749-ba3e-7b6461547bce req-eba5245a-66e2-4e80-8124-8fe39c42b4ca tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.94 "DELETE /v2.0/ports/60c135af-6950-49dc-a5a3-7ca45a81eede HTTP/1.1" status: 204 len: 173 time: 1.0991352 Aug 26 01:32:18.444640 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-35919ccc-bd0d-4340-85d6-69aa9f527890 req-83ed4964-ebda-4e1f-bec8-dffb68114a46 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 210 time: 0.0652390 Aug 26 01:32:18.498521 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:32:18.502925 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Usage tracker for resource:port and tenant:9f6258a56ebf468a89511eed034b03f9 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:32:18.507440 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:32:18.511749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:32:18.605770 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Made reservation on behalf of 9f6258a56ebf468a89511eed034b03f9 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:32:18.609612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:18.779262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Allocated IP 172.20.0.4 (ba25e2c9-f1c1-4e14-a478-392a3f0b1e02/fce0fb99-0c73-465a-990e-6360c88e30d1/c40e9d33-cb8e-4468-b906-2997e70ca497) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:32:18.981138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:18.997223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Transition to ACTIVE for port object c40e9d33-cb8e-4468-b906-2997e70ca497 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:32:19.156843 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:19.226349 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:32:19.230084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:32:19.233862 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:32:19.267849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Pushing event updated for resources: {'Port': ['ID=c40e9d33-cb8e-4468-b906-2997e70ca497,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:32:19.288834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:19.289411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:19.289605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:19.289968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:19.290304 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:19.290634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:19.291664 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:19.292170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:19.292503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:19.292829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:19.293157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:19.293475 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:19.318202 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:19.318825 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:19.403292 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-98f9a1cd-9ec7-4053-82a1-2b11145d9017 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1072760 Aug 26 01:32:19.427247 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Request body: {'port': {'device_id': '23c32e29-818a-4afb-b619-a7fba61cd886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:32:19.542865 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:19.551312 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-84a6f7e5-1a61-404a-8466-dc1a91144d5d None None] Provisioning for port c40e9d33-cb8e-4468-b906-2997e70ca497 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:32:19.557129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-84a6f7e5-1a61-404a-8466-dc1a91144d5d None None] Provisioning complete for port c40e9d33-cb8e-4468-b906-2997e70ca497 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:32:19.560794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-84a6f7e5-1a61-404a-8466-dc1a91144d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:19.611090 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-84a6f7e5-1a61-404a-8466-dc1a91144d5d None None] Port c40e9d33-cb8e-4468-b906-2997e70ca497 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:32:19.647012 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0094a-3547-4a7e-9554-ca8f8717695e req-1a983a1f-5135-43f4-be5d-15709d768d54 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:19.647687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-cec0094a-3547-4a7e-9554-ca8f8717695e req-1a983a1f-5135-43f4-be5d-15709d768d54 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Synchronizing usage tracker for tenant:9f6258a56ebf468a89511eed034b03f9 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:32:19.739508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-cec0094a-3547-4a7e-9554-ca8f8717695e req-1a983a1f-5135-43f4-be5d-15709d768d54 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Unset dirty status for tenant:9f6258a56ebf468a89511eed034b03f9 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:32:19.740692 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cec0094a-3547-4a7e-9554-ca8f8717695e req-1a983a1f-5135-43f4-be5d-15709d768d54 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 931 time: 0.1844354 Aug 26 01:32:19.788970 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cec0094a-3547-4a7e-9554-ca8f8717695e req-013e3706-05e7-4ac7-ab65-8bbe222c088f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 Aug 26 01:32:19.893825 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40e9d33-cb8e-4468-b906-2997e70ca497 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:32:19.901243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:19.915088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Transition to ACTIVE for port object c40e9d33-cb8e-4468-b906-2997e70ca497 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:32:19.990982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:20.292329 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=c40e9d33-cb8e-4468-b906-2997e70ca497,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:32:20.328174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Attempting to bind port c40e9d33-cb8e-4468-b906-2997e70ca497 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:32:20.328511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Attempting to bind port c40e9d33-cb8e-4468-b906-2997e70ca497 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:32:20.328840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Attempting to bind port c40e9d33-cb8e-4468-b906-2997e70ca497 on network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:32:20.333305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Port c40e9d33-cb8e-4468-b906-2997e70ca497 on network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:32:20.333626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Attempting to bind port c40e9d33-cb8e-4468-b906-2997e70ca497 on network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:32:20.338993 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:32:20.339325 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Checking segment: {'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:32:20.339704 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Bound using segment: {'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:32:20.340128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Bound port: c40e9d33-cb8e-4468-b906-2997e70ca497, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca60399-3c85-44ab-8953-1d7f4f902193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:32:20.340466 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:20.429351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] For port c40e9d33-cb8e-4468-b906-2997e70ca497, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:32:20.433176 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] For port c40e9d33-cb8e-4468-b906-2997e70ca497, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c40e9d33-cb8e-4468-b906-2997e70ca497,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:32:20.502518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:20.533323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:20.533962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:20.535320 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] 10.222.0.94 "PUT /v2.0/ports/c40e9d33-cb8e-4468-b906-2997e70ca497 HTTP/1.1" status: 200 len: 1093 time: 1.1122789 Aug 26 01:32:20.535762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c32e29-818a-4afb-b619-a7fba61cd886', 'tag': 'c40e9d33-cb8e-4468-b906-2997e70ca497'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:32:20.580404 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0073efc-3d42-4829-9a85-03bb7051fdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=c40e9d33-cb8e-4468-b906-2997e70ca497,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:32:20.639814 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb87c11-18b5-433b-a4ef-32f412c78ce9'] response: {'name': 'network-changed', 'server_uuid': '23c32e29-818a-4afb-b619-a7fba61cd886', 'tag': 'c40e9d33-cb8e-4468-b906-2997e70ca497', 'status': 'completed', 'code': 200} Aug 26 01:32:20.746252 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 60c135af-6950-49dc-a5a3-7ca45a81eede no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:32:20.747364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-db432b8a-3853-440c-86ba-2870e47e26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:20.748850 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-db432b8a-3853-440c-86ba-2870e47e26c0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9f6258a56ebf468a89511eed034b03f9&device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 1096 time: 0.0816443 Aug 26 01:32:20.783906 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 60c135af-6950-49dc-a5a3-7ca45a81eede {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:32:20.784262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 60c135af-6950-49dc-a5a3-7ca45a81eede not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:32:20.832065 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-0751ce4f-5cdd-4850-a1ff-2a75bb768640 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c40e9d33-cb8e-4468-b906-2997e70ca497 HTTP/1.1" status: 200 len: 217 time: 0.0646193 Aug 26 01:32:20.900922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-14875721-dc31-49e0-9ed5-49a9e7c555d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:20.902399 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-14875721-dc31-49e0-9ed5-49a9e7c555d1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=fce0fb99-0c73-465a-990e-6360c88e30d1 HTTP/1.1" status: 200 len: 854 time: 0.0609720 Aug 26 01:32:20.986765 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-ec5fce1f-a88e-4a7f-8c71-c6a734ea2264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:20.988228 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-ec5fce1f-a88e-4a7f-8c71-c6a734ea2264 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769143 Aug 26 01:32:20.994992 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f9605-9573-470f-8bb9-73e14c23b480 req-adf0de91-f9b8-4831-88ad-15c6247443c9 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:20.996442 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-db8f9605-9573-470f-8bb9-73e14c23b480 req-adf0de91-f9b8-4831-88ad-15c6247443c9 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 943 time: 0.0913434 Aug 26 01:32:21.040477 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-db8f9605-9573-470f-8bb9-73e14c23b480 req-dab71c7b-7128-413b-a43f-e610f217a903 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379014 Aug 26 01:32:21.122143 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-d36fdb0f-55df-4612-a241-9de26efa721a service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243029 Aug 26 01:32:21.255023 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c439ed69-0bb4-4d01-be72-4c9a6561ff56 req-5e2bfd0a-8518-4ff5-966b-30db8f7cd7c4 service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229422 Aug 26 01:32:21.499085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40456085-7404-441b-b4b4-674f1b54ff97 req-8b55d9d2-7145-4a78-905d-6055f6040102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:21.500727 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-40456085-7404-441b-b4b4-674f1b54ff97 req-8b55d9d2-7145-4a78-905d-6055f6040102 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9f6258a56ebf468a89511eed034b03f9&device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 1096 time: 0.0812168 Aug 26 01:32:21.634062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40456085-7404-441b-b4b4-674f1b54ff97 req-6508d128-8980-4a93-bedb-f1ad8678a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:21.636021 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-40456085-7404-441b-b4b4-674f1b54ff97 req-6508d128-8980-4a93-bedb-f1ad8678a5ac service neutron] 10.222.0.94 "GET /v2.0/networks?id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 HTTP/1.1" status: 200 len: 917 time: 0.1269591 Aug 26 01:32:21.707552 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-40456085-7404-441b-b4b4-674f1b54ff97 req-ffd7999e-37e7-4c4c-a781-40435c37fb31 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c40e9d33-cb8e-4468-b906-2997e70ca497 HTTP/1.1" status: 200 len: 217 time: 0.0646727 Aug 26 01:32:21.769826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40456085-7404-441b-b4b4-674f1b54ff97 req-ca09c902-8147-4f71-aa99-631046cfac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:21.771136 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-40456085-7404-441b-b4b4-674f1b54ff97 req-ca09c902-8147-4f71-aa99-631046cfac4d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=fce0fb99-0c73-465a-990e-6360c88e30d1 HTTP/1.1" status: 200 len: 854 time: 0.0566885 Aug 26 01:32:21.853517 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40456085-7404-441b-b4b4-674f1b54ff97 req-2894b751-c40f-451d-8d14-6a6092208078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:21.855063 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-40456085-7404-441b-b4b4-674f1b54ff97 req-2894b751-c40f-451d-8d14-6a6092208078 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774269 Aug 26 01:32:21.992159 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-40456085-7404-441b-b4b4-674f1b54ff97 req-0d032efe-a820-434e-a7c6-e1a96ac76b46 service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240795 Aug 26 01:32:22.127352 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-40456085-7404-441b-b4b4-674f1b54ff97 req-220a57f1-1a9f-4116-90cc-5bc24cc95b74 service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262579 Aug 26 01:32:22.241363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9194297-836e-413f-b177-664b359f30bc req-7486e7fb-607f-4e51-94c4-5247c84babfa tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:22.242080 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-d9194297-836e-413f-b177-664b359f30bc req-7486e7fb-607f-4e51-94c4-5247c84babfa tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Synchronizing usage tracker for tenant:9f6258a56ebf468a89511eed034b03f9 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:32:22.254555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-d9194297-836e-413f-b177-664b359f30bc req-7486e7fb-607f-4e51-94c4-5247c84babfa tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Unset dirty status for tenant:9f6258a56ebf468a89511eed034b03f9 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:32:22.255655 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d9194297-836e-413f-b177-664b359f30bc req-7486e7fb-607f-4e51-94c4-5247c84babfa tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 943 time: 0.1029239 Aug 26 01:32:22.299829 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d9194297-836e-413f-b177-664b359f30bc req-73f2fde6-46d4-42a6-9682-d95a49fcbe36 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375726 Aug 26 01:32:23.490348 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182cedc-a10c-40f5-af2e-ddd5cd168550 req-ff2fc97a-44f8-4dce-a948-ad3b7d4c928d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:23.491787 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c182cedc-a10c-40f5-af2e-ddd5cd168550 req-ff2fc97a-44f8-4dce-a948-ad3b7d4c928d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 943 time: 0.0844879 Aug 26 01:32:23.536683 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c182cedc-a10c-40f5-af2e-ddd5cd168550 req-d36819dc-775b-4807-9b37-c0439b6c6cbe tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384367 Aug 26 01:32:24.732357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84ca32-cc9d-408e-962e-c4b062d99902 req-4363074b-5805-4775-ac21-3cddce069ed9 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:24.733823 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ee84ca32-cc9d-408e-962e-c4b062d99902 req-4363074b-5805-4775-ac21-3cddce069ed9 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 943 time: 0.0900221 Aug 26 01:32:24.778989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device c40e9d33-cb8e-4468-b906-2997e70ca497 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:32:24.779811 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ee84ca32-cc9d-408e-962e-c4b062d99902 req-6197d3d9-f4ee-4a63-bd5b-889d12e0317c tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397086 Aug 26 01:32:24.911495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port c40e9d33-cb8e-4468-b906-2997e70ca497, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c40e9d33-cb8e-4468-b906-2997e70ca497,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:32:24.924321 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'c40e9d33-cb8e-4468-b906-2997e70ca497', 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02', 'port_id': 'c40e9d33-cb8e-4468-b906-2997e70ca497', 'mac_address': 'fa:16:3e:94:d0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce0fb99-0c73-465a-990e-6360c88e30d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:32:24.977525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port c40e9d33-cb8e-4468-b906-2997e70ca497 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:32:24.977937 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:24.994545 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40e9d33-cb8e-4468-b906-2997e70ca497 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:32:25.010363 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port c40e9d33-cb8e-4468-b906-2997e70ca497, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c40e9d33-cb8e-4468-b906-2997e70ca497,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:32:25.070641 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:25.141212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=c40e9d33-cb8e-4468-b906-2997e70ca497,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:32:25.148206 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:25.148553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:25.148896 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:25.149230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:25.149560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:25.149921 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:25.150676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:25.151009 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:25.151338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:25.151665 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:25.151987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:25.152306 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:32:25.388974 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['c40e9d33-cb8e-4468-b906-2997e70ca497'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:32:25.974834 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913cfc0-32bf-4e57-abc5-2a5e87184a03 req-4b08f628-8a6d-4b05-8992-aa2f008ddf29 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:25.976261 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f913cfc0-32bf-4e57-abc5-2a5e87184a03 req-4b08f628-8a6d-4b05-8992-aa2f008ddf29 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 944 time: 0.0884268 Aug 26 01:32:26.020609 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f913cfc0-32bf-4e57-abc5-2a5e87184a03 req-230416d5-9efc-4b2f-89d6-1695849aebcc tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381296 Aug 26 01:32:26.786219 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device c40e9d33-cb8e-4468-b906-2997e70ca497 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:32:26.913481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port c40e9d33-cb8e-4468-b906-2997e70ca497 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:32:26.918734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port c40e9d33-cb8e-4468-b906-2997e70ca497 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:32:26.923522 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:27.037581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port c40e9d33-cb8e-4468-b906-2997e70ca497 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:32:27.037949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:27.065487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c32e29-818a-4afb-b619-a7fba61cd886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40e9d33-cb8e-4468-b906-2997e70ca497'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:32:27.076704 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port c40e9d33-cb8e-4468-b906-2997e70ca497, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c40e9d33-cb8e-4468-b906-2997e70ca497,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:32:27.111146 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6526d937-f693-41c8-8196-1b198a6f22c8'] response: {'server_uuid': '23c32e29-818a-4afb-b619-a7fba61cd886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40e9d33-cb8e-4468-b906-2997e70ca497', 'code': 200} Aug 26 01:32:27.136822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:27.207781 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=c40e9d33-cb8e-4468-b906-2997e70ca497,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:32:27.229720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c5349-2cd3-4211-9519-efd9489e195a req-bb76189b-2d3a-416b-8f7e-fbc447ee725d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:27.231180 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-889c5349-2cd3-4211-9519-efd9489e195a req-bb76189b-2d3a-416b-8f7e-fbc447ee725d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0997043 Aug 26 01:32:27.278969 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-889c5349-2cd3-4211-9519-efd9489e195a req-810bdba2-f449-40d2-abda-f89793147632 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420458 Aug 26 01:32:27.543235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697a981-8472-4cb2-9d86-10fb2740aa4a req-104a0283-db91-45b5-bac8-27808421bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:27.544618 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b697a981-8472-4cb2-9d86-10fb2740aa4a req-104a0283-db91-45b5-bac8-27808421bfc9 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 1098 time: 0.0771928 Aug 26 01:32:27.588417 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b697a981-8472-4cb2-9d86-10fb2740aa4a req-199beedc-910b-49d6-ad6a-8213415944e0 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342510 Aug 26 01:32:28.479918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a2b37-4a2f-47da-95f8-fd4600c2c800 req-048aa715-387c-446d-8087-ac211af9a23a tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:28.481661 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-455a2b37-4a2f-47da-95f8-fd4600c2c800 req-048aa715-387c-446d-8087-ac211af9a23a tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0899482 Aug 26 01:32:28.526651 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-455a2b37-4a2f-47da-95f8-fd4600c2c800 req-613dabad-fe53-42d2-a996-83159ff27c4f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389721 Aug 26 01:32:29.722668 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57de1b7-2344-40e2-937b-68b2a5c91236 req-0ff6110e-609d-4e56-af33-b206c5830d67 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:29.724112 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c57de1b7-2344-40e2-937b-68b2a5c91236 req-0ff6110e-609d-4e56-af33-b206c5830d67 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0886445 Aug 26 01:32:29.768318 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c57de1b7-2344-40e2-937b-68b2a5c91236 req-c65a8cb2-b86b-4f66-a000-71ccfe39c8b5 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383549 Aug 26 01:32:29.961003 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3df874-ac03-4919-af56-ebf34c95a2c7 req-b9aba146-52af-48cd-bd89-76b49212279d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:29.964386 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1e3df874-ac03-4919-af56-ebf34c95a2c7 req-b9aba146-52af-48cd-bd89-76b49212279d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0864668 Aug 26 01:32:30.006054 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1e3df874-ac03-4919-af56-ebf34c95a2c7 req-e1ecc73a-66f4-4392-8e4d-7e5b411affd7 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373011 Aug 26 01:32:30.487991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-59739961-b336-41cb-b728-a8d69aa4444b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:30.551170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c372294-38ac-4d4b-88db-293fa833bb76 req-64bf066e-1a94-4cba-99b6-77a60a243dca tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:30.552629 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3c372294-38ac-4d4b-88db-293fa833bb76 req-64bf066e-1a94-4cba-99b6-77a60a243dca tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0896595 Aug 26 01:32:30.599085 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3c372294-38ac-4d4b-88db-293fa833bb76 req-bc9c9976-e7dd-48a5-9350-6fab64a01d0d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398645 Aug 26 01:32:30.626316 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-08e03103-43ef-4e51-872a-85263698e4f3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779483 Aug 26 01:32:31.911509 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9c250-a8ab-4a1e-9e30-f346b668b474 req-236995dc-2583-4e98-b246-4028ef9b41c1 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:31.912884 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-04d9c250-a8ab-4a1e-9e30-f346b668b474 req-236995dc-2583-4e98-b246-4028ef9b41c1 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.2020571 Aug 26 01:32:31.958772 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-04d9c250-a8ab-4a1e-9e30-f346b668b474 req-a644c7b2-f4c9-4a45-84f7-cfcf124713c1 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383110 Aug 26 01:32:32.692434 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-97380c50-378e-4106-aed1-e6c43d1d8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:32.693883 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-97380c50-378e-4106-aed1-e6c43d1d8b3a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9f6258a56ebf468a89511eed034b03f9&device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 1098 time: 0.0804598 Aug 26 01:32:32.822492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-d356141a-015b-4a1f-aa67-df97f9c1bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:32.823907 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-d356141a-015b-4a1f-aa67-df97f9c1bb99 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 HTTP/1.1" status: 200 len: 917 time: 0.1243043 Aug 26 01:32:32.889787 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-3ccefe4f-786a-4f7a-a649-f45ea71819f5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c40e9d33-cb8e-4468-b906-2997e70ca497 HTTP/1.1" status: 200 len: 217 time: 0.0597231 Aug 26 01:32:32.953372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-f36dd078-352a-4d1a-aa10-0768faa2fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:32.954781 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-f36dd078-352a-4d1a-aa10-0768faa2fd11 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=fce0fb99-0c73-465a-990e-6360c88e30d1 HTTP/1.1" status: 200 len: 854 time: 0.0594354 Aug 26 01:32:33.008030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-db93c01a-e2e6-4c7d-bc4a-5c51d4ffaae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:33.039803 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-fcce27ff-b29b-4fe6-b328-22ea6b2a6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:33.041517 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-fcce27ff-b29b-4fe6-b328-22ea6b2a6117 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809128 Aug 26 01:32:33.161160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92763f67-a4ac-4e53-b6b1-e12222935d7f req-827393b4-666e-45c5-a85b-68799d73d498 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:33.162650 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92763f67-a4ac-4e53-b6b1-e12222935d7f req-827393b4-666e-45c5-a85b-68799d73d498 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0891297 Aug 26 01:32:33.176372 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-001701bd-40c8-4476-8c5d-d48224d15091 service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287997 Aug 26 01:32:33.210183 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-92763f67-a4ac-4e53-b6b1-e12222935d7f req-d79a1686-3038-49b4-9aff-b3ce20ba9a7d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415113 Aug 26 01:32:33.320488 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-026f16bf-f776-4788-9d29-7ff1cc0f635b service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379101 Aug 26 01:32:33.762672 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:34.047402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:34.425098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a05fbf-f21c-4e72-9a82-3a9cb00102e2 req-31afff48-53bb-4461-9eee-ac55c31e7dea tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:34.426593 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c9a05fbf-f21c-4e72-9a82-3a9cb00102e2 req-31afff48-53bb-4461-9eee-ac55c31e7dea tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0954180 Aug 26 01:32:34.475080 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c9a05fbf-f21c-4e72-9a82-3a9cb00102e2 req-0fcea701-3d34-49bc-af89-e7180c6fd663 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425210 Aug 26 01:32:35.573463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:35.678111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcebd5-932d-4778-be24-a032322e02dc req-27eb825a-fe3f-4e1c-9844-c6013fadb37c tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:35.679567 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8abcebd5-932d-4778-be24-a032322e02dc req-27eb825a-fe3f-4e1c-9844-c6013fadb37c tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0869699 Aug 26 01:32:35.723708 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8abcebd5-932d-4778-be24-a032322e02dc req-3db6a702-47fa-483e-b118-d7ea1395e332 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379279 Aug 26 01:32:36.923872 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b08574-b06b-4d44-83a2-927108c03113 req-e6ba137d-ccc8-4cf7-a9a9-625afcd4429e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:36.925323 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f5b08574-b06b-4d44-83a2-927108c03113 req-e6ba137d-ccc8-4cf7-a9a9-625afcd4429e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0907876 Aug 26 01:32:36.942854 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:32:36.969887 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f5b08574-b06b-4d44-83a2-927108c03113 req-a000b821-51bc-436a-8775-503b99c222f8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386760 Aug 26 01:32:38.175095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26ab11-de33-4978-a269-360c0aabcb75 req-3c7af071-265d-4d3d-854e-4c2aabaa5170 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:38.176548 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec26ab11-de33-4978-a269-360c0aabcb75 req-3c7af071-265d-4d3d-854e-4c2aabaa5170 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0964029 Aug 26 01:32:38.220725 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec26ab11-de33-4978-a269-360c0aabcb75 req-afadd4fd-e46a-4001-bc28-1c8b321c1ee8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376437 Aug 26 01:32:39.417164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffa2d7-614a-49ea-ab1d-3f0a32d2cb1c req-f79a53b3-02b2-4b31-9248-6c37e6d5c9b0 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:39.418637 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e1ffa2d7-614a-49ea-ab1d-3f0a32d2cb1c req-f79a53b3-02b2-4b31-9248-6c37e6d5c9b0 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0852432 Aug 26 01:32:39.462640 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e1ffa2d7-614a-49ea-ab1d-3f0a32d2cb1c req-8d0814c6-f602-4f3c-b080-5be76cf8af24 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382373 Aug 26 01:32:40.659086 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a39229-5a4f-4e6b-a7c3-9761a58906c7 req-21b95a8a-24c8-4ab2-8935-438475942954 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:40.660568 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-80a39229-5a4f-4e6b-a7c3-9761a58906c7 req-21b95a8a-24c8-4ab2-8935-438475942954 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0862803 Aug 26 01:32:40.707019 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-80a39229-5a4f-4e6b-a7c3-9761a58906c7 req-9c701905-e3d7-4a4b-b635-38b3ffecc2af tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407832 Aug 26 01:32:40.834226 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:32:41.905195 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ab20a-854c-42af-912a-0a8f187f82f9 req-7240c332-aba7-477f-9a15-0243f8735331 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:41.906681 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-737ab20a-854c-42af-912a-0a8f187f82f9 req-7240c332-aba7-477f-9a15-0243f8735331 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0913284 Aug 26 01:32:41.951771 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-737ab20a-854c-42af-912a-0a8f187f82f9 req-5a265da9-58da-4a68-b577-0554509ca95b tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394683 Aug 26 01:32:43.145230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75ee80-3d57-40cb-b7bb-2a49d1e145d9 req-b242c4e9-be03-41d7-b63d-f0cf7ba3c8dd tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:43.146608 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0e75ee80-3d57-40cb-b7bb-2a49d1e145d9 req-b242c4e9-be03-41d7-b63d-f0cf7ba3c8dd tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0851471 Aug 26 01:32:43.190139 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0e75ee80-3d57-40cb-b7bb-2a49d1e145d9 req-d54512e4-47d3-4193-94b1-8a049bf35c1d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372458 Aug 26 01:32:44.386345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ebd73-a79e-4523-a207-0ea4aa392eaa req-3de4b1d9-8d63-4369-8112-25f5a99472c1 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:44.387806 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-509ebd73-a79e-4523-a207-0ea4aa392eaa req-3de4b1d9-8d63-4369-8112-25f5a99472c1 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0883031 Aug 26 01:32:44.436010 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-509ebd73-a79e-4523-a207-0ea4aa392eaa req-0f7c7b8b-45af-4a51-b40e-8437f5e28369 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425570 Aug 26 01:32:45.632817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab1f48-20e2-4778-972b-54760cdc1f0a req-c62e104d-c2fb-490e-855b-dadbc1693f38 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:45.634279 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e6ab1f48-20e2-4778-972b-54760cdc1f0a req-c62e104d-c2fb-490e-855b-dadbc1693f38 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0899680 Aug 26 01:32:45.678419 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e6ab1f48-20e2-4778-972b-54760cdc1f0a req-87631b0f-b411-4b97-8805-31aa28c01c94 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382543 Aug 26 01:32:46.873358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2bc3b-9e6e-4df5-a21d-6387e2f25a42 req-a35d8e2f-94ad-4ece-8435-30da3fdef718 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:46.874958 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bcb2bc3b-9e6e-4df5-a21d-6387e2f25a42 req-a35d8e2f-94ad-4ece-8435-30da3fdef718 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0874882 Aug 26 01:32:46.920616 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bcb2bc3b-9e6e-4df5-a21d-6387e2f25a42 req-64c912a0-bbc8-4bea-84dd-ff19692dac09 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397432 Aug 26 01:32:47.720188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b78303-fb43-47bf-a47c-be48416234f7 req-cf828326-f9c1-4dcd-b994-add8ad3c490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:47.721642 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-10b78303-fb43-47bf-a47c-be48416234f7 req-cf828326-f9c1-4dcd-b994-add8ad3c490d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9f6258a56ebf468a89511eed034b03f9&device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 1098 time: 0.0799308 Aug 26 01:32:47.970841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b78303-fb43-47bf-a47c-be48416234f7 req-fb8cf393-c499-484d-a36e-2b3a7009c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:47.972233 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-10b78303-fb43-47bf-a47c-be48416234f7 req-fb8cf393-c499-484d-a36e-2b3a7009c6fd service neutron] 10.222.0.94 "GET /v2.0/networks?id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 HTTP/1.1" status: 200 len: 917 time: 0.2318885 Aug 26 01:32:48.042637 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-10b78303-fb43-47bf-a47c-be48416234f7 req-8fb26430-555c-4a59-b6f1-e9aa1f048288 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c40e9d33-cb8e-4468-b906-2997e70ca497 HTTP/1.1" status: 200 len: 217 time: 0.0634949 Aug 26 01:32:48.106877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b78303-fb43-47bf-a47c-be48416234f7 req-69fe1897-207f-412d-b8fd-bafdcf997c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:48.109376 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-10b78303-fb43-47bf-a47c-be48416234f7 req-69fe1897-207f-412d-b8fd-bafdcf997c62 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=fce0fb99-0c73-465a-990e-6360c88e30d1 HTTP/1.1" status: 200 len: 854 time: 0.0609117 Aug 26 01:32:48.131533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0abc2-a0e8-4f87-a989-7fafab0becd0 req-bdc0494d-912a-491c-a2e0-0a7c506c112d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:48.132966 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0ec0abc2-a0e8-4f87-a989-7fafab0becd0 req-bdc0494d-912a-491c-a2e0-0a7c506c112d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0864606 Aug 26 01:32:48.180297 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0ec0abc2-a0e8-4f87-a989-7fafab0becd0 req-16e7f524-5a8d-4f85-a43b-43c65edf0a25 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413520 Aug 26 01:32:48.197442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b78303-fb43-47bf-a47c-be48416234f7 req-97ef475d-6948-40b9-b422-159de17a1a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:48.199403 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-10b78303-fb43-47bf-a47c-be48416234f7 req-97ef475d-6948-40b9-b422-159de17a1a07 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833266 Aug 26 01:32:48.333908 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-10b78303-fb43-47bf-a47c-be48416234f7 req-ed2045d5-aa19-4c03-b131-e150c30f2222 service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272478 Aug 26 01:32:48.465153 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-10b78303-fb43-47bf-a47c-be48416234f7 req-f1fba744-9956-4a62-aae8-ac94e60b7b75 service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246352 Aug 26 01:32:49.379857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226c315-3c7b-47b1-8f9d-dbf504c20b73 req-01acf1f6-ba6e-4511-ae71-97a1ffe017b3 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:49.381309 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7226c315-3c7b-47b1-8f9d-dbf504c20b73 req-01acf1f6-ba6e-4511-ae71-97a1ffe017b3 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0919507 Aug 26 01:32:49.425582 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7226c315-3c7b-47b1-8f9d-dbf504c20b73 req-5744b06b-cfca-4490-a65e-38ec5937fdac tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384066 Aug 26 01:32:50.618138 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f2a29-3e1a-45f9-9304-cc4a8e632a4a req-efd8fbcd-c40d-45fa-a04f-354707346a05 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:50.620087 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d52f2a29-3e1a-45f9-9304-cc4a8e632a4a req-efd8fbcd-c40d-45fa-a04f-354707346a05 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0845485 Aug 26 01:32:50.663021 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d52f2a29-3e1a-45f9-9304-cc4a8e632a4a req-3da3122e-a118-4b84-a825-742202403957 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369899 Aug 26 01:32:51.863872 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e9b16-f8e3-42b4-8717-a919941d6938 req-211b19cb-77d7-4664-a5de-aeba12acc01f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:51.865303 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d26e9b16-f8e3-42b4-8717-a919941d6938 req-211b19cb-77d7-4664-a5de-aeba12acc01f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0896606 Aug 26 01:32:51.909113 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d26e9b16-f8e3-42b4-8717-a919941d6938 req-99fd2402-ae3d-4b0c-add0-441cbe922c66 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372827 Aug 26 01:32:53.107623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb10938-2734-42b7-bda4-6c98686e5ee8 req-a3438f67-f17c-43c3-837f-b21758c36606 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:53.109667 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3bb10938-2734-42b7-bda4-6c98686e5ee8 req-a3438f67-f17c-43c3-837f-b21758c36606 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0895510 Aug 26 01:32:53.153806 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3bb10938-2734-42b7-bda4-6c98686e5ee8 req-bb405921-cdd6-4142-9c27-dac9c191e0de tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384455 Aug 26 01:32:54.349465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec523dd7-8d64-4ea5-82d5-cb4d1a308fa4 req-eb38ab6b-4f3e-49c4-ad52-2a1e5dcbe1bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:54.351047 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec523dd7-8d64-4ea5-82d5-cb4d1a308fa4 req-eb38ab6b-4f3e-49c4-ad52-2a1e5dcbe1bf tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0869775 Aug 26 01:32:54.398185 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec523dd7-8d64-4ea5-82d5-cb4d1a308fa4 req-da08197e-a1fe-43d8-a883-6e9d3746ee1a tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414684 Aug 26 01:32:55.594071 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93680f-ccb7-49f6-b7cd-faf0c799e4c2 req-b3680b90-d0d9-492c-a8fe-b881c5256184 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:55.595640 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0d93680f-ccb7-49f6-b7cd-faf0c799e4c2 req-b3680b90-d0d9-492c-a8fe-b881c5256184 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0873315 Aug 26 01:32:55.642493 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0d93680f-ccb7-49f6-b7cd-faf0c799e4c2 req-f70d3e02-1bca-4d63-982a-89c38f065762 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411882 Aug 26 01:32:56.836197 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb51efd-ab40-43b8-8ccb-dcea8d43252a req-a5283e30-a72e-48d0-868a-f70299117b10 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:56.837188 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6fb51efd-ab40-43b8-8ccb-dcea8d43252a req-a5283e30-a72e-48d0-868a-f70299117b10 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0858831 Aug 26 01:32:56.881163 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6fb51efd-ab40-43b8-8ccb-dcea8d43252a req-ae38e041-2680-49aa-9577-a0c1caeecdf4 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378044 Aug 26 01:32:58.074213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a18e8-3868-4e29-9e1c-701f8c65d8e5 req-c79fdb5e-986a-4e24-8fa6-02593cb41384 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:58.075735 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4a3a18e8-3868-4e29-9e1c-701f8c65d8e5 req-c79fdb5e-986a-4e24-8fa6-02593cb41384 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0847785 Aug 26 01:32:58.119447 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4a3a18e8-3868-4e29-9e1c-701f8c65d8e5 req-aea612e0-a227-483c-ba68-56e6cd6ed18f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379167 Aug 26 01:32:59.320387 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaa09d-b4cd-4d3b-b5f3-62694c72ea82 req-574fa766-d14f-41ff-933a-31859f42df5e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:32:59.321769 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeaaa09d-b4cd-4d3b-b5f3-62694c72ea82 req-574fa766-d14f-41ff-933a-31859f42df5e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0901344 Aug 26 01:32:59.365881 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeaaa09d-b4cd-4d3b-b5f3-62694c72ea82 req-5364c9da-57fc-4813-ad6d-c4c4ca2ae3ce tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379195 Aug 26 01:33:00.493805 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d712-8157-4f7c-be42-22dcc89f24db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:00.568867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10906a29-377b-4a29-aaf0-18d8b13b99f7 req-83c4ce71-6d02-4c22-9ed5-305667ce2f06 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:00.570381 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-10906a29-377b-4a29-aaf0-18d8b13b99f7 req-83c4ce71-6d02-4c22-9ed5-305667ce2f06 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0943370 Aug 26 01:33:00.615875 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-10906a29-377b-4a29-aaf0-18d8b13b99f7 req-66e6edb3-ca24-4214-9d20-f1c417b73078 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398176 Aug 26 01:33:01.808687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887112ad-fb62-4d30-b709-23a278f364cf req-7f05d035-6d50-4e7f-a0f0-f4c821374767 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:01.810155 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-887112ad-fb62-4d30-b709-23a278f364cf req-7f05d035-6d50-4e7f-a0f0-f4c821374767 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0864232 Aug 26 01:33:01.857124 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-887112ad-fb62-4d30-b709-23a278f364cf req-4c9c7706-c524-4e2a-80bc-2d1cfdac6e04 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 Aug 26 01:33:03.013699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-31a566ef-2a35-4b06-ba42-3b9273b00a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:03.055828 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889bdca-c49a-444b-bd2e-9f8b665bd89a req-e0f9d048-9816-4da4-b326-4875e49e00ff tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:03.057271 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8889bdca-c49a-444b-bd2e-9f8b665bd89a req-e0f9d048-9816-4da4-b326-4875e49e00ff tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0869291 Aug 26 01:33:03.103907 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8889bdca-c49a-444b-bd2e-9f8b665bd89a req-76e541c4-9990-4189-a437-f9c1be10be4a tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409431 Aug 26 01:33:03.713211 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:04.002052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:04.300755 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66303a5d-910a-4ca4-8bb8-dc358da326c9 req-7ad353e7-6c3b-46a2-84ee-3d54d3e38846 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:04.302152 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-66303a5d-910a-4ca4-8bb8-dc358da326c9 req-7ad353e7-6c3b-46a2-84ee-3d54d3e38846 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0872095 Aug 26 01:33:04.347375 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-66303a5d-910a-4ca4-8bb8-dc358da326c9 req-e9252ccf-6fa9-479a-a47a-451692b09054 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393915 Aug 26 01:33:05.587947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:05.638190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcaf19-1abe-4acf-9d92-e4c81f9d3dae req-e487a022-8d22-4bf2-818c-523d21e57424 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:05.639600 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e8bcaf19-1abe-4acf-9d92-e4c81f9d3dae req-e487a022-8d22-4bf2-818c-523d21e57424 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.1821110 Aug 26 01:33:05.684357 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e8bcaf19-1abe-4acf-9d92-e4c81f9d3dae req-164a7afb-e39d-4c98-9a7e-5e2603b8fe5e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389674 Aug 26 01:33:06.032151 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-24c5d012-dfb7-4e04-86ea-d3125dff3051 service neutron] 10.222.0.94 "GET /v2.0/ports/c40e9d33-cb8e-4468-b906-2997e70ca497/bindings/hv-neutron-8545 HTTP/1.1" status: 200 len: 384 time: 0.0769622 Aug 26 01:33:06.723006 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-78a1937a-ded8-4b17-8082-a41c0837d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:06.724493 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-78a1937a-ded8-4b17-8082-a41c0837d5b9 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886&tenant_id=9f6258a56ebf468a89511eed034b03f9 HTTP/1.1" status: 200 len: 1098 time: 0.0785725 Aug 26 01:33:06.916572 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac12d-1c8c-4151-a64b-6b68b3fd4977 req-0f29ca41-bfb7-4a42-b6d7-b33ffb324876 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:06.918043 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ef6ac12d-1c8c-4151-a64b-6b68b3fd4977 req-0f29ca41-bfb7-4a42-b6d7-b33ffb324876 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.1158717 Aug 26 01:33:06.924046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-f050b889-4b22-40a8-b012-1781dc87855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:06.924046 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-f050b889-4b22-40a8-b012-1781dc87855c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9f6258a56ebf468a89511eed034b03f9&device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 1098 time: 0.1532822 Aug 26 01:33:07.041832 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ef6ac12d-1c8c-4151-a64b-6b68b3fd4977 req-cc2ab538-472c-4bc4-9988-b2cd1c8d646f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173322 Aug 26 01:33:07.082592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-3c8d1812-b29f-475f-a6e8-21baae539e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:07.084019 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-3c8d1812-b29f-475f-a6e8-21baae539e76 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 HTTP/1.1" status: 200 len: 917 time: 0.1471236 Aug 26 01:33:07.159811 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-520d2218-87da-4427-b344-18a93cf318d0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c40e9d33-cb8e-4468-b906-2997e70ca497 HTTP/1.1" status: 200 len: 217 time: 0.0654793 Aug 26 01:33:07.227029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-880ee000-a8ad-4bb6-bd8b-4c9f9000f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:07.228415 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-880ee000-a8ad-4bb6-bd8b-4c9f9000f0c2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=fce0fb99-0c73-465a-990e-6360c88e30d1 HTTP/1.1" status: 200 len: 854 time: 0.0604179 Aug 26 01:33:07.313367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-404e21d5-1861-4ad7-b95c-beebbdf459c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:07.314769 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-404e21d5-1861-4ad7-b95c-beebbdf459c9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771763 Aug 26 01:33:07.557144 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-809a3831-7fd5-4492-85bf-1f09c8cf11ac service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330165 Aug 26 01:33:07.704837 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e683dd75-ca55-498d-8494-77ea13e492e1 req-1f93479d-ff6a-402b-8f6e-938261e00b74 service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350737 Aug 26 01:33:08.239713 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f38588-3a73-4d8c-afe9-3d2a1205a1d1 req-687ca57d-5d2f-4077-a632-da8a9e365bd5 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:08.241164 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-01f38588-3a73-4d8c-afe9-3d2a1205a1d1 req-687ca57d-5d2f-4077-a632-da8a9e365bd5 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0888536 Aug 26 01:33:08.286275 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-01f38588-3a73-4d8c-afe9-3d2a1205a1d1 req-1cb26b6a-8505-4da4-b01d-d6f779c39528 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392368 Aug 26 01:33:09.481043 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d5d03-07da-48db-90b5-23496cba50a4 req-9d75c577-1f54-4e37-b3f9-ae839837f049 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:09.482521 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cb5d5d03-07da-48db-90b5-23496cba50a4 req-9d75c577-1f54-4e37-b3f9-ae839837f049 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0901682 Aug 26 01:33:09.526735 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cb5d5d03-07da-48db-90b5-23496cba50a4 req-eb6cccc9-d1e1-45cd-90ee-cf87b5d9c747 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384104 Aug 26 01:33:10.724683 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112b112-ad66-496c-bfa5-89fd3ac45578 req-ac375d08-b069-407d-8c83-32bddf15fb0f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:10.726053 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f112b112-ad66-496c-bfa5-89fd3ac45578 req-ac375d08-b069-407d-8c83-32bddf15fb0f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0870399 Aug 26 01:33:10.773461 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f112b112-ad66-496c-bfa5-89fd3ac45578 req-ca77cb4c-5129-4c15-b171-05387e2f5dc7 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415823 Aug 26 01:33:10.856279 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:10.925616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device c40e9d33-cb8e-4468-b906-2997e70ca497 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:33:10.931428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device c40e9d33-cb8e-4468-b906-2997e70ca497 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:33:11.143053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port c40e9d33-cb8e-4468-b906-2997e70ca497 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:33:11.143431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:11.174572 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port c40e9d33-cb8e-4468-b906-2997e70ca497, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c40e9d33-cb8e-4468-b906-2997e70ca497,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:33:11.200283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c32e29-818a-4afb-b619-a7fba61cd886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40e9d33-cb8e-4468-b906-2997e70ca497'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:33:11.207230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'c40e9d33-cb8e-4468-b906-2997e70ca497', 'network_id': 'ba25e2c9-f1c1-4e14-a478-392a3f0b1e02', 'port_id': 'c40e9d33-cb8e-4468-b906-2997e70ca497', 'mac_address': 'fa:16:3e:94:d0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce0fb99-0c73-465a-990e-6360c88e30d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:33:11.227808 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599ac9c-89b3-4e41-bd4d-68ca3a208513 req-e56931e0-fdc4-4566-a73d-1c7290cd40a1 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:11.235209 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5599ac9c-89b3-4e41-bd4d-68ca3a208513 req-e56931e0-fdc4-4566-a73d-1c7290cd40a1 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.1002421 Aug 26 01:33:11.241184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port c40e9d33-cb8e-4468-b906-2997e70ca497, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c40e9d33-cb8e-4468-b906-2997e70ca497,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:33:11.267680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port c40e9d33-cb8e-4468-b906-2997e70ca497 is: ACTIVE; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:33:11.268178 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:11.283984 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a14886-8037-4547-baf0-77163f08d98f'] response: {'server_uuid': '23c32e29-818a-4afb-b619-a7fba61cd886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40e9d33-cb8e-4468-b906-2997e70ca497', 'code': 200} Aug 26 01:33:11.285254 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5599ac9c-89b3-4e41-bd4d-68ca3a208513 req-e46c75bb-91e1-451e-972f-e5c100207403 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491030 Aug 26 01:33:11.289084 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c40e9d33-cb8e-4468-b906-2997e70ca497 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:33:11.303534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:11.324720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7545965-d12f-41c9-996c-2c166d8b175f req-d3ce681e-0b26-4756-bd09-1182807dd39d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:11.326181 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c7545965-d12f-41c9-996c-2c166d8b175f req-d3ce681e-0b26-4756-bd09-1182807dd39d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.94 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886&tenant_id=9f6258a56ebf468a89511eed034b03f9&binding%3Ahost_id=hv-neutron-8545 HTTP/1.1" status: 200 len: 945 time: 0.1068292 Aug 26 01:33:11.418539 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:33:11.418894 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:33:11.422200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=c40e9d33-cb8e-4468-b906-2997e70ca497,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:11.493497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7545965-d12f-41c9-996c-2c166d8b175f req-45bca09b-c7c9-42a6-8409-9044a7475f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:11.494993 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c7545965-d12f-41c9-996c-2c166d8b175f req-45bca09b-c7c9-42a6-8409-9044a7475f56 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9f6258a56ebf468a89511eed034b03f9&device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 1096 time: 0.0834608 Aug 26 01:33:11.625007 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7545965-d12f-41c9-996c-2c166d8b175f req-755d0b06-6e88-4255-8d40-44627be5b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:11.627269 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c7545965-d12f-41c9-996c-2c166d8b175f req-755d0b06-6e88-4255-8d40-44627be5b52b service neutron] 10.222.0.94 "GET /v2.0/networks?id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 HTTP/1.1" status: 200 len: 917 time: 0.1261711 Aug 26 01:33:11.692942 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c7545965-d12f-41c9-996c-2c166d8b175f req-41e53f48-18c8-4ea2-929c-fbf4d3d37c15 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c40e9d33-cb8e-4468-b906-2997e70ca497 HTTP/1.1" status: 200 len: 217 time: 0.0598776 Aug 26 01:33:11.758334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7545965-d12f-41c9-996c-2c166d8b175f req-51e3ec82-a19c-4284-9894-b1705c54d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:11.759785 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c7545965-d12f-41c9-996c-2c166d8b175f req-51e3ec82-a19c-4284-9894-b1705c54d8f8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=fce0fb99-0c73-465a-990e-6360c88e30d1 HTTP/1.1" status: 200 len: 854 time: 0.0612364 Aug 26 01:33:11.841364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7545965-d12f-41c9-996c-2c166d8b175f req-c5f97049-ee2f-4e46-a4a3-32e5b40d1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:11.842863 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c7545965-d12f-41c9-996c-2c166d8b175f req-c5f97049-ee2f-4e46-a4a3-32e5b40d1e5f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770044 Aug 26 01:33:11.973561 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c7545965-d12f-41c9-996c-2c166d8b175f req-e745b76f-59fb-4c61-a4e5-df19257c745d service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238673 Aug 26 01:33:11.973810 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port c40e9d33-cb8e-4468-b906-2997e70ca497 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:33:11.974274 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:11.991449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40e9d33-cb8e-4468-b906-2997e70ca497 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:33:12.007506 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port c40e9d33-cb8e-4468-b906-2997e70ca497, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c40e9d33-cb8e-4468-b906-2997e70ca497,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:33:12.102169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:12.102850 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c7545965-d12f-41c9-996c-2c166d8b175f req-07134f23-f577-4709-81bc-d5733cd5a905 service neutron] 10.222.0.94 "GET /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237857 Aug 26 01:33:12.171155 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=c40e9d33-cb8e-4468-b906-2997e70ca497,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:12.232364 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['c40e9d33-cb8e-4468-b906-2997e70ca497'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:33:12.495140 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a6a15-9029-4b04-85df-b043ad1d299c req-d61ec055-50d2-49b0-b2c9-95d2cdbb2055 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:12.496511 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-900a6a15-9029-4b04-85df-b043ad1d299c req-d61ec055-50d2-49b0-b2c9-95d2cdbb2055 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 944 time: 0.0941865 Aug 26 01:33:12.541075 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-900a6a15-9029-4b04-85df-b043ad1d299c req-a9f58a61-91c4-4b49-b38d-fb8643ded9d6 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384247 Aug 26 01:33:12.936589 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device c40e9d33-cb8e-4468-b906-2997e70ca497 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:33:13.005455 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port c40e9d33-cb8e-4468-b906-2997e70ca497 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:33:13.006057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:13.124222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port c40e9d33-cb8e-4468-b906-2997e70ca497 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:33:13.124587 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:13.157033 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port c40e9d33-cb8e-4468-b906-2997e70ca497, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c40e9d33-cb8e-4468-b906-2997e70ca497,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:33:13.247948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:13.284543 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c32e29-818a-4afb-b619-a7fba61cd886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40e9d33-cb8e-4468-b906-2997e70ca497'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:33:13.325538 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=c40e9d33-cb8e-4468-b906-2997e70ca497,revision_number=8']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:13.348833 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1dd02b8-b564-4e90-a102-2b2ec8c3e32b'] response: {'server_uuid': '23c32e29-818a-4afb-b619-a7fba61cd886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40e9d33-cb8e-4468-b906-2997e70ca497', 'code': 200} Aug 26 01:33:13.740783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f880e3-1a07-4a38-ad9b-4b5406da183b req-95c9e7f3-be60-435b-add6-5f9e0b302326 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:13.742216 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-09f880e3-1a07-4a38-ad9b-4b5406da183b req-95c9e7f3-be60-435b-add6-5f9e0b302326 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0897567 Aug 26 01:33:13.786622 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-09f880e3-1a07-4a38-ad9b-4b5406da183b req-b87fdf16-f50c-4bf0-94d7-2fa84203d738 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385122 Aug 26 01:33:13.941451 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:33:13.984458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f69ca-2496-4f66-8e64-7458b44f53e3 req-c3214deb-bace-4660-8ae9-18e67bb752fe tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:13.986575 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fe4f69ca-2496-4f66-8e64-7458b44f53e3 req-c3214deb-bace-4660-8ae9-18e67bb752fe tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0904264 Aug 26 01:33:14.030663 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fe4f69ca-2496-4f66-8e64-7458b44f53e3 req-e6775af7-48f7-4f18-a562-fb31b8123c59 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384359 Aug 26 01:33:14.222544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d9605-0fa6-46f7-a264-dea9a80de267 req-62eeb4b2-0621-4b1c-9fa7-74c0d6c4278d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:14.224019 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c52d9605-0fa6-46f7-a264-dea9a80de267 req-62eeb4b2-0621-4b1c-9fa7-74c0d6c4278d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0874469 Aug 26 01:33:14.269126 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c52d9605-0fa6-46f7-a264-dea9a80de267 req-f1072a7a-d530-448f-afb4-afa2354eb4a3 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393534 Aug 26 01:33:15.104741 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037ea6a-71f1-4143-a12d-c77088de68f7 req-23beaded-81ea-482f-b783-3571cd56c002 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:15.106216 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0037ea6a-71f1-4143-a12d-c77088de68f7 req-23beaded-81ea-482f-b783-3571cd56c002 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0855694 Aug 26 01:33:15.153261 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0037ea6a-71f1-4143-a12d-c77088de68f7 req-42c5e27e-2e32-4733-a376-1f9a0d5f2a39 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408037 Aug 26 01:33:16.352122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066242d-a0da-4dd7-912b-3bfba1454c16 req-b7836e38-6c2e-470f-8359-85a5f573130a tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:16.353588 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f066242d-a0da-4dd7-912b-3bfba1454c16 req-b7836e38-6c2e-470f-8359-85a5f573130a tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0925670 Aug 26 01:33:16.398333 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f066242d-a0da-4dd7-912b-3bfba1454c16 req-cb27569a-4f47-41db-b6e2-e2229e5d351e tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390942 Aug 26 01:33:16.836757 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0ddaf-7c9c-413a-ad24-35734f77e7a2 req-e1a1760e-4c44-4a0e-a2b4-05b0b5d7196f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:16.838225 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b8d0ddaf-7c9c-413a-ad24-35734f77e7a2 req-e1a1760e-4c44-4a0e-a2b4-05b0b5d7196f tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.94 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0860190 Aug 26 01:33:17.019994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-b8d0ddaf-7c9c-413a-ad24-35734f77e7a2 req-6bffa49a-cea9-449f-82e8-5ba951905ae8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Deleting port c40e9d33-cb8e-4468-b906-2997e70ca497 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:33:17.020335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-b8d0ddaf-7c9c-413a-ad24-35734f77e7a2 req-6bffa49a-cea9-449f-82e8-5ba951905ae8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:17.266632 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-b8d0ddaf-7c9c-413a-ad24-35734f77e7a2 req-6bffa49a-cea9-449f-82e8-5ba951905ae8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] For port c40e9d33-cb8e-4468-b906-2997e70ca497, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=c40e9d33-cb8e-4468-b906-2997e70ca497,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:33:17.267527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-b8d0ddaf-7c9c-413a-ad24-35734f77e7a2 req-6bffa49a-cea9-449f-82e8-5ba951905ae8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:17.388746 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-b8d0ddaf-7c9c-413a-ad24-35734f77e7a2 req-6bffa49a-cea9-449f-82e8-5ba951905ae8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Calling delete_port for c40e9d33-cb8e-4468-b906-2997e70ca497 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:33:17.596119 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54a672-68e8-479a-a596-294ac3d26617 req-3a70f21c-ec04-446f-b46a-aaa2d504dca0 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:17.597650 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3e54a672-68e8-479a-a596-294ac3d26617 req-3a70f21c-ec04-446f-b46a-aaa2d504dca0 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 945 time: 0.0874491 Aug 26 01:33:17.602429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-b8d0ddaf-7c9c-413a-ad24-35734f77e7a2 req-6bffa49a-cea9-449f-82e8-5ba951905ae8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:17.643363 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3e54a672-68e8-479a-a596-294ac3d26617 req-06f1d4fd-831a-4d83-b585-7fba45c28df0 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups?id=dcd44a65-bae3-44ae-8d44-66c5d6ec4758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396373 Aug 26 01:33:17.644020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['c40e9d33-cb8e-4468-b906-2997e70ca497'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:33:17.653084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffa49a-cea9-449f-82e8-5ba951905ae8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Pushing event deleted for resources: {'Port': ['ID=c40e9d33-cb8e-4468-b906-2997e70ca497,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:17.743575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d0ddaf-7c9c-413a-ad24-35734f77e7a2 req-6bffa49a-cea9-449f-82e8-5ba951905ae8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] No DVR routers for this DVR port c40e9d33-cb8e-4468-b906-2997e70ca497 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:33:17.746097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-b8d0ddaf-7c9c-413a-ad24-35734f77e7a2 req-6bffa49a-cea9-449f-82e8-5ba951905ae8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:17.748828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c32e29-818a-4afb-b619-a7fba61cd886', 'name': 'network-vif-deleted', 'tag': 'c40e9d33-cb8e-4468-b906-2997e70ca497'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:33:17.797701 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca5586a-bb88-4d3a-8fe6-ed061dd2123a'] response: {'server_uuid': '23c32e29-818a-4afb-b619-a7fba61cd886', 'name': 'network-vif-deleted', 'tag': 'c40e9d33-cb8e-4468-b906-2997e70ca497', 'status': 'completed', 'code': 200} Aug 26 01:33:17.814911 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b8d0ddaf-7c9c-413a-ad24-35734f77e7a2 req-6bffa49a-cea9-449f-82e8-5ba951905ae8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.94 "DELETE /v2.0/ports/c40e9d33-cb8e-4468-b906-2997e70ca497 HTTP/1.1" status: 204 len: 173 time: 0.9676504 Aug 26 01:33:18.827257 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-612e0e24-99cc-4c6a-a44c-9ab84991646a req-88cfccfb-6287-4f24-a20a-331460fb42dd tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/ports?device_id=23c32e29-818a-4afb-b619-a7fba61cd886 HTTP/1.1" status: 200 len: 210 time: 0.0528600 Aug 26 01:33:20.063132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 57332) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:20.127904 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:20.155395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:20.270274 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:20.287014 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d66fe9c-4e5c-47b0-9cc6-b64cae9cf6d3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:20.295777 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:20.298832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:20.298832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:20.298832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:20.298832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:20.298832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:20.298832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:20.298832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:20.299715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:20.299715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:20.299715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:20.300097 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:20.350256 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:20.351386 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6764231d-fe4a-4960-a6c8-63f01c5b331d tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "DELETE /v2.0/security-groups/9d66fe9c-4e5c-47b0-9cc6-b64cae9cf6d3 HTTP/1.1" status: 204 len: 168 time: 0.2872167 Aug 26 01:33:20.353951 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 57336) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:20.370129 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.api.v2.resource [None req-1ce39f58-6584-4607-9733-8ef9a64489b6 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] show failed (client error): The resource could not be found. Aug 26 01:33:20.373152 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1ce39f58-6584-4607-9733-8ef9a64489b6 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "GET /v2.0/security-groups/9d66fe9c-4e5c-47b0-9cc6-b64cae9cf6d3 HTTP/1.1" status: 404 len: 347 time: 0.0162539 Aug 26 01:33:20.374996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 57340) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:20.534640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc98f2-a3a2-4921-99e5-87b9fc3807d8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Deleting port b0713835-118a-4307-bab2-02e2aad87ff8 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:33:20.534881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5cfc98f2-a3a2-4921-99e5-87b9fc3807d8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:20.703480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5cfc98f2-a3a2-4921-99e5-87b9fc3807d8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:20.703809 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5cfc98f2-a3a2-4921-99e5-87b9fc3807d8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:20.833756 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc98f2-a3a2-4921-99e5-87b9fc3807d8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Calling delete_port for b0713835-118a-4307-bab2-02e2aad87ff8 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:33:20.981506 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device c40e9d33-cb8e-4468-b906-2997e70ca497 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:33:21.016192 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: c40e9d33-cb8e-4468-b906-2997e70ca497 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:33:21.016540 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device c40e9d33-cb8e-4468-b906-2997e70ca497 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:33:21.033695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5cfc98f2-a3a2-4921-99e5-87b9fc3807d8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:21.083936 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc98f2-a3a2-4921-99e5-87b9fc3807d8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Pushing event deleted for resources: {'Port': ['ID=b0713835-118a-4307-bab2-02e2aad87ff8,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:21.181140 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5cfc98f2-a3a2-4921-99e5-87b9fc3807d8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:21.195869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5cfc98f2-a3a2-4921-99e5-87b9fc3807d8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:21.196974 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5cfc98f2-a3a2-4921-99e5-87b9fc3807d8 tempest-ServerDiskConfigTestJSON-314306094 tempest-ServerDiskConfigTestJSON-314306094-project] 10.222.0.83 "DELETE /v2.0/floatingips/17af8b54-37de-46a5-8ff9-42c5378277ba HTTP/1.1" status: 204 len: 168 time: 0.8208692 Aug 26 01:33:21.483674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 57348) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:22.025812 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:22.483112 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Deleting port 824b273d-82c0-4f65-99d8-a884bbb62195 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:33:22.483451 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:22.655345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] For port 824b273d-82c0-4f65-99d8-a884bbb62195, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=824b273d-82c0-4f65-99d8-a884bbb62195,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:33:22.656076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:22.779681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Calling delete_port for 824b273d-82c0-4f65-99d8-a884bbb62195 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:33:22.999522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:23.047365 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=824b273d-82c0-4f65-99d8-a884bbb62195,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:23.093879 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:23.094225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:23.094559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:23.094897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:23.095231 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:23.095553 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:23.095875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:23.096197 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:23.096517 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:23.096835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:23.097152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:23.097470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:23.326146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:23.675996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Router d2b38018-d647-4f00-9640-ee24f49efd29 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:33:23.962948 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:33:23.971339 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947febac-9d75-4a04-b96c-40736341b687 None None] Sync routers for ids ['d2b38018-d647-4f00-9640-ee24f49efd29'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:33:23.975843 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8b7a72ac-3a73-49a7-b59e-2f1411a509a5 admin admin] 10.222.0.83 "PUT /v2.0/routers/d2b38018-d647-4f00-9640-ee24f49efd29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4909792 Aug 26 01:33:23.977494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 57352) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:23.981111 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947febac-9d75-4a04-b96c-40736341b687 None None] Routers {'d2b38018-d647-4f00-9640-ee24f49efd29'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:33:23.981712 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-947febac-9d75-4a04-b96c-40736341b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:33:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d2b38018-d647-4f00-9640-ee24f49efd29'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:24.162589 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-947febac-9d75-4a04-b96c-40736341b687 None None] Set router d2b38018-d647-4f00-9640-ee24f49efd29 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:33:24.259592 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:24.436150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:24.467869 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-947febac-9d75-4a04-b96c-40736341b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'name': 'tempest-ServerDiskConfigTestJSON-2022330952-router', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.225'}], 'enable_snat': True}, 'gw_port_id': 'ac54959b-de96-4fce-aaa4-5e0d3c13ffda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:31:20Z', 'updated_at': '2022-08-26T01:33:22Z', 'revision_number': 5, 'project_id': '9f6258a56ebf468a89511eed034b03f9', 'gw_port': {'id': 'ac54959b-de96-4fce-aaa4-5e0d3c13ffda', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:31:21Z', 'updated_at': '2022-08-26T01:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:24.472445 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947febac-9d75-4a04-b96c-40736341b687 None None] Checking router: d2b38018-d647-4f00-9640-ee24f49efd29 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:33:24.480719 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947febac-9d75-4a04-b96c-40736341b687 None None] Routers {'d2b38018-d647-4f00-9640-ee24f49efd29'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:33:24.481301 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-947febac-9d75-4a04-b96c-40736341b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:33:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d2b38018-d647-4f00-9640-ee24f49efd29'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:24.527552 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] Deleting port ac54959b-de96-4fce-aaa4-5e0d3c13ffda {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:33:24.527887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:24.634577 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-947febac-9d75-4a04-b96c-40736341b687 None None] Set router d2b38018-d647-4f00-9640-ee24f49efd29 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:33:24.701440 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] For port ac54959b-de96-4fce-aaa4-5e0d3c13ffda, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ac54959b-de96-4fce-aaa4-5e0d3c13ffda,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:33:24.701823 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:24.737532 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-947febac-9d75-4a04-b96c-40736341b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'name': 'tempest-ServerDiskConfigTestJSON-2022330952-router', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:31:20Z', 'updated_at': '2022-08-26T01:33:24Z', 'revision_number': 6, 'project_id': '9f6258a56ebf468a89511eed034b03f9', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:24.741487 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947febac-9d75-4a04-b96c-40736341b687 None None] The sync data for ids ['d2b38018-d647-4f00-9640-ee24f49efd29'] in dv-neutron-854561-2-hyperv is: [{'id': 'd2b38018-d647-4f00-9640-ee24f49efd29', 'name': 'tempest-ServerDiskConfigTestJSON-2022330952-router', 'tenant_id': '9f6258a56ebf468a89511eed034b03f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:31:20Z', 'updated_at': '2022-08-26T01:33:24Z', 'revision_number': 6, 'project_id': '9f6258a56ebf468a89511eed034b03f9', 'gw_port_host': None}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:33:24.825826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] Calling delete_port for ac54959b-de96-4fce-aaa4-5e0d3c13ffda owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:33:25.082328 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:25.131618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 824b273d-82c0-4f65-99d8-a884bbb62195 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:33:25.135851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac54959b-de96-4fce-aaa4-5e0d3c13ffda,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:25.171707 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 824b273d-82c0-4f65-99d8-a884bbb62195 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:33:25.172065 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 824b273d-82c0-4f65-99d8-a884bbb62195 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:33:25.243970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:25.417024 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:25.419222 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:25.505433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:25.508665 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2b38018-d647-4f00-9640-ee24f49efd29 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:33:25.518747 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:25.519918 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8b9bb226-4a9b-4419-8b79-4331ddd62062 admin admin] 10.222.0.83 "DELETE /v2.0/routers/d2b38018-d647-4f00-9640-ee24f49efd29 HTTP/1.1" status: 204 len: 168 time: 1.5413997 Aug 26 01:33:25.522506 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 57356) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:25.586921 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-45dd74ec-e2f8-4bbc-b724-40d0aeb8b910 admin admin] Deleting subnet fce0fb99-0c73-465a-990e-6360c88e30d1 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:33:25.590178 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-45dd74ec-e2f8-4bbc-b724-40d0aeb8b910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:25.639652 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-45dd74ec-e2f8-4bbc-b724-40d0aeb8b910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:25.717419 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-45dd74ec-e2f8-4bbc-b724-40d0aeb8b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:25.862635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-45dd74ec-e2f8-4bbc-b724-40d0aeb8b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:25.911786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd74ec-e2f8-4bbc-b724-40d0aeb8b910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce0fb99-0c73-465a-990e-6360c88e30d1,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:25.915748 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-45dd74ec-e2f8-4bbc-b724-40d0aeb8b910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:25.921563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd213064-9a7f-4c60-a4fe-db7cc2364c97 None None] Network ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:33:25.921854 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-45dd74ec-e2f8-4bbc-b724-40d0aeb8b910 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/fce0fb99-0c73-465a-990e-6360c88e30d1 HTTP/1.1" status: 204 len: 168 time: 0.3981781 Aug 26 01:33:25.924211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 57360) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:26.143972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:26.154029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] Deleting port ebce6506-7e22-4a7c-a1c5-220af5765fea {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:33:26.154347 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:26.216848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5d0697-a789-404a-a1c7-0a36f1788d13 None None] DHCP port deletion for ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:33:26.221197 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d0697-a789-404a-a1c7-0a36f1788d13 None None] Deleting port ebce6506-7e22-4a7c-a1c5-220af5765fea {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:33:26.221568 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6e5d0697-a789-404a-a1c7-0a36f1788d13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:26.365701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] For port ebce6506-7e22-4a7c-a1c5-220af5765fea, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ebce6506-7e22-4a7c-a1c5-220af5765fea,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:33:26.366179 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:26.421825 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-6e5d0697-a789-404a-a1c7-0a36f1788d13 None None] For port ebce6506-7e22-4a7c-a1c5-220af5765fea, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ebce6506-7e22-4a7c-a1c5-220af5765fea,segment=NetworkSegment(2ca60399-3c85-44ab-8953-1d7f4f902193),segment_id=2ca60399-3c85-44ab-8953-1d7f4f902193)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:33:26.422174 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6e5d0697-a789-404a-a1c7-0a36f1788d13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:26.487944 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] Calling delete_port for ebce6506-7e22-4a7c-a1c5-220af5765fea owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:33:26.557111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d0697-a789-404a-a1c7-0a36f1788d13 None None] Calling delete_port for ebce6506-7e22-4a7c-a1c5-220af5765fea owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:33:26.627725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:26.633256 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-6e5d0697-a789-404a-a1c7-0a36f1788d13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:33:26.633622 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-6e5d0697-a789-404a-a1c7-0a36f1788d13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:33:26.678121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebce6506-7e22-4a7c-a1c5-220af5765fea,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:26.679791 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] No DVR routers for this DVR port ebce6506-7e22-4a7c-a1c5-220af5765fea on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:33:26.792094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:26.816292 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba25e2c9-f1c1-4e14-a478-392a3f0b1e02']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:26.828657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca60399-3c85-44ab-8953-1d7f4f902193') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:26.828952 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca60399-3c85-44ab-8953-1d7f4f902193') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:26.840790 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:26.856821 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:26.862781 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:33:26.863158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:26.948499 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 2ca60399-3c85-44ab-8953-1d7f4f902193 resource provider aggregate not found Aug 26 01:33:26.965483 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 2ca60399-3c85-44ab-8953-1d7f4f902193 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ca60399-3c85-44ab-8953-1d7f4f902193 found for delete ", "request_id": "req-c8035aea-675e-4fcc-8ca4-c1057c99cedd"}]} Aug 26 01:33:27.013164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:27.029243 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:27.041307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba25e2c9-f1c1-4e14-a478-392a3f0b1e02,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:27.102796 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7c4fdb62-c073-46ab-908a-e10f7e464a51 admin admin] 10.222.0.83 "DELETE /v2.0/networks/ba25e2c9-f1c1-4e14-a478-392a3f0b1e02 HTTP/1.1" status: 204 len: 168 time: 1.1775460 Aug 26 01:33:27.123250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ebce6506-7e22-4a7c-a1c5-220af5765fea no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:33:27.155339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d0697-a789-404a-a1c7-0a36f1788d13 None None] Deleting port ebce6506-7e22-4a7c-a1c5-220af5765fea {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:33:27.155688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6e5d0697-a789-404a-a1c7-0a36f1788d13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:27.186604 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: ebce6506-7e22-4a7c-a1c5-220af5765fea {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:33:27.186854 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ebce6506-7e22-4a7c-a1c5-220af5765fea not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:33:27.187264 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ac54959b-de96-4fce-aaa4-5e0d3c13ffda no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:33:27.255931 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d0697-a789-404a-a1c7-0a36f1788d13 None None] The port 'ebce6506-7e22-4a7c-a1c5-220af5765fea' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:33:27.256627 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: ac54959b-de96-4fce-aaa4-5e0d3c13ffda {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:33:27.256961 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ac54959b-de96-4fce-aaa4-5e0d3c13ffda not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:33:27.391536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 57372) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:27.443145 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cd3be940-3e6e-4b7f-90df-daa84e49e1e7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9f6258a56ebf468a89511eed034b03f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497563 Aug 26 01:33:27.445599 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 57376) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:27.503783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d036d1-a9de-478a-9ef1-392b0d0305df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:27.528526 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d036d1-a9de-478a-9ef1-392b0d0305df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:27.624812 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d036d1-a9de-478a-9ef1-392b0d0305df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:27.640878 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d036d1-a9de-478a-9ef1-392b0d0305df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd44a65-bae3-44ae-8d44-66c5d6ec4758,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:27.648991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a2d036d1-a9de-478a-9ef1-392b0d0305df admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:27.651006 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a2d036d1-a9de-478a-9ef1-392b0d0305df admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dcd44a65-bae3-44ae-8d44-66c5d6ec4758 HTTP/1.1" status: 204 len: 168 time: 0.2042291 Aug 26 01:33:28.708335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 57400) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:28.810921 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2099756937-network', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:33:28.815694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:33:28.819956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Usage tracker for resource:network and tenant:c3cc73a90c4a4817b77948d9b6b080c2 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:33:28.822867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:33:28.829023 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:33:28.890270 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Made reservation on behalf of c3cc73a90c4a4817b77948d9b6b080c2 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:33:28.892567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:28.904510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:28.919105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:33:28.922944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:c3cc73a90c4a4817b77948d9b6b080c2 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:33:28.926588 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:33:28.932373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:33:29.018759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:29.113348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:29.141237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:33:29.153902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1401b039-0690-4ff1-bb2d-9f6c5c0584cb,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:29.158898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:29.159247 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Added segment 94bb1aaa-1b0d-43ce-811d-b9b1aa185f41 of type vlan for network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 Aug 26 01:33:29.184779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:29.276295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:29.277243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:29.277844 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:29.383089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] Pushing event updated for resources: {'Network': ['ID=46aeb96a-b0e7-40d7-8687-bd086cc51c79,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:29.393837 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:33:29.488697 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-edb2fe93-ea63-40fc-92c6-367117445bb0 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7790802 Aug 26 01:33:29.491367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 57406) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:29.496865 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] Request body: {'subnet': {'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2099756937-subnet', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:33:29.502500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:33:29.506407 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] Usage tracker for resource:subnet and tenant:c3cc73a90c4a4817b77948d9b6b080c2 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:33:29.509216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:33:29.514908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:33:29.599156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] Made reservation on behalf of c3cc73a90c4a4817b77948d9b6b080c2 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:33:29.601464 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:29.851072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:29.940683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa91b7b-1678-4cbe-b784-196b0d24c613,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:29.948978 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] Checking segment: {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:33:29.949336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] Network hostable DHCP agents. Network: 46aeb96a-b0e7-40d7-8687-bd086cc51c79, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:33:30.033567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] Network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:33:30.124658 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 46aeb96a-b0e7-40d7-8687-bd086cc51c79) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:33:30.129718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:30.130567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:30.134561 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d23851-881f-47c2-bbb2-428e4fbc51e2 None None] Network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:33:30.216797 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-eba7f8e8-828f-416d-9e13-8a904c70f2fa admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7243209 Aug 26 01:33:30.219415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 57410) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:30.225210 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:33:30.229835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:33:30.233650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Usage tracker for resource:router and tenant:c3cc73a90c4a4817b77948d9b6b080c2 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:33:30.237079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:33:30.242813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:33:30.313573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:30.314640 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:30.329204 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:30.356014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:33:30.356834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:30.512072 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c5ce2edd-9e37-424d-8b1c-d742bb9011a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:30.536473 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Allocated IP 172.20.0.2 (46aeb96a-b0e7-40d7-8687-bd086cc51c79/aaa91b7b-1678-4cbe-b784-196b0d24c613/258d2b8a-7180-46af-8036-906c3e089c4b) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:33:30.662455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:30.742202 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:30.752361 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Transition to ACTIVE for port object 258d2b8a-7180-46af-8036-906c3e089c4b will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:33:30.772421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Transition to ACTIVE for port object 258d2b8a-7180-46af-8036-906c3e089c4b will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:33:30.836458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:30.903091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:33:30.905846 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:33:30.910225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:33:30.913574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Pushing event updated for resources: {'Port': ['ID=258d2b8a-7180-46af-8036-906c3e089c4b,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:30.953909 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:30.954249 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:30.955161 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:30.955692 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:30.956026 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:30.956361 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:30.956691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:30.957017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:30.957340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:30.957663 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:30.958015 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:30.958338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:31.057451 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Attempting to bind port 258d2b8a-7180-46af-8036-906c3e089c4b on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:33:31.057841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Attempting to bind port 258d2b8a-7180-46af-8036-906c3e089c4b by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:33:31.058203 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Attempting to bind port 258d2b8a-7180-46af-8036-906c3e089c4b on network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:33:31.064336 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:33:31.064712 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Checking segment: {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:33:31.065115 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:31.065494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Bound using segment: {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:33:31.065980 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Bound port: 258d2b8a-7180-46af-8036-906c3e089c4b, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:33:31.066348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:31.155009 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] For port 258d2b8a-7180-46af-8036-906c3e089c4b, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:33:31.157404 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:31.158349 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] For port 258d2b8a-7180-46af-8036-906c3e089c4b, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=258d2b8a-7180-46af-8036-906c3e089c4b,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:33:31.191420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:31.222765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:31.297372 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617ecb9-3062-40cd-9892-4088ac1bb512 None None] Pushing event updated for resources: {'Port': ['ID=258d2b8a-7180-46af-8036-906c3e089c4b,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:31.329022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Allocated IP 172.26.2.86 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/4a16a86d-1cf1-49b7-9bc8-9ece00444988) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:33:31.491925 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:31.579862 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:31.648248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:33:31.651046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:33:31.654923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:33:31.693406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Pushing event updated for resources: {'Port': ['ID=4a16a86d-1cf1-49b7-9bc8-9ece00444988,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:32.159642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:32.203172 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf11066-7654-4603-887a-1d736b7a036b None None] Network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:33:32.354923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fbb24276-1cba-4a6a-9358-a4daa5891dfc None None] Provisioning for port 258d2b8a-7180-46af-8036-906c3e089c4b completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:33:32.504612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:32.921927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Router ad12733a-db4c-48c9-a4d0-1eadff121b86 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:33:33.019464 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6d83ea2e-be1b-4cbd-8ba5-91f306705d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:33.106341 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:33:33.124729 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Sync routers for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:33:33.134739 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:33:33.135354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:33:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:33.186228 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 258d2b8a-7180-46af-8036-906c3e089c4b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:33:33.191261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:33.192593 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-15892e27-c7e6-4707-8b52-e528ad158d32 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9722633 Aug 26 01:33:33.195309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 57414) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:33.366128 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:33:33.463800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 258d2b8a-7180-46af-8036-906c3e089c4b completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:33:33.491631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 258d2b8a-7180-46af-8036-906c3e089c4b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:33:33.492006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:33.751396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 258d2b8a-7180-46af-8036-906c3e089c4b is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:33:33.752339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:33.787125 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:33.790767 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 258d2b8a-7180-46af-8036-906c3e089c4b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=258d2b8a-7180-46af-8036-906c3e089c4b,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:33:33.800135 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:31Z', 'revision_number': 3, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:33.804110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Checking router: ad12733a-db4c-48c9-a4d0-1eadff121b86 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:33:33.804462 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Updating router ad12733a-db4c-48c9-a4d0-1eadff121b86 port 4a16a86d-1cf1-49b7-9bc8-9ece00444988 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:33:33.857395 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:33.879581 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:33.889563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:34.030329 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=258d2b8a-7180-46af-8036-906c3e089c4b,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:34.039074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:34.097050 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Allocated IP 172.20.0.1 (46aeb96a-b0e7-40d7-8687-bd086cc51c79/aaa91b7b-1678-4cbe-b784-196b0d24c613/4a2201d7-d731-4f6b-8069-6247ed319955) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:33:34.246035 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:34.262578 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Transition to ACTIVE for port object 4a2201d7-d731-4f6b-8069-6247ed319955 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:33:34.297853 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:34.309795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Transition to ACTIVE for port object 4a16a86d-1cf1-49b7-9bc8-9ece00444988 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:33:34.345277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:34.373408 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:34.408750 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:33:34.411588 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:33:34.415376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:33:34.439822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Attempting to bind port 4a16a86d-1cf1-49b7-9bc8-9ece00444988 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:33:34.440205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Attempting to bind port 4a16a86d-1cf1-49b7-9bc8-9ece00444988 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:33:34.440752 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Attempting to bind port 4a16a86d-1cf1-49b7-9bc8-9ece00444988 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:33:34.452079 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:33:34.454523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:33:34.454523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:34.454523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:33:34.454523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Bound port: 4a16a86d-1cf1-49b7-9bc8-9ece00444988, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:33:34.454523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:34.493983 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde4819-b4f0-40da-a284-79bc2b48e97c None None] Pushing event updated for resources: {'Port': ['ID=4a16a86d-1cf1-49b7-9bc8-9ece00444988,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:34.541551 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] For port 4a16a86d-1cf1-49b7-9bc8-9ece00444988, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:33:34.545088 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] For port 4a16a86d-1cf1-49b7-9bc8-9ece00444988, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4a16a86d-1cf1-49b7-9bc8-9ece00444988,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:33:34.593386 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2201d7-d731-4f6b-8069-6247ed319955,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:34.610400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:34.630903 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:34.689219 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-689c2466-d506-4653-96bc-11b230186228 None None] Provisioning for port 4a2201d7-d731-4f6b-8069-6247ed319955 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:33:34.692036 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:33:34.692649 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:33:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:34.791967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:34.813988 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-689c2466-d506-4653-96bc-11b230186228 None None] Provisioning complete for port 4a2201d7-d731-4f6b-8069-6247ed319955 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:33:34.814428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-689c2466-d506-4653-96bc-11b230186228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:34.894952 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde4819-b4f0-40da-a284-79bc2b48e97c None None] Pushing event updated for resources: {'Port': ['ID=4a16a86d-1cf1-49b7-9bc8-9ece00444988,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:34.900810 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-689c2466-d506-4653-96bc-11b230186228 None None] Port 4a2201d7-d731-4f6b-8069-6247ed319955 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:33:34.936255 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:33:35.020493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:35.076519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:35.142709 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 258d2b8a-7180-46af-8036-906c3e089c4b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:33:35.200167 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2201d7-d731-4f6b-8069-6247ed319955,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:35.205161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:35.291899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 258d2b8a-7180-46af-8036-906c3e089c4b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:33:35.292269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:35.373233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 1, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:35.392698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:33:35.394390 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:33:35.414945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ee39d-cd8d-44ab-9fef-dbeb7eb98153 None None] The sync data for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv is: [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 1, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:33:35.462074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 258d2b8a-7180-46af-8036-906c3e089c4b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:33:35.551590 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:35.628248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8b49ff0d-4bd0-4a34-9c0b-5abd4732bb77 None None] Provisioning complete for port 4a2201d7-d731-4f6b-8069-6247ed319955 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:33:35.628691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8b49ff0d-4bd0-4a34-9c0b-5abd4732bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:35.631534 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Router ad12733a-db4c-48c9-a4d0-1eadff121b86 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:33:35.719694 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8b49ff0d-4bd0-4a34-9c0b-5abd4732bb77 None None] Port 4a2201d7-d731-4f6b-8069-6247ed319955 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:33:35.873575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:33:35.885448 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a42ef8f8-7ae7-438d-ad2b-fb07c136c900 admin admin] 10.222.0.83 "PUT /v2.0/routers/ad12733a-db4c-48c9-a4d0-1eadff121b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6889713 Aug 26 01:33:36.326299 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 57424) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:36.332537 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-9532808c-c142-407a-bf80-328e32bf6786 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477018275', 'description': 'tempest-description--1512371707'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:33:36.338933 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9532808c-c142-407a-bf80-328e32bf6786 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:33:36.343202 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9532808c-c142-407a-bf80-328e32bf6786 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Usage tracker for resource:security_group and tenant:c3cc73a90c4a4817b77948d9b6b080c2 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:33:36.346739 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9532808c-c142-407a-bf80-328e32bf6786 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:33:36.352776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9532808c-c142-407a-bf80-328e32bf6786 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:33:36.445102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9532808c-c142-407a-bf80-328e32bf6786 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:36.466266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9532808c-c142-407a-bf80-328e32bf6786 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:33:36.469935 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9532808c-c142-407a-bf80-328e32bf6786 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Usage tracker for resource:security_group_rule and tenant:c3cc73a90c4a4817b77948d9b6b080c2 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:33:36.473243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9532808c-c142-407a-bf80-328e32bf6786 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:33:36.479282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9532808c-c142-407a-bf80-328e32bf6786 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:33:36.554359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9532808c-c142-407a-bf80-328e32bf6786 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:36.628690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9532808c-c142-407a-bf80-328e32bf6786 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:36.674958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532808c-c142-407a-bf80-328e32bf6786 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041b36b0-cf8c-4a69-98e9-d58429822e1a,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:36.751043 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9532808c-c142-407a-bf80-328e32bf6786 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:36.752882 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9532808c-c142-407a-bf80-328e32bf6786 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4255922 Aug 26 01:33:36.755811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 57428) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:36.761426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-21427495-423d-4649-9830-fb0ca630f7d6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Request body: {'security_group_rule': {'security_group_id': '041b36b0-cf8c-4a69-98e9-d58429822e1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:33:36.767927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-21427495-423d-4649-9830-fb0ca630f7d6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:33:36.772624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-21427495-423d-4649-9830-fb0ca630f7d6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Usage tracker for resource:security_group_rule and tenant:c3cc73a90c4a4817b77948d9b6b080c2 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:33:36.775598 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-21427495-423d-4649-9830-fb0ca630f7d6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:33:36.781528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-21427495-423d-4649-9830-fb0ca630f7d6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:33:36.864865 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-21427495-423d-4649-9830-fb0ca630f7d6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:36.926275 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-21427495-423d-4649-9830-fb0ca630f7d6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:36.996449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-21427495-423d-4649-9830-fb0ca630f7d6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:37.022089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21427495-423d-4649-9830-fb0ca630f7d6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395690da-7bde-40a0-89b7-75c22880d6b9,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:37.084987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-21427495-423d-4649-9830-fb0ca630f7d6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:37.086320 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-21427495-423d-4649-9830-fb0ca630f7d6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3295093 Aug 26 01:33:37.089792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 57432) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:37.095072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3f6ffd96-b104-4085-ae34-52d4bf4d4b41 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Request body: {'security_group_rule': {'security_group_id': '041b36b0-cf8c-4a69-98e9-d58429822e1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:33:37.102256 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3f6ffd96-b104-4085-ae34-52d4bf4d4b41 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:33:37.106026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3f6ffd96-b104-4085-ae34-52d4bf4d4b41 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Usage tracker for resource:security_group_rule and tenant:c3cc73a90c4a4817b77948d9b6b080c2 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:33:37.109066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3f6ffd96-b104-4085-ae34-52d4bf4d4b41 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:33:37.116029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3f6ffd96-b104-4085-ae34-52d4bf4d4b41 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:33:37.153081 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4a16a86d-1cf1-49b7-9bc8-9ece00444988 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:33:37.216259 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffd96-b104-4085-ae34-52d4bf4d4b41 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:37.278548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffd96-b104-4085-ae34-52d4bf4d4b41 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:37.285151 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 4a16a86d-1cf1-49b7-9bc8-9ece00444988 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:33:37.290263 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 4a16a86d-1cf1-49b7-9bc8-9ece00444988 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:33:37.290671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:37.347782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffd96-b104-4085-ae34-52d4bf4d4b41 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:37.375718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ffd96-b104-4085-ae34-52d4bf4d4b41 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e8c8ef-71ea-48d9-b259-156c54231422,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:37.406819 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 4a16a86d-1cf1-49b7-9bc8-9ece00444988 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:33:37.407203 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:37.424087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 4a16a86d-1cf1-49b7-9bc8-9ece00444988, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4a16a86d-1cf1-49b7-9bc8-9ece00444988,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:33:37.439282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3f6ffd96-b104-4085-ae34-52d4bf4d4b41 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:37.440691 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3f6ffd96-b104-4085-ae34-52d4bf4d4b41 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501544 Aug 26 01:33:37.443723 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 57436) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:37.448708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:33:37.455522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:33:37.459905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Usage tracker for resource:floatingip and tenant:c3cc73a90c4a4817b77948d9b6b080c2 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:33:37.462911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:33:37.470058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:33:37.474317 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Sync routers for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:33:37.482141 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:33:37.482742 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:33:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:37.493411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:37.548286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:37.604907 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=4a16a86d-1cf1-49b7-9bc8-9ece00444988,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:37.665354 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:33:37.694178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:37.840416 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Allocated IP 172.26.2.160 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/816a6d55-cc52-47bc-867a-9fe6906ed7a2) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:33:37.978042 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 2, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:37.982558 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Checking router: ad12733a-db4c-48c9-a4d0-1eadff121b86 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:33:37.982896 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Updating router ad12733a-db4c-48c9-a4d0-1eadff121b86 port 4a2201d7-d731-4f6b-8069-6247ed319955 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:33:38.048089 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:38.108842 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:38.187958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:38.257065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:33:38.260145 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:33:38.263926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:33:38.293620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Pushing event updated for resources: {'Port': ['ID=816a6d55-cc52-47bc-867a-9fe6906ed7a2,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:38.347545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:38.418104 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:38.429416 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Transition to ACTIVE for port object 4a2201d7-d731-4f6b-8069-6247ed319955 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:33:38.481874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:38.496128 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:38.689926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:38.697885 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b03e0-4c9d-4067-a10c-30b126e261c7 None None] Pushing event updated for resources: {'Port': ['ID=4a2201d7-d731-4f6b-8069-6247ed319955,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:38.710809 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b03e0-4c9d-4067-a10c-30b126e261c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:38.711152 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b03e0-4c9d-4067-a10c-30b126e261c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:38.711489 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b03e0-4c9d-4067-a10c-30b126e261c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:38.711817 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b03e0-4c9d-4067-a10c-30b126e261c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:38.712141 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b03e0-4c9d-4067-a10c-30b126e261c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:38.712512 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b03e0-4c9d-4067-a10c-30b126e261c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:38.712831 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b03e0-4c9d-4067-a10c-30b126e261c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:38.713150 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b03e0-4c9d-4067-a10c-30b126e261c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:38.713468 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b03e0-4c9d-4067-a10c-30b126e261c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:38.713808 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b03e0-4c9d-4067-a10c-30b126e261c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:38.714123 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b03e0-4c9d-4067-a10c-30b126e261c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:38.714435 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b03e0-4c9d-4067-a10c-30b126e261c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:33:38.719781 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Attempting to bind port 4a2201d7-d731-4f6b-8069-6247ed319955 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:33:38.720147 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Attempting to bind port 4a2201d7-d731-4f6b-8069-6247ed319955 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:33:38.721267 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Attempting to bind port 4a2201d7-d731-4f6b-8069-6247ed319955 on network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:33:38.726826 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:33:38.727192 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Checking segment: {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:33:38.727586 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:38.727969 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Bound using segment: {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:33:38.728423 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Bound port: 4a2201d7-d731-4f6b-8069-6247ed319955, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:33:38.728785 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:38.753479 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:38.823590 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] For port 4a2201d7-d731-4f6b-8069-6247ed319955, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:33:38.826682 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] For port 4a2201d7-d731-4f6b-8069-6247ed319955, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4a2201d7-d731-4f6b-8069-6247ed319955,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:33:38.860749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Pushing event updated for resources: {'Port': ['ID=816a6d55-cc52-47bc-867a-9fe6906ed7a2,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:38.863312 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:38.908768 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:38.942408 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:38.944563 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d08f8365-478d-4744-8def-e6689c358c7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4990070 Aug 26 01:33:38.968570 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:33:38.969187 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:33:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:39.112579 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b03e0-4c9d-4067-a10c-30b126e261c7 None None] Pushing event updated for resources: {'Port': ['ID=4a2201d7-d731-4f6b-8069-6247ed319955,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:39.119639 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-e4ed0dfb-1d45-4e82-99f1-e045babf1de1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1477018275&fields=id&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 267 time: 0.0512798 Aug 26 01:33:39.141604 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4a16a86d-1cf1-49b7-9bc8-9ece00444988 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:33:39.171619 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:33:39.210946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 4a16a86d-1cf1-49b7-9bc8-9ece00444988 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:33:39.211380 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:39.275271 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-e53c1e26-e93b-49a9-b4b4-cbeac257b37f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:39.276726 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-e53c1e26-e93b-49a9-b4b4-cbeac257b37f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 812 time: 0.1486461 Aug 26 01:33:39.292277 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-93c21992-fec9-477a-bb12-19c105c5dcb5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/quotas/c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 375 time: 0.0096545 Aug 26 01:33:39.332723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 4a16a86d-1cf1-49b7-9bc8-9ece00444988 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:33:39.389859 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-5bf98426-218c-4ded-8654-6ba2a44961b1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0913441 Aug 26 01:33:39.501285 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:38Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:39.505706 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84086c-38ae-4c0a-9e81-fd3cd33f14a2 None None] The sync data for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv is: [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:38Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:33:39.527938 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-40527289-ba51-4cc0-b6b6-9f9163728b36 service neutron] 10.222.0.83 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258616 Aug 26 01:33:39.668273 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-c3231b1a-7fe9-40e6-9985-84998109fcd6 service neutron] 10.222.0.83 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325479 Aug 26 01:33:39.956296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-2cba0744-87fd-4643-95a9-203783e26cf8 req-313b8cfc-462f-41f4-a65c-8b0a7d215681 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Synchronizing usage tracker for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:33:40.059073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-2cba0744-87fd-4643-95a9-203783e26cf8 req-313b8cfc-462f-41f4-a65c-8b0a7d215681 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Unset dirty status for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:33:40.060479 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2cba0744-87fd-4643-95a9-203783e26cf8 req-313b8cfc-462f-41f4-a65c-8b0a7d215681 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 210 time: 0.1577599 Aug 26 01:33:40.847571 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:41.157793 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4a2201d7-d731-4f6b-8069-6247ed319955 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:33:41.235226 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ffb06004-cc69-444b-b013-d6e5ffcaafec req-3c40fb6d-1709-4db2-9975-04dc0a1a9254 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 210 time: 0.0509589 Aug 26 01:33:41.299183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 4a2201d7-d731-4f6b-8069-6247ed319955 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:33:41.304327 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 4a2201d7-d731-4f6b-8069-6247ed319955 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:33:41.304702 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:41.423187 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 4a2201d7-d731-4f6b-8069-6247ed319955 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:33:41.423521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:41.459523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 4a2201d7-d731-4f6b-8069-6247ed319955, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4a2201d7-d731-4f6b-8069-6247ed319955,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:33:41.525082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:41.592235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=4a2201d7-d731-4f6b-8069-6247ed319955,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:42.416439 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e93fcc3f-9ee8-4964-b4b3-7bc704397c6f req-38e066a5-6aad-4155-8913-ce64ed306846 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 210 time: 0.0738990 Aug 26 01:33:42.541482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-20b0e052-a9b9-42e0-8fe7-6a5f6cbc31ae tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:42.542107 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-20b0e052-a9b9-42e0-8fe7-6a5f6cbc31ae tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Synchronizing usage tracker for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:33:42.630554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-20b0e052-a9b9-42e0-8fe7-6a5f6cbc31ae tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Unset dirty status for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:33:42.631853 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-20b0e052-a9b9-42e0-8fe7-6a5f6cbc31ae tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 812 time: 0.2435477 Aug 26 01:33:42.696550 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-86793aa5-0d37-416b-b363-25248f6cccf0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Synchronizing usage tracker for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:33:42.822452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-86793aa5-0d37-416b-b363-25248f6cccf0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Unset dirty status for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:33:42.823608 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-86793aa5-0d37-416b-b363-25248f6cccf0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 380 time: 0.1685455 Aug 26 01:33:42.835645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Request body: {'port': {'device_id': '44f51f91-4884-47ab-9991-b7258ddf2069', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'admin_state_up': True, 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'security_groups': ['041b36b0-cf8c-4a69-98e9-d58429822e1a']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:33:42.973819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:33:42.983125 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:33:43.058465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Made reservation on behalf of c3cc73a90c4a4817b77948d9b6b080c2 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:33:43.061881 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:43.137465 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4a2201d7-d731-4f6b-8069-6247ed319955 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:33:43.205437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 4a2201d7-d731-4f6b-8069-6247ed319955 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:33:43.205832 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:43.226218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Allocated IP 172.20.0.9 (46aeb96a-b0e7-40d7-8687-bd086cc51c79/aaa91b7b-1678-4cbe-b784-196b0d24c613/3e059c25-cd05-4a98-8061-719a1aac7de8) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:33:43.322784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 4a2201d7-d731-4f6b-8069-6247ed319955 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:33:43.411358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:43.426129 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Transition to ACTIVE for port object 3e059c25-cd05-4a98-8061-719a1aac7de8 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:33:43.527976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:43.599127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:33:43.603074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:33:43.605655 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:33:43.681121 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:43.681892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:43.701822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Pushing event updated for resources: {'Port': ['ID=3e059c25-cd05-4a98-8061-719a1aac7de8,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:43.740931 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffde438-ec68-41d7-8d42-12f46dd29fcb req-81058c4c-6080-4a61-ad9d-2541021a1fcd tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:43.742723 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7ffde438-ec68-41d7-8d42-12f46dd29fcb req-81058c4c-6080-4a61-ad9d-2541021a1fcd tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 931 time: 0.2137995 Aug 26 01:33:43.790551 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7ffde438-ec68-41d7-8d42-12f46dd29fcb req-5017e2b5-67da-43f4-a45a-43f2eda833df tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419517 Aug 26 01:33:43.820220 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-301793d9-f7dc-416c-b47c-59af3cd88dc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9886472 Aug 26 01:33:43.840004 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Request body: {'port': {'device_id': '44f51f91-4884-47ab-9991-b7258ddf2069', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:33:43.979350 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fd7e6298-50cf-4b60-97f0-0a8c493da189 None None] Provisioning for port 3e059c25-cd05-4a98-8061-719a1aac7de8 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:33:43.985097 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fd7e6298-50cf-4b60-97f0-0a8c493da189 None None] Provisioning complete for port 3e059c25-cd05-4a98-8061-719a1aac7de8 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:33:43.985576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6298-50cf-4b60-97f0-0a8c493da189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:44.046968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e6298-50cf-4b60-97f0-0a8c493da189 None None] Port 3e059c25-cd05-4a98-8061-719a1aac7de8 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:33:44.070743 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:44.422647 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e059c25-cd05-4a98-8061-719a1aac7de8 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:33:44.429877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:44.444506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Transition to ACTIVE for port object 3e059c25-cd05-4a98-8061-719a1aac7de8 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:33:44.524647 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:44.707263 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Pushing event updated for resources: {'Port': ['ID=3e059c25-cd05-4a98-8061-719a1aac7de8,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:44.746909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Attempting to bind port 3e059c25-cd05-4a98-8061-719a1aac7de8 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:33:44.747235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Attempting to bind port 3e059c25-cd05-4a98-8061-719a1aac7de8 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:33:44.747556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Attempting to bind port 3e059c25-cd05-4a98-8061-719a1aac7de8 on network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:33:44.752880 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Port 3e059c25-cd05-4a98-8061-719a1aac7de8 on network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:33:44.753192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Attempting to bind port 3e059c25-cd05-4a98-8061-719a1aac7de8 on network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:33:44.758227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:33:44.758562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Checking segment: {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:33:44.758940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Bound using segment: {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:33:44.759359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Bound port: 3e059c25-cd05-4a98-8061-719a1aac7de8, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:33:44.759696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:44.850585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] For port 3e059c25-cd05-4a98-8061-719a1aac7de8, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:33:44.853514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] For port 3e059c25-cd05-4a98-8061-719a1aac7de8, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e059c25-cd05-4a98-8061-719a1aac7de8,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:33:44.911022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:44.914190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:44.914795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:44.916445 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] 10.222.0.94 "PUT /v2.0/ports/3e059c25-cd05-4a98-8061-719a1aac7de8 HTTP/1.1" status: 200 len: 1093 time: 1.0806420 Aug 26 01:33:44.948053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f51f91-4884-47ab-9991-b7258ddf2069', 'tag': '3e059c25-cd05-4a98-8061-719a1aac7de8'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:33:44.995192 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a520fe-ae59-424b-9e09-5e2365097068'] response: {'name': 'network-changed', 'server_uuid': '44f51f91-4884-47ab-9991-b7258ddf2069', 'tag': '3e059c25-cd05-4a98-8061-719a1aac7de8', 'status': 'completed', 'code': 200} Aug 26 01:33:45.092067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b1446-ef83-4da9-bdcc-d26530d55b51 service neutron] Pushing event updated for resources: {'Port': ['ID=3e059c25-cd05-4a98-8061-719a1aac7de8,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:45.135334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aef9cd-2f6f-49b0-8f12-8e7b6536f8d8 req-32c31544-b9ef-4612-a1d1-003e65cf5e65 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:45.136019 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-a1aef9cd-2f6f-49b0-8f12-8e7b6536f8d8 req-32c31544-b9ef-4612-a1d1-003e65cf5e65 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Synchronizing usage tracker for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:33:45.159804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50902d47-1c52-4231-93ce-d3547add8ab3 req-20ef2ef2-50fd-47c9-9d08-3037483ba173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:45.161248 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-50902d47-1c52-4231-93ce-d3547add8ab3 req-20ef2ef2-50fd-47c9-9d08-3037483ba173 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 1096 time: 0.1102376 Aug 26 01:33:45.249669 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-a1aef9cd-2f6f-49b0-8f12-8e7b6536f8d8 req-32c31544-b9ef-4612-a1d1-003e65cf5e65 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Unset dirty status for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:33:45.250990 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a1aef9cd-2f6f-49b0-8f12-8e7b6536f8d8 req-32c31544-b9ef-4612-a1d1-003e65cf5e65 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 943 time: 0.3336821 Aug 26 01:33:45.328138 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a1aef9cd-2f6f-49b0-8f12-8e7b6536f8d8 req-6a6a0de8-56d5-490b-9acc-a4e8f523b316 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671504 Aug 26 01:33:45.346525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50902d47-1c52-4231-93ce-d3547add8ab3 req-8e51dcd0-a835-4b4c-880c-b29196abfbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:45.347948 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-50902d47-1c52-4231-93ce-d3547add8ab3 req-8e51dcd0-a835-4b4c-880c-b29196abfbda service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1680279 Aug 26 01:33:45.485273 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50902d47-1c52-4231-93ce-d3547add8ab3 req-742afad6-4789-466a-bc7c-6a5321b04a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:45.486759 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-50902d47-1c52-4231-93ce-d3547add8ab3 req-742afad6-4789-466a-bc7c-6a5321b04a08 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1301153 Aug 26 01:33:45.632759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-a064f789-e16b-427c-a1f1-ed4406fdbabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:45.634221 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-a064f789-e16b-427c-a1f1-ed4406fdbabf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 1096 time: 0.0797324 Aug 26 01:33:45.712483 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-d20b5144-e643-43d2-87d9-64cae1fd0531 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e059c25-cd05-4a98-8061-719a1aac7de8 HTTP/1.1" status: 200 len: 217 time: 0.0592983 Aug 26 01:33:45.779476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-0188a6f8-03bf-44c1-9a80-934d4e8a3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:45.780885 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-0188a6f8-03bf-44c1-9a80-934d4e8a3149 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0591388 Aug 26 01:33:45.865574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-d3c59297-6732-4560-9f0d-692414c432c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:45.867053 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-d3c59297-6732-4560-9f0d-692414c432c9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761192 Aug 26 01:33:46.111778 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-6894fd59-ccdd-482b-a0bd-d4bbdc7e6eec service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337704 Aug 26 01:33:46.243245 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f13a7f4b-efd0-47b5-b9d1-d360050ce2f5 req-1663896d-76e4-4b94-a31a-dddd1dad877e service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226556 Aug 26 01:33:46.522822 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc9750-0d11-49b8-a800-fe3aed080d87 req-87f17a0d-4c81-436b-85ed-d5e8ddbcb4f5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:46.524183 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1bdc9750-0d11-49b8-a800-fe3aed080d87 req-87f17a0d-4c81-436b-85ed-d5e8ddbcb4f5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 943 time: 0.0860188 Aug 26 01:33:46.568055 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1bdc9750-0d11-49b8-a800-fe3aed080d87 req-92493e54-2480-46a9-9db8-dcfc19fbba82 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382032 Aug 26 01:33:47.762662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2c23b-ff2e-42c1-ab24-1fcbbf28016f req-23d56345-62c7-4f85-b9f8-785a42f1fcc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:47.764116 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ecc2c23b-ff2e-42c1-ab24-1fcbbf28016f req-23d56345-62c7-4f85-b9f8-785a42f1fcc0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 943 time: 0.0914288 Aug 26 01:33:47.808421 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ecc2c23b-ff2e-42c1-ab24-1fcbbf28016f req-2e777bc0-5ee9-4001-ae26-4614cee142e4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385745 Aug 26 01:33:49.006788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ffbfe-1fe9-4ae2-a94b-c9671c7fb4e0 req-4e054b66-efce-4002-a13c-e86df3771c2d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:49.008248 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9a3ffbfe-1fe9-4ae2-a94b-c9671c7fb4e0 req-4e054b66-efce-4002-a13c-e86df3771c2d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 943 time: 0.0911405 Aug 26 01:33:49.052524 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9a3ffbfe-1fe9-4ae2-a94b-c9671c7fb4e0 req-1edddc94-4790-44f1-ba7d-22fa7a4b9e51 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385485 Aug 26 01:33:49.054712 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3e059c25-cd05-4a98-8061-719a1aac7de8 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:33:49.193984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3e059c25-cd05-4a98-8061-719a1aac7de8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e059c25-cd05-4a98-8061-719a1aac7de8,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:33:49.207118 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '3e059c25-cd05-4a98-8061-719a1aac7de8', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'port_id': '3e059c25-cd05-4a98-8061-719a1aac7de8', 'mac_address': 'fa:16:3e:a5:04:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:33:49.260893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 3e059c25-cd05-4a98-8061-719a1aac7de8 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:33:49.261269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:49.277484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e059c25-cd05-4a98-8061-719a1aac7de8 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:33:49.292434 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3e059c25-cd05-4a98-8061-719a1aac7de8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e059c25-cd05-4a98-8061-719a1aac7de8,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:33:49.381806 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:49.450309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=3e059c25-cd05-4a98-8061-719a1aac7de8,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:49.741070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['3e059c25-cd05-4a98-8061-719a1aac7de8'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:33:50.262185 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f95d44-c7fb-4940-be3d-a74c08444da8 req-91e8bd00-411e-4612-8307-b293940213c4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:50.263789 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a7f95d44-c7fb-4940-be3d-a74c08444da8 req-91e8bd00-411e-4612-8307-b293940213c4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 944 time: 0.0913408 Aug 26 01:33:50.306613 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a7f95d44-c7fb-4940-be3d-a74c08444da8 req-d850f633-0d61-4e82-85f9-1e24edcba9f6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372398 Aug 26 01:33:50.940657 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:33:51.075333 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3e059c25-cd05-4a98-8061-719a1aac7de8 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:33:51.210204 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 3e059c25-cd05-4a98-8061-719a1aac7de8 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:33:51.215275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 3e059c25-cd05-4a98-8061-719a1aac7de8 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:33:51.221070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:51.331593 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 3e059c25-cd05-4a98-8061-719a1aac7de8 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:33:51.332006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:51.359296 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f51f91-4884-47ab-9991-b7258ddf2069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e059c25-cd05-4a98-8061-719a1aac7de8'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:33:51.369756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3e059c25-cd05-4a98-8061-719a1aac7de8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e059c25-cd05-4a98-8061-719a1aac7de8,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:33:51.451262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:51.483158 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f067f2-bfc4-47a6-8fc6-3bad03daae81'] response: {'server_uuid': '44f51f91-4884-47ab-9991-b7258ddf2069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e059c25-cd05-4a98-8061-719a1aac7de8', 'code': 200} Aug 26 01:33:51.506536 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b56e4-b7c5-4316-882b-e3f1e9018d12 req-82c493d1-6f8e-4976-8701-0ac8875aed66 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:51.510687 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-573b56e4-b7c5-4316-882b-e3f1e9018d12 req-82c493d1-6f8e-4976-8701-0ac8875aed66 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0937903 Aug 26 01:33:51.523994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=3e059c25-cd05-4a98-8061-719a1aac7de8,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:33:51.554259 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-573b56e4-b7c5-4316-882b-e3f1e9018d12 req-7160cb3d-facc-4ecb-9266-51833d74c1e3 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402832 Aug 26 01:33:51.884397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9a616-03d5-440c-87ee-935686121f20 req-89c543a6-ffc2-4d88-8138-c0bb33b71d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:51.885891 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-55c9a616-03d5-440c-87ee-935686121f20 req-89c543a6-ffc2-4d88-8138-c0bb33b71d89 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 1098 time: 0.0763526 Aug 26 01:33:51.925396 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-55c9a616-03d5-440c-87ee-935686121f20 req-6bb73fee-fac8-48f3-a65f-90e63455b89c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332921 Aug 26 01:33:52.753832 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0f9db-fd2d-415c-bf88-6d3bacf4b4c8 req-7b89bf57-79ee-4f2e-83ad-2bcd2e5f46c2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:52.755359 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8bb0f9db-fd2d-415c-bf88-6d3bacf4b4c8 req-7b89bf57-79ee-4f2e-83ad-2bcd2e5f46c2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0915096 Aug 26 01:33:52.800139 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8bb0f9db-fd2d-415c-bf88-6d3bacf4b4c8 req-cd085e47-3c6f-4a8d-a9b8-75e4f0d373c7 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390484 Aug 26 01:33:53.995029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2d528-fa42-4ce7-84ea-18f938d142a1 req-d461faa7-4d41-49c7-a055-6142890a1aba tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:53.996482 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5dd2d528-fa42-4ce7-84ea-18f938d142a1 req-d461faa7-4d41-49c7-a055-6142890a1aba tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0864713 Aug 26 01:33:54.040913 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5dd2d528-fa42-4ce7-84ea-18f938d142a1 req-c7c9ac1e-88b2-4245-b740-74dc96e3b671 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384965 Aug 26 01:33:54.230825 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de166a-4582-4877-a712-f76dd338c653 req-74d47614-a144-4009-9420-5de40c35d0fe tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:54.232382 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e4de166a-4582-4877-a712-f76dd338c653 req-74d47614-a144-4009-9420-5de40c35d0fe tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0911479 Aug 26 01:33:54.242812 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 57500) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:33:54.247791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-16639498-541e-4350-866d-e949516d1601 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Request body: {'floatingip': {'port_id': '3e059c25-cd05-4a98-8061-719a1aac7de8'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:33:54.323083 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-16639498-541e-4350-866d-e949516d1601 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:54.908308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-16639498-541e-4350-866d-e949516d1601 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:54.970230 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-16639498-541e-4350-866d-e949516d1601 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:55.239937 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-16639498-541e-4350-866d-e949516d1601 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a associated. External IP: 172.26.2.160, port: 3e059c25-cd05-4a98-8061-719a1aac7de8. Aug 26 01:33:55.586072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16639498-541e-4350-866d-e949516d1601 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Router ad12733a-db4c-48c9-a4d0-1eadff121b86 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:33:55.760757 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16639498-541e-4350-866d-e949516d1601 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:33:55.765611 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-16639498-541e-4350-866d-e949516d1601 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:33:55.771047 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b99766-3340-4cbd-8d90-00716c554f38 None None] Sync routers for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:33:55.780997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b99766-3340-4cbd-8d90-00716c554f38 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:33:55.781615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-50b99766-3340-4cbd-8d90-00716c554f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:33:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:55.826597 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-16639498-541e-4350-866d-e949516d1601 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "PUT /v2.0/floatingips/17374b7e-f14e-4094-8c8d-2b258f64b86a HTTP/1.1" status: 200 len: 991 time: 1.5802941 Aug 26 01:33:55.826597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f51f91-4884-47ab-9991-b7258ddf2069', 'tag': '3e059c25-cd05-4a98-8061-719a1aac7de8'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:33:55.868779 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b718859-0e42-4d52-9771-d424fe369f99'] response: {'name': 'network-changed', 'server_uuid': '44f51f91-4884-47ab-9991-b7258ddf2069', 'tag': '3e059c25-cd05-4a98-8061-719a1aac7de8', 'status': 'completed', 'code': 200} Aug 26 01:33:55.989677 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa117eb-081a-4cf9-9b6a-f541fdabac7f req-9f6ccef1-4906-434c-95bf-bd9ce8bea787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:55.991180 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6fa117eb-081a-4cf9-9b6a-f541fdabac7f req-9f6ccef1-4906-434c-95bf-bd9ce8bea787 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 1098 time: 0.0782084 Aug 26 01:33:56.002434 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-50b99766-3340-4cbd-8d90-00716c554f38 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:33:56.121874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa117eb-081a-4cf9-9b6a-f541fdabac7f req-4a7bdd67-1a08-443e-aa9b-7fdb0c5b92ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:56.123314 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6fa117eb-081a-4cf9-9b6a-f541fdabac7f req-4a7bdd67-1a08-443e-aa9b-7fdb0c5b92ab service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1243846 Aug 26 01:33:56.235469 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6fa117eb-081a-4cf9-9b6a-f541fdabac7f req-61dd24bd-28f3-457c-a667-05f6ac2a6cdf service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e059c25-cd05-4a98-8061-719a1aac7de8 HTTP/1.1" status: 200 len: 999 time: 0.1051948 Aug 26 01:33:56.297463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa117eb-081a-4cf9-9b6a-f541fdabac7f req-f8842426-f050-4a91-8b74-fa704bf034da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:56.298922 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6fa117eb-081a-4cf9-9b6a-f541fdabac7f req-f8842426-f050-4a91-8b74-fa704bf034da service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0578115 Aug 26 01:33:56.351144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-50b99766-3340-4cbd-8d90-00716c554f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '17374b7e-f14e-4094-8c8d-2b258f64b86a', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'port_id': '3e059c25-cd05-4a98-8061-719a1aac7de8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'mac_address': 'fa:16:3e:a5:04:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f51f91-4884-47ab-9991-b7258ddf2069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:33:38Z', 'updated_at': '2022-08-26T01:33:54Z', 'revision_number': 1, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:56.355162 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b99766-3340-4cbd-8d90-00716c554f38 None None] Checking router: ad12733a-db4c-48c9-a4d0-1eadff121b86 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:33:56.363542 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b99766-3340-4cbd-8d90-00716c554f38 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:33:56.364169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-50b99766-3340-4cbd-8d90-00716c554f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:33:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:56.384764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa117eb-081a-4cf9-9b6a-f541fdabac7f req-4136f735-eb70-4845-827d-d2b853334711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:33:56.386390 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6fa117eb-081a-4cf9-9b6a-f541fdabac7f req-4136f735-eb70-4845-827d-d2b853334711 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814662 Aug 26 01:33:56.544137 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-50b99766-3340-4cbd-8d90-00716c554f38 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:33:56.641890 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6fa117eb-081a-4cf9-9b6a-f541fdabac7f req-26605647-d5c5-4774-9eca-d6fd4fd62354 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488155 Aug 26 01:33:56.773120 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6fa117eb-081a-4cf9-9b6a-f541fdabac7f req-611bba1b-cc28-4756-ac4e-651aaeb22ff2 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255441 Aug 26 01:33:56.899018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-50b99766-3340-4cbd-8d90-00716c554f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '17374b7e-f14e-4094-8c8d-2b258f64b86a', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'port_id': '3e059c25-cd05-4a98-8061-719a1aac7de8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'mac_address': 'fa:16:3e:a5:04:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f51f91-4884-47ab-9991-b7258ddf2069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:33:38Z', 'updated_at': '2022-08-26T01:33:54Z', 'revision_number': 1, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:33:56.903033 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b99766-3340-4cbd-8d90-00716c554f38 None None] The sync data for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv is: [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '17374b7e-f14e-4094-8c8d-2b258f64b86a', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'port_id': '3e059c25-cd05-4a98-8061-719a1aac7de8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'mac_address': 'fa:16:3e:a5:04:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f51f91-4884-47ab-9991-b7258ddf2069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:33:38Z', 'updated_at': '2022-08-26T01:33:54Z', 'revision_number': 1, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:33:57.089646 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a30f91-7f5a-45fa-8aa7-be80cc81744b None None] New status for floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a: ACTIVE {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:34:00.481924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e5380fae-500e-435c-b20e-a5405e057379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:03.067670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1b345461-64df-403f-9037-ea259a325c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:03.704510 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:04.010300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:05.547427 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:10.907338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:27.940312 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:34:30.495748 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-85b44bca-0918-4805-8a72-d60998b47c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:32.544993 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e36763-7237-4752-af35-bc96ec6f878b req-ec1d45e0-3d5b-49e9-8fd9-6d5bcf589acd tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:32.546479 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-55e36763-7237-4752-af35-bc96ec6f878b req-ec1d45e0-3d5b-49e9-8fd9-6d5bcf589acd tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0866401 Aug 26 01:34:32.589945 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-55e36763-7237-4752-af35-bc96ec6f878b req-e3835d78-4b7f-4c1f-9adb-abd2a8811af7 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378172 Aug 26 01:34:32.789970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9eeab-6764-443d-83a3-362f40d0029f req-64351d14-647c-4b38-98e7-9577c5d89d7e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:32.791902 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4cd9eeab-6764-443d-83a3-362f40d0029f req-64351d14-647c-4b38-98e7-9577c5d89d7e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0901775 Aug 26 01:34:32.836441 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4cd9eeab-6764-443d-83a3-362f40d0029f req-2c014c78-85c1-483b-882b-39b6a8b0b404 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385768 Aug 26 01:34:33.016004 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1c42-f36f-4c78-8898-32c23a4aeae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:33.036016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cb912-be7c-486f-a1d5-5fee12fa455e req-2520f15f-920f-4c54-9a67-1851e1705582 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:33.037437 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-572cb912-be7c-486f-a1d5-5fee12fa455e req-2520f15f-920f-4c54-9a67-1851e1705582 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0897486 Aug 26 01:34:33.082212 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-572cb912-be7c-486f-a1d5-5fee12fa455e req-a761c7d5-7841-4d70-8012-e8ee009f083f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387740 Aug 26 01:34:33.667675 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edc95e-39fa-487d-b77b-6ae33189895b req-cad66ea6-5f91-415a-9686-a4bcb83597ce tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:33.669097 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f2edc95e-39fa-487d-b77b-6ae33189895b req-cad66ea6-5f91-415a-9686-a4bcb83597ce tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0863702 Aug 26 01:34:33.724565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:33.761851 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f2edc95e-39fa-487d-b77b-6ae33189895b req-3193efff-5244-4a19-b176-2c1d64746d21 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867105 Aug 26 01:34:33.791947 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-87ca2395-d7d3-4007-8f1e-24bf461d63f1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863876 Aug 26 01:34:34.027244 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:34.967884 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddcd62-6f0b-4642-ab12-5e314551ab3f req-b160a60f-5da1-4ea9-b8f4-c3b964f17e16 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:34.969230 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-32ddcd62-6f0b-4642-ab12-5e314551ab3f req-b160a60f-5da1-4ea9-b8f4-c3b964f17e16 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0901008 Aug 26 01:34:35.013807 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-32ddcd62-6f0b-4642-ab12-5e314551ab3f req-8f90b215-e13f-4a65-a5f4-8e3cd93dba92 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388775 Aug 26 01:34:35.558615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:36.211396 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7351a-b1bf-45bc-b618-a366bf3f9aa7 req-88fca791-62e9-45c9-bc9c-53642d958be3 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:36.213589 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f7e7351a-b1bf-45bc-b618-a366bf3f9aa7 req-88fca791-62e9-45c9-bc9c-53642d958be3 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0921826 Aug 26 01:34:36.258483 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f7e7351a-b1bf-45bc-b618-a366bf3f9aa7 req-fc45f2da-1e3a-4200-a596-d0d2dffa777c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392108 Aug 26 01:34:37.345600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-cb31516d-2a71-45c3-8aca-10cce680e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:37.347164 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-cb31516d-2a71-45c3-8aca-10cce680e641 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 1098 time: 0.0887315 Aug 26 01:34:37.477169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a56070-38d0-4f67-9476-ece0d646ce48 req-63cdf44c-edf8-4fb9-9193-6bc4de23130d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:37.479162 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-73a56070-38d0-4f67-9476-ece0d646ce48 req-63cdf44c-edf8-4fb9-9193-6bc4de23130d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.1036572 Aug 26 01:34:37.503288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-9b0ec77b-8566-4bb6-b20a-519f5e382c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:37.506095 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-9b0ec77b-8566-4bb6-b20a-519f5e382c9b service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1491745 Aug 26 01:34:37.527667 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-73a56070-38d0-4f67-9476-ece0d646ce48 req-3685ec10-831a-4093-a586-5c366d54822e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Aug 26 01:34:37.614724 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-2b78d71c-61a9-41d4-864b-b3484b2caf90 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e059c25-cd05-4a98-8061-719a1aac7de8 HTTP/1.1" status: 200 len: 1001 time: 0.1011264 Aug 26 01:34:37.683879 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-c843e4a0-645a-4afe-a8ee-6a6912c21e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:37.685335 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-c843e4a0-645a-4afe-a8ee-6a6912c21e3b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0620909 Aug 26 01:34:37.779460 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-b9f99231-70cd-4b53-9623-112509ae56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:37.780837 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-b9f99231-70cd-4b53-9623-112509ae56ab service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889018 Aug 26 01:34:37.920603 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-048ad919-7279-4b9c-b484-eca65be2155a service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300762 Aug 26 01:34:38.058744 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-edd79056-121c-45af-82bd-2a95c6932422 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291504 Aug 26 01:34:38.737112 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadb5cc-b324-4590-9e3a-6b2f9bc25ad7 req-c2897f12-3f09-4cb6-989d-4e9691ea9235 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:38.738703 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6fadb5cc-b324-4590-9e3a-6b2f9bc25ad7 req-c2897f12-3f09-4cb6-989d-4e9691ea9235 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0969915 Aug 26 01:34:38.788139 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6fadb5cc-b324-4590-9e3a-6b2f9bc25ad7 req-8156a397-9969-4317-8eb1-5aff7ea1ae19 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430701 Aug 26 01:34:39.984500 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001b4bf-8d2a-499f-9bc7-cb5b4218bd30 req-f29f3111-e90b-4b89-84c2-7073e5b7c0a5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:39.985959 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f001b4bf-8d2a-499f-9bc7-cb5b4218bd30 req-f29f3111-e90b-4b89-84c2-7073e5b7c0a5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0882809 Aug 26 01:34:40.029902 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f001b4bf-8d2a-499f-9bc7-cb5b4218bd30 req-fef8f0a5-645c-4242-87a7-d4cc3d7806ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382712 Aug 26 01:34:40.867691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:41.223854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71247465-ffbd-4ff3-a8bf-254c3f970652 req-0c8462ba-2f04-4e9a-9308-86d032715141 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:41.225303 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-71247465-ffbd-4ff3-a8bf-254c3f970652 req-0c8462ba-2f04-4e9a-9308-86d032715141 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0865555 Aug 26 01:34:41.270232 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-71247465-ffbd-4ff3-a8bf-254c3f970652 req-dbef70f9-901e-483d-a145-efe3dd52ca50 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382679 Aug 26 01:34:42.491713 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da55e7-46b3-4988-8253-3aee9f646222 req-453e93aa-4f8a-4511-a8e2-c201200e7b16 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:42.493164 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d1da55e7-46b3-4988-8253-3aee9f646222 req-453e93aa-4f8a-4511-a8e2-c201200e7b16 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0898998 Aug 26 01:34:42.537251 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d1da55e7-46b3-4988-8253-3aee9f646222 req-e539c9d2-e26d-40f5-9974-1d17f1df9d3c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383024 Aug 26 01:34:43.860170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc37bb-afea-4698-81d8-dc7bd46847bc req-c9d35094-7f7a-4ab7-a177-37df775359fb tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:43.861631 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41fc37bb-afea-4698-81d8-dc7bd46847bc req-c9d35094-7f7a-4ab7-a177-37df775359fb tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.2138863 Aug 26 01:34:43.907610 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41fc37bb-afea-4698-81d8-dc7bd46847bc req-b4221a9b-f715-4f27-b54f-7d8fff2f6063 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402749 Aug 26 01:34:45.099236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072d3de-36c0-401d-9fd1-eb83725b0ca2 req-d7c205b9-57a3-4255-af0a-b16a9ad28c53 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:45.100706 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6072d3de-36c0-401d-9fd1-eb83725b0ca2 req-d7c205b9-57a3-4255-af0a-b16a9ad28c53 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0846295 Aug 26 01:34:45.144890 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6072d3de-36c0-401d-9fd1-eb83725b0ca2 req-cbf1adb4-d7af-4415-ba2c-eab72e2ee686 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379031 Aug 26 01:34:46.341012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393ad04-85a1-415e-88b8-2b2a3e206730 req-68b5a021-d376-4464-abda-8738f88e593f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:46.342513 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5393ad04-85a1-415e-88b8-2b2a3e206730 req-68b5a021-d376-4464-abda-8738f88e593f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0874898 Aug 26 01:34:46.387210 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5393ad04-85a1-415e-88b8-2b2a3e206730 req-3da1af3f-7a02-47bc-8202-b7434519143d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390019 Aug 26 01:34:47.582204 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feee127-0734-424b-b793-b57f955f797f req-cb7b261f-83e7-4447-aad0-b885936346e6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:47.583627 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5feee127-0734-424b-b793-b57f955f797f req-cb7b261f-83e7-4447-aad0-b885936346e6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0886424 Aug 26 01:34:47.627793 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5feee127-0734-424b-b793-b57f955f797f req-8ee884ec-3e86-4f35-a814-929c9227fab4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377049 Aug 26 01:34:48.828171 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632b796-dd23-4b42-8847-b5aca4ed1d21 req-f55133bc-a742-43d9-aeeb-c39e16c1735b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:48.829859 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b632b796-dd23-4b42-8847-b5aca4ed1d21 req-f55133bc-a742-43d9-aeeb-c39e16c1735b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0932164 Aug 26 01:34:48.877105 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b632b796-dd23-4b42-8847-b5aca4ed1d21 req-d61b0e59-77df-47d8-a0aa-8a0976215fcc tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414741 Aug 26 01:34:50.077947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49053b-d3fe-4920-b425-0613f60543e4 req-ab1544aa-6eba-4c4f-9409-1b0ae8ba6143 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:50.079384 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ca49053b-d3fe-4920-b425-0613f60543e4 req-ab1544aa-6eba-4c4f-9409-1b0ae8ba6143 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0913379 Aug 26 01:34:50.124819 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ca49053b-d3fe-4920-b425-0613f60543e4 req-8c1f0661-387e-410c-8dc2-41271d4fe052 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397563 Aug 26 01:34:50.528170 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-489adf98-600b-4cea-b44c-70409633152f service neutron] 10.222.0.94 "GET /v2.0/ports/3e059c25-cd05-4a98-8061-719a1aac7de8/bindings/hv-neutron-8545 HTTP/1.1" status: 200 len: 384 time: 0.0788915 Aug 26 01:34:50.730595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0627a9d-77d3-46c5-aba2-db30ca1ae85d req-7c18d53c-96b8-4b3c-b275-b05f06cf7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:50.732188 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e0627a9d-77d3-46c5-aba2-db30ca1ae85d req-7c18d53c-96b8-4b3c-b275-b05f06cf7742 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 1098 time: 0.0798919 Aug 26 01:34:50.906476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0627a9d-77d3-46c5-aba2-db30ca1ae85d req-dd16f8b9-27ee-42b1-a6aa-3ee4c82cffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:50.907927 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e0627a9d-77d3-46c5-aba2-db30ca1ae85d req-dd16f8b9-27ee-42b1-a6aa-3ee4c82cffc1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1280308 Aug 26 01:34:51.033086 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e0627a9d-77d3-46c5-aba2-db30ca1ae85d req-2e65a682-2070-45ac-92d9-8daa25636c1e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e059c25-cd05-4a98-8061-719a1aac7de8 HTTP/1.1" status: 200 len: 1001 time: 0.0973458 Aug 26 01:34:51.103002 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0627a9d-77d3-46c5-aba2-db30ca1ae85d req-7f02b291-e4a2-4032-b15a-70954fbe1a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:51.104337 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e0627a9d-77d3-46c5-aba2-db30ca1ae85d req-7f02b291-e4a2-4032-b15a-70954fbe1a5a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0622208 Aug 26 01:34:51.156437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-2563d263-6832-4173-958c-d91ac65da6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:51.157954 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-2563d263-6832-4173-958c-d91ac65da6b9 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 1098 time: 0.0800145 Aug 26 01:34:51.190752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0627a9d-77d3-46c5-aba2-db30ca1ae85d req-ab865925-2510-476d-8444-61a6bf8673c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:51.192221 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e0627a9d-77d3-46c5-aba2-db30ca1ae85d req-ab865925-2510-476d-8444-61a6bf8673c4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814271 Aug 26 01:34:51.395068 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e0627a9d-77d3-46c5-aba2-db30ca1ae85d req-1293161f-76bd-4cda-b05d-05217142f10d service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930082 Aug 26 01:34:51.406922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c007f-ced9-42a5-b3e9-3f470acadcba req-080eee18-9a26-4553-b765-7bc9591d711e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:51.408289 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fd0c007f-ced9-42a5-b3e9-3f470acadcba req-080eee18-9a26-4553-b765-7bc9591d711e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.1375232 Aug 26 01:34:51.537155 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fd0c007f-ced9-42a5-b3e9-3f470acadcba req-96121b8c-2ca4-4408-b44e-4694db7b9551 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080685 Aug 26 01:34:51.581342 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e0627a9d-77d3-46c5-aba2-db30ca1ae85d req-ca28bfae-4e3a-4088-894b-695bef6ca2ee service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720848 Aug 26 01:34:51.734952 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-ea29df3f-4d81-4c42-bdad-221c7fa769df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:51.736345 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-ea29df3f-4d81-4c42-bdad-221c7fa769df service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 1098 time: 0.0763102 Aug 26 01:34:51.872498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-075c4a76-8632-42c6-a6ba-a83ec98469ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:51.873967 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-075c4a76-8632-42c6-a6ba-a83ec98469ae service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1283481 Aug 26 01:34:51.980020 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-f1e7f6c1-b567-4205-8929-6f25c8d9c2e3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e059c25-cd05-4a98-8061-719a1aac7de8 HTTP/1.1" status: 200 len: 1001 time: 0.0968676 Aug 26 01:34:52.044857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-b29d9da4-3182-4265-aa06-cc760b998c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:52.046201 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-b29d9da4-3182-4265-aa06-cc760b998c6b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0567560 Aug 26 01:34:52.242864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-0af42ce5-c9c6-4012-a877-1ac96ad28e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:52.244679 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-0af42ce5-c9c6-4012-a877-1ac96ad28e42 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1897900 Aug 26 01:34:52.379980 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-c7d80c74-8777-430a-910a-0327110eb49c service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238747 Aug 26 01:34:52.511683 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-14af8046-8b14-49bc-944f-82fe7f4997a6 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223304 Aug 26 01:34:52.738729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446e526-4a74-433f-a163-925a33fe64d1 req-30645084-5a0b-47d5-93fb-9304dcd3bc4c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:52.740109 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c446e526-4a74-433f-a163-925a33fe64d1 req-30645084-5a0b-47d5-93fb-9304dcd3bc4c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0909581 Aug 26 01:34:52.785867 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c446e526-4a74-433f-a163-925a33fe64d1 req-e024c133-54cb-4f78-a94c-b5a2b4bab32d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392838 Aug 26 01:34:53.373906 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3e059c25-cd05-4a98-8061-719a1aac7de8 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:34:53.485016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 3e059c25-cd05-4a98-8061-719a1aac7de8 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:34:53.485450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:53.512129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f51f91-4884-47ab-9991-b7258ddf2069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e059c25-cd05-4a98-8061-719a1aac7de8'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:34:53.521295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3e059c25-cd05-4a98-8061-719a1aac7de8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e059c25-cd05-4a98-8061-719a1aac7de8,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:34:53.567297 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b2337b-f2e2-4340-a027-34ee3c2443b6'] response: {'server_uuid': '44f51f91-4884-47ab-9991-b7258ddf2069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e059c25-cd05-4a98-8061-719a1aac7de8', 'code': 200} Aug 26 01:34:53.644209 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:53.755905 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=3e059c25-cd05-4a98-8061-719a1aac7de8,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:34:53.763080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:34:53.763431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:34:53.763771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:34:53.764107 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:34:53.764440 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:34:53.764771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:34:53.765099 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:34:53.765452 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:34:53.765831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:34:53.766154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:34:53.766477 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:34:53.766803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:34:53.985384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae65e4-7bc1-4ab6-9f69-2ea266fada74 req-db4cf7bb-55b3-4f36-bf5c-3dc21ccef2a4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:53.986786 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2bae65e4-7bc1-4ab6-9f69-2ea266fada74 req-db4cf7bb-55b3-4f36-bf5c-3dc21ccef2a4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 943 time: 0.0899370 Aug 26 01:34:54.034452 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2bae65e4-7bc1-4ab6-9f69-2ea266fada74 req-aef163d3-b5b4-4f2e-bcab-5aa8cf5beb2c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418558 Aug 26 01:34:55.240326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b8804-5134-46af-b641-abb0ab6a9983 req-fae57ff0-6d51-4205-8340-992f4d992443 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:55.241787 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f84b8804-5134-46af-b641-abb0ab6a9983 req-fae57ff0-6d51-4205-8340-992f4d992443 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 943 time: 0.0853884 Aug 26 01:34:55.289482 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f84b8804-5134-46af-b641-abb0ab6a9983 req-3993fd8d-9a24-4a8e-b2f8-30bf20d0dc75 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412979 Aug 26 01:34:55.376748 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3e059c25-cd05-4a98-8061-719a1aac7de8 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:34:55.510402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3e059c25-cd05-4a98-8061-719a1aac7de8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e059c25-cd05-4a98-8061-719a1aac7de8,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:34:55.523343 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '3e059c25-cd05-4a98-8061-719a1aac7de8', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'port_id': '3e059c25-cd05-4a98-8061-719a1aac7de8', 'mac_address': 'fa:16:3e:a5:04:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:34:55.581893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 3e059c25-cd05-4a98-8061-719a1aac7de8 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:34:55.581893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:55.596609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e059c25-cd05-4a98-8061-719a1aac7de8 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:34:55.613114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3e059c25-cd05-4a98-8061-719a1aac7de8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e059c25-cd05-4a98-8061-719a1aac7de8,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:34:55.698949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:55.770701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=3e059c25-cd05-4a98-8061-719a1aac7de8,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:34:55.797720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ac924-6f4c-4b4c-b106-fb38dc34085d req-e72094f9-295f-47aa-9acc-6e4f496a8ac1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:55.799178 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f21ac924-6f4c-4b4c-b106-fb38dc34085d req-e72094f9-295f-47aa-9acc-6e4f496a8ac1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 943 time: 0.1512389 Aug 26 01:34:55.831444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['3e059c25-cd05-4a98-8061-719a1aac7de8'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:34:55.856542 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f21ac924-6f4c-4b4c-b106-fb38dc34085d req-3d4395d3-0cd7-4549-921d-e4b0279f8ae1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508800 Aug 26 01:34:55.865212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf76aa-8a76-4d60-96c5-96fd21d989d5 req-a66e4b8b-ee90-46bf-b2da-94b42e7769e8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:55.866107 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-10cf76aa-8a76-4d60-96c5-96fd21d989d5 req-a66e4b8b-ee90-46bf-b2da-94b42e7769e8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&binding%3Ahost_id=hv-neutron-8545 HTTP/1.1" status: 200 len: 944 time: 0.1481321 Aug 26 01:34:56.030815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf76aa-8a76-4d60-96c5-96fd21d989d5 req-f5b419e0-74cf-42a8-82fc-604a82c6cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:56.032167 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-10cf76aa-8a76-4d60-96c5-96fd21d989d5 req-f5b419e0-74cf-42a8-82fc-604a82c6cdfc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 1097 time: 0.0815041 Aug 26 01:34:56.160204 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf76aa-8a76-4d60-96c5-96fd21d989d5 req-29123d5a-70fa-4eb9-9795-035f70c81b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:56.161631 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-10cf76aa-8a76-4d60-96c5-96fd21d989d5 req-29123d5a-70fa-4eb9-9795-035f70c81b65 service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1230161 Aug 26 01:34:56.260413 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-10cf76aa-8a76-4d60-96c5-96fd21d989d5 req-067e880a-0a15-445d-b697-dc35a721823c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e059c25-cd05-4a98-8061-719a1aac7de8 HTTP/1.1" status: 200 len: 1000 time: 0.0923398 Aug 26 01:34:56.325908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf76aa-8a76-4d60-96c5-96fd21d989d5 req-40c1b7a8-f007-4a49-bf47-0243289ce7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:56.327242 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-10cf76aa-8a76-4d60-96c5-96fd21d989d5 req-40c1b7a8-f007-4a49-bf47-0243289ce7bc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0603201 Aug 26 01:34:56.410107 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf76aa-8a76-4d60-96c5-96fd21d989d5 req-8188ee43-ebb6-4e91-87d5-9d34d5607697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:56.411552 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-10cf76aa-8a76-4d60-96c5-96fd21d989d5 req-8188ee43-ebb6-4e91-87d5-9d34d5607697 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773389 Aug 26 01:34:56.543168 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-10cf76aa-8a76-4d60-96c5-96fd21d989d5 req-371a81c6-d4b3-4ea2-a0da-29c64c8bbcdc service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254036 Aug 26 01:34:56.674139 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-10cf76aa-8a76-4d60-96c5-96fd21d989d5 req-51e7808f-081b-4eea-b156-a72dae3872c9 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245136 Aug 26 01:34:57.057024 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347f9a2-4897-4604-95f6-22706e457bd9 req-28070223-6b37-4d89-95fa-a24c39e13a81 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:57.058444 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c347f9a2-4897-4604-95f6-22706e457bd9 req-28070223-6b37-4d89-95fa-a24c39e13a81 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 944 time: 0.0865045 Aug 26 01:34:57.103595 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c347f9a2-4897-4604-95f6-22706e457bd9 req-98722b2c-c02b-4656-941b-67674dad41f0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393252 Aug 26 01:34:57.384460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3e059c25-cd05-4a98-8061-719a1aac7de8 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:34:57.454493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 3e059c25-cd05-4a98-8061-719a1aac7de8 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:34:57.454868 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:57.574057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 3e059c25-cd05-4a98-8061-719a1aac7de8 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:34:57.574493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:57.601400 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f51f91-4884-47ab-9991-b7258ddf2069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e059c25-cd05-4a98-8061-719a1aac7de8'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:34:57.611381 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3e059c25-cd05-4a98-8061-719a1aac7de8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e059c25-cd05-4a98-8061-719a1aac7de8,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:34:57.645901 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b98c0a6-3f2b-42ea-9790-12dfb4095706'] response: {'server_uuid': '44f51f91-4884-47ab-9991-b7258ddf2069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e059c25-cd05-4a98-8061-719a1aac7de8', 'code': 200} Aug 26 01:34:57.692937 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:34:57.761632 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=3e059c25-cd05-4a98-8061-719a1aac7de8,revision_number=8']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:34:58.392250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41a098-17ce-4f09-bb41-9580b405b2fd req-9a221613-7814-428f-83f2-bb8fc0956896 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:58.393710 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dd41a098-17ce-4f09-bb41-9580b405b2fd req-9a221613-7814-428f-83f2-bb8fc0956896 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.1849747 Aug 26 01:34:58.437622 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dd41a098-17ce-4f09-bb41-9580b405b2fd req-b5f29544-5d7c-403d-8cba-e15df94816f4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381882 Aug 26 01:34:58.635971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf142bc-47fd-471c-8d88-2d6087dfce63 req-bf48e1ed-3b76-474a-9627-82c428239a24 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:58.637422 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7bf142bc-47fd-471c-8d88-2d6087dfce63 req-bf48e1ed-3b76-474a-9627-82c428239a24 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0923247 Aug 26 01:34:58.681108 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7bf142bc-47fd-471c-8d88-2d6087dfce63 req-b0a1a86b-a961-4297-a705-bd9b6203a84e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378914 Aug 26 01:34:58.876393 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb642230-df4b-437a-aa77-70a67133ddea req-e619677a-6f05-4583-a3e5-e5ba9f45e7f1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:58.877879 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fb642230-df4b-437a-aa77-70a67133ddea req-e619677a-6f05-4583-a3e5-e5ba9f45e7f1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0875103 Aug 26 01:34:58.921625 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fb642230-df4b-437a-aa77-70a67133ddea req-5e93a490-0ea5-4218-b970-e369a6c63134 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379400 Aug 26 01:34:59.526641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99b064-3a85-4c30-bef6-fc03f9301d4a req-45353a76-c3eb-4756-a960-d91e66387281 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:34:59.528075 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9b99b064-3a85-4c30-bef6-fc03f9301d4a req-45353a76-c3eb-4756-a960-d91e66387281 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0908222 Aug 26 01:34:59.571200 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9b99b064-3a85-4c30-bef6-fc03f9301d4a req-0830c635-29cd-433f-8042-e4147a1c299a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373483 Aug 26 01:35:00.572972 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2c21d0db-24c4-4aba-880f-f00643cee78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:00.768025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb02ff-4f72-421a-b838-74545093559f req-66febf8f-0319-49b9-9dab-17079033a28b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:00.769539 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fecb02ff-4f72-421a-b838-74545093559f req-66febf8f-0319-49b9-9dab-17079033a28b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0858021 Aug 26 01:35:00.919573 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fecb02ff-4f72-421a-b838-74545093559f req-44fd8644-1187-4985-b180-aa25c5d799e8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441355 Aug 26 01:35:01.463039 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-4d827664-3ab5-41f8-8031-b598196a5212 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:01.464388 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-4d827664-3ab5-41f8-8031-b598196a5212 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0861149 Aug 26 01:35:01.539772 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Deleting port 3e059c25-cd05-4a98-8061-719a1aac7de8 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:35:01.540683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:01.786083 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] For port 3e059c25-cd05-4a98-8061-719a1aac7de8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e059c25-cd05-4a98-8061-719a1aac7de8,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:35:01.786750 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:02.086205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:02.086445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:02.086737 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a disassociated. External IP: 172.26.2.160, port: 3e059c25-cd05-4a98-8061-719a1aac7de8. Aug 26 01:35:02.087287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Calling delete_port for 3e059c25-cd05-4a98-8061-719a1aac7de8 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:35:02.116856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc884181-19c6-40db-995c-d566b7952c59 req-5d20145c-f752-4948-b75e-6d5e8c54ccbe tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:02.118874 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dc884181-19c6-40db-995c-d566b7952c59 req-5d20145c-f752-4948-b75e-6d5e8c54ccbe tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 945 time: 0.0891855 Aug 26 01:35:02.163352 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dc884181-19c6-40db-995c-d566b7952c59 req-8b1d9a0a-e6fb-4389-a42a-56d2890c1dc7 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385101 Aug 26 01:35:02.301226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:02.349812 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Pushing event deleted for resources: {'Port': ['ID=3e059c25-cd05-4a98-8061-719a1aac7de8,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:35:02.360734 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:35:02.361086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:35:02.361424 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:35:02.361770 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:35:02.362110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:35:02.362439 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:35:02.362764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:35:02.363094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:35:02.363425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:35:02.363743 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:35:02.364062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:35:02.364379 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:35:02.550955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Router ad12733a-db4c-48c9-a4d0-1eadff121b86 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:35:02.723993 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:35:02.733772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71accb92-0807-4960-9086-0271e6d98124 None None] Sync routers for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:35:02.744554 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71accb92-0807-4960-9086-0271e6d98124 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:35:02.745159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-71accb92-0807-4960-9086-0271e6d98124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:34:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:35:02.810357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] No DVR routers for this DVR port 3e059c25-cd05-4a98-8061-719a1aac7de8 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:35:02.812896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:02.815493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f51f91-4884-47ab-9991-b7258ddf2069', 'name': 'network-vif-deleted', 'tag': '3e059c25-cd05-4a98-8061-719a1aac7de8'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:35:02.864819 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e628f536-7fe8-494b-9235-1983e8026ef6'] response: {'server_uuid': '44f51f91-4884-47ab-9991-b7258ddf2069', 'name': 'network-vif-deleted', 'tag': '3e059c25-cd05-4a98-8061-719a1aac7de8', 'status': 'completed', 'code': 200} Aug 26 01:35:02.893944 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-24f8eeec-2c99-49ab-bcb0-db30b2854356 req-b5ae6e2b-953f-4f7f-886b-8ec99b60598e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "DELETE /v2.0/ports/3e059c25-cd05-4a98-8061-719a1aac7de8 HTTP/1.1" status: 204 len: 173 time: 1.4210989 Aug 26 01:35:02.926777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-71accb92-0807-4960-9086-0271e6d98124 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:35:03.058057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-db2f9675-797b-4f12-8aa4-f03cf89c416b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:03.251222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-71accb92-0807-4960-9086-0271e6d98124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:35:03.255253 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71accb92-0807-4960-9086-0271e6d98124 None None] Checking router: ad12733a-db4c-48c9-a4d0-1eadff121b86 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:35:03.264663 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71accb92-0807-4960-9086-0271e6d98124 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:35:03.265295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-71accb92-0807-4960-9086-0271e6d98124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:35:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:35:03.339956 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0ad5e079-0cce-4844-8c80-b4afa8b82d6d req-8ea7641a-cd40-4487-a583-12ffd1b1d341 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f51f91-4884-47ab-9991-b7258ddf2069 HTTP/1.1" status: 200 len: 210 time: 0.0498736 Aug 26 01:35:03.439517 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-71accb92-0807-4960-9086-0271e6d98124 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:35:03.795747 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-71accb92-0807-4960-9086-0271e6d98124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:35:03.799802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71accb92-0807-4960-9086-0271e6d98124 None None] The sync data for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv is: [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:35:03.807670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:04.020772 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b42f5e-ee8b-48d2-b660-b685e828123d None None] New status for floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:35:04.063955 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:04.670804 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b378ba9c-125c-4db8-b1f8-49df1e1f71b1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1477018275&fields=id&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 267 time: 0.0398152 Aug 26 01:35:04.923693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-d00de783-7404-4951-90a6-a840d6ea9b01 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:04.925144 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-d00de783-7404-4951-90a6-a840d6ea9b01 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 812 time: 0.2480936 Aug 26 01:35:04.939104 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:35:04.940065 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-98fa7e9d-1499-4d02-af70-d47c34677f0a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/quotas/c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 375 time: 0.0095325 Aug 26 01:35:05.032684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-e651d6cb-7922-4692-b945-b195e1b12ca2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Synchronizing usage tracker for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:35:05.115320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-e651d6cb-7922-4692-b945-b195e1b12ca2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Unset dirty status for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:35:05.116914 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-e651d6cb-7922-4692-b945-b195e1b12ca2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1718628 Aug 26 01:35:05.299871 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-dd0979a0-398f-421b-bb9e-c20b9044dc4b service neutron] 10.222.0.83 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705744 Aug 26 01:35:05.429793 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3e059c25-cd05-4a98-8061-719a1aac7de8 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:35:05.434918 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-5d2b6232-d369-4869-8a8c-f08619292848 service neutron] 10.222.0.83 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292274 Aug 26 01:35:05.464234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 3e059c25-cd05-4a98-8061-719a1aac7de8 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:35:05.464589 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3e059c25-cd05-4a98-8061-719a1aac7de8 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:35:05.575788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:06.724283 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8426bedc-46d8-4311-983f-3c60ae17bf95 req-6ce751f0-937a-492b-bd55-00b2502a8570 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0521734 Aug 26 01:35:07.879909 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-96a19954-c074-4b03-8a4c-363ede5618e6 req-c0fb9e66-9db1-4e47-b7e9-106d1042dbe7 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0489435 Aug 26 01:35:08.804716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-c83f738c-f3e7-4533-aeb8-1c544091caa3 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:08.806187 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-c83f738c-f3e7-4533-aeb8-1c544091caa3 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 812 time: 0.1467166 Aug 26 01:35:08.872022 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-619e2c2d-4484-40a7-a900-180a69471c23 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 380 time: 0.0407655 Aug 26 01:35:08.881456 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Request body: {'port': {'device_id': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'admin_state_up': True, 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'security_groups': ['041b36b0-cf8c-4a69-98e9-d58429822e1a']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:35:09.022826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:35:09.033634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:35:09.040099 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3a0c7639-553a-4a1f-b485-f38df8ae97df req-2db99394-31a6-4e8d-8b15-50c195383fca tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0500922 Aug 26 01:35:09.131505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Made reservation on behalf of c3cc73a90c4a4817b77948d9b6b080c2 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:35:09.131505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:09.295764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Allocated IP 172.20.0.14 (46aeb96a-b0e7-40d7-8687-bd086cc51c79/aaa91b7b-1678-4cbe-b784-196b0d24c613/b4dbb616-5279-49a0-99dc-5dcdd429e9ce) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:35:09.484071 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:09.499765 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Transition to ACTIVE for port object b4dbb616-5279-49a0-99dc-5dcdd429e9ce will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:35:09.610453 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:09.684649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:35:09.685780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:35:09.689811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:35:09.730079 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Pushing event updated for resources: {'Port': ['ID=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:35:09.761829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:09.762658 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:09.862704 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-7524d0e8-3085-4945-9c9e-2577b4882957 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9845276 Aug 26 01:35:09.888041 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Request body: {'port': {'device_id': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:35:10.002198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:10.022620 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c12c3b92-6bda-4acf-a939-7e31432596cc None None] Provisioning for port b4dbb616-5279-49a0-99dc-5dcdd429e9ce completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:35:10.029257 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c12c3b92-6bda-4acf-a939-7e31432596cc None None] Provisioning complete for port b4dbb616-5279-49a0-99dc-5dcdd429e9ce triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:35:10.029604 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c12c3b92-6bda-4acf-a939-7e31432596cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:10.094063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c12c3b92-6bda-4acf-a939-7e31432596cc None None] Port b4dbb616-5279-49a0-99dc-5dcdd429e9ce cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:35:10.479884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effda366-469f-4077-a78d-a6c73e293084 req-1f297e4a-4fcd-482b-82b5-fd94b2800329 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:10.484506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-effda366-469f-4077-a78d-a6c73e293084 req-1f297e4a-4fcd-482b-82b5-fd94b2800329 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Synchronizing usage tracker for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:35:10.565788 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4dbb616-5279-49a0-99dc-5dcdd429e9ce {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:35:10.573618 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:10.577638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-effda366-469f-4077-a78d-a6c73e293084 req-1f297e4a-4fcd-482b-82b5-fd94b2800329 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Unset dirty status for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:35:10.582039 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-effda366-469f-4077-a78d-a6c73e293084 req-1f297e4a-4fcd-482b-82b5-fd94b2800329 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 932 time: 0.4136024 Aug 26 01:35:10.602747 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Transition to ACTIVE for port object b4dbb616-5279-49a0-99dc-5dcdd429e9ce will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:35:10.629479 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-effda366-469f-4077-a78d-a6c73e293084 req-110eb160-17af-4a03-adca-38d047261c1b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444698 Aug 26 01:35:10.681433 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:10.877562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:35:10.887248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:10.911423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Attempting to bind port b4dbb616-5279-49a0-99dc-5dcdd429e9ce on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:35:10.912024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Attempting to bind port b4dbb616-5279-49a0-99dc-5dcdd429e9ce by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:35:10.912252 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Attempting to bind port b4dbb616-5279-49a0-99dc-5dcdd429e9ce on network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:35:10.916660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Port b4dbb616-5279-49a0-99dc-5dcdd429e9ce on network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:35:10.916968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Attempting to bind port b4dbb616-5279-49a0-99dc-5dcdd429e9ce on network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:35:10.921972 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:35:10.922301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Checking segment: {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:35:10.922673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Bound using segment: {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:35:10.923111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Bound port: b4dbb616-5279-49a0-99dc-5dcdd429e9ce, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:35:10.923444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:11.014207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] For port b4dbb616-5279-49a0-99dc-5dcdd429e9ce, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:35:11.017210 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] For port b4dbb616-5279-49a0-99dc-5dcdd429e9ce, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:35:11.081450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:11.111439 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:11.111963 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:11.113306 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] 10.222.0.94 "PUT /v2.0/ports/b4dbb616-5279-49a0-99dc-5dcdd429e9ce HTTP/1.1" status: 200 len: 1094 time: 1.2300808 Aug 26 01:35:11.113767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'tag': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:35:11.158910 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d273dc20-a1ab-4b89-ab22-d9ebe455fe9b'] response: {'name': 'network-changed', 'server_uuid': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'tag': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce', 'status': 'completed', 'code': 200} Aug 26 01:35:11.161361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f133a-7c06-418a-88e4-0523c2a65ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:35:11.291818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d35ef-8f00-44f8-8878-980aa7747bb0 req-34924342-5ca2-4160-9cb3-6b7a6a7086e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:11.293283 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9b8d35ef-8f00-44f8-8878-980aa7747bb0 req-34924342-5ca2-4160-9cb3-6b7a6a7086e7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 1097 time: 0.0805483 Aug 26 01:35:11.442295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d35ef-8f00-44f8-8878-980aa7747bb0 req-18bea7cb-5061-4429-a05a-3a01df0ef6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:11.443633 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9b8d35ef-8f00-44f8-8878-980aa7747bb0 req-18bea7cb-5061-4429-a05a-3a01df0ef6e3 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1312478 Aug 26 01:35:11.588401 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d35ef-8f00-44f8-8878-980aa7747bb0 req-ed38653c-6e83-420e-8c06-5621dcf8b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:11.589846 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9b8d35ef-8f00-44f8-8878-980aa7747bb0 req-ed38653c-6e83-420e-8c06-5621dcf8b316 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1373060 Aug 26 01:35:11.735341 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-6fc233f6-dac7-43d5-8a23-621d54927fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:11.736744 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-6fc233f6-dac7-43d5-8a23-621d54927fea service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 1097 time: 0.0771337 Aug 26 01:35:11.851757 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-92ed7571-47fa-4ce4-b1d2-2fa9a76ee664 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce HTTP/1.1" status: 200 len: 217 time: 0.0741339 Aug 26 01:35:11.929910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-3a7fd1d1-ec29-40b3-984e-607fc069a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:11.931298 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-3a7fd1d1-ec29-40b3-984e-607fc069a902 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0696468 Aug 26 01:35:11.939291 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b81ff1-0178-4ec3-a395-ce6d0d2bd5e3 req-4d5ba748-7cbd-4972-ad7a-2a6367d08975 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:11.940681 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-07b81ff1-0178-4ec3-a395-ce6d0d2bd5e3 req-4d5ba748-7cbd-4972-ad7a-2a6367d08975 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 944 time: 0.1970477 Aug 26 01:35:12.036375 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-07b81ff1-0178-4ec3-a395-ce6d0d2bd5e3 req-ef19d55b-fb6b-4de0-ad09-a9997c4e8ee5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565541 Aug 26 01:35:12.053440 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-5990b8b0-6a04-43e2-9313-8244bb10dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:12.054909 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-5990b8b0-6a04-43e2-9313-8244bb10dce7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1134162 Aug 26 01:35:12.187365 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-0c7d5826-0da7-4d50-a058-e5b7c99073d5 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224351 Aug 26 01:35:12.424357 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f652f4a6-3cfa-4657-9a02-d59e355bf58a req-3e7d68aa-cb2c-4dcb-bf0d-5f247ae85758 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277656 Aug 26 01:35:13.388578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3f277-9090-4a6e-9705-62eead2dc527 req-18a1071d-ef99-47c5-b57e-6b26f2a4e073 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:13.389974 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-14b3f277-9090-4a6e-9705-62eead2dc527 req-18a1071d-ef99-47c5-b57e-6b26f2a4e073 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 944 time: 0.0864980 Aug 26 01:35:13.436671 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-14b3f277-9090-4a6e-9705-62eead2dc527 req-3428e3c8-7c37-4567-85ae-c9445e7fc614 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411150 Aug 26 01:35:14.629142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddf9f6-227f-43a1-b15d-7dd3118e85da req-a1133e44-d9af-460a-8a86-a949e0291ede tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:14.630594 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-65ddf9f6-227f-43a1-b15d-7dd3118e85da req-a1133e44-d9af-460a-8a86-a949e0291ede tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 944 time: 0.0859783 Aug 26 01:35:14.675291 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-65ddf9f6-227f-43a1-b15d-7dd3118e85da req-5d4f1822-f1aa-4bc0-bea3-bf0fa1d7b828 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390785 Aug 26 01:35:15.465436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device b4dbb616-5279-49a0-99dc-5dcdd429e9ce details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:35:15.598309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port b4dbb616-5279-49a0-99dc-5dcdd429e9ce, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:35:15.611826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'port_id': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce', 'mac_address': 'fa:16:3e:a7:80:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:35:15.666515 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port b4dbb616-5279-49a0-99dc-5dcdd429e9ce is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:35:15.667017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:15.683956 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4dbb616-5279-49a0-99dc-5dcdd429e9ce {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:35:15.698991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port b4dbb616-5279-49a0-99dc-5dcdd429e9ce, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:35:15.761484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:15.837220 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:35:15.871565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce6601-a645-4f45-a9fd-39f2f6de1baf req-464902c2-af8c-48a0-8a1e-b64c85a52a5c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:15.873033 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2cce6601-a645-4f45-a9fd-39f2f6de1baf req-464902c2-af8c-48a0-8a1e-b64c85a52a5c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0902078 Aug 26 01:35:15.916744 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2cce6601-a645-4f45-a9fd-39f2f6de1baf req-cf4a4651-74f1-40d5-8e00-be0f0d4aae70 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376086 Aug 26 01:35:16.084981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['b4dbb616-5279-49a0-99dc-5dcdd429e9ce'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:35:17.118321 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef20fb-d9ef-44b9-9856-688e80915c17 req-9164d90e-e347-4f3b-9059-8e76376cc01b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:17.120059 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-89ef20fb-d9ef-44b9-9856-688e80915c17 req-9164d90e-e347-4f3b-9059-8e76376cc01b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0904865 Aug 26 01:35:17.166553 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-89ef20fb-d9ef-44b9-9856-688e80915c17 req-15278739-5278-4ca3-8998-e5a7d7820b45 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401516 Aug 26 01:35:17.479985 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device b4dbb616-5279-49a0-99dc-5dcdd429e9ce up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:35:17.604601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port b4dbb616-5279-49a0-99dc-5dcdd429e9ce completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:35:17.609575 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port b4dbb616-5279-49a0-99dc-5dcdd429e9ce triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:35:17.609986 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:17.727055 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port b4dbb616-5279-49a0-99dc-5dcdd429e9ce is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:35:17.727438 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:17.754042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:35:17.768111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port b4dbb616-5279-49a0-99dc-5dcdd429e9ce, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:35:17.797422 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a835dc46-75d6-4cf9-bc0c-318d465ed92b'] response: {'server_uuid': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce', 'code': 200} Aug 26 01:35:17.855562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:17.923308 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:35:18.204972 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6033a3-3a7a-4a0f-b9cd-fa858b728527 req-8c3dd484-fb0b-4dd5-a4ab-5239ab0323a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:18.206508 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1b6033a3-3a7a-4a0f-b9cd-fa858b728527 req-8c3dd484-fb0b-4dd5-a4ab-5239ab0323a2 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 1099 time: 0.0801065 Aug 26 01:35:18.251645 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1b6033a3-3a7a-4a0f-b9cd-fa858b728527 req-afcd4bf9-dc30-4e2f-9c5c-50067cad5975 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356290 Aug 26 01:35:18.368602 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc430d-137a-400a-bae4-bc411832f823 req-9812b1fc-0aeb-4915-8f6b-4516f36890f6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:18.376895 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eafc430d-137a-400a-bae4-bc411832f823 req-9812b1fc-0aeb-4915-8f6b-4516f36890f6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0864840 Aug 26 01:35:18.415170 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eafc430d-137a-400a-bae4-bc411832f823 req-de1f8146-7e1b-4e01-a8fc-ff42e8f7b1b0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385621 Aug 26 01:35:19.658151 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f9515-3bb6-4176-85b0-e217d3b7119a req-17e50de8-9f8e-4f3a-b2a8-d632a5b52733 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:19.659641 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bc9f9515-3bb6-4176-85b0-e217d3b7119a req-17e50de8-9f8e-4f3a-b2a8-d632a5b52733 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.1327162 Aug 26 01:35:19.705112 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bc9f9515-3bb6-4176-85b0-e217d3b7119a req-7a0022f1-5414-411a-867c-28fc5a3c88f1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387204 Aug 26 01:35:20.904461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9afed-8c02-441f-8ca2-2b4e05d26e44 req-e1251790-08a7-49d8-9747-d7561eaaf703 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:20.905925 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-19e9afed-8c02-441f-8ca2-2b4e05d26e44 req-e1251790-08a7-49d8-9747-d7561eaaf703 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0903378 Aug 26 01:35:20.950053 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-19e9afed-8c02-441f-8ca2-2b4e05d26e44 req-508f633e-ffcc-49ec-bbe3-a4677ec0da89 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381360 Aug 26 01:35:21.138210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aa920-217e-4f13-986f-261f4c92b04d req-cf5c0666-5817-431a-ac3f-ed92ba0e0797 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:21.139657 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6f1aa920-217e-4f13-986f-261f4c92b04d req-cf5c0666-5817-431a-ac3f-ed92ba0e0797 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0857379 Aug 26 01:35:21.149616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 57686) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:35:21.154656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-400fb261-5f8d-4b4c-b2f3-9f1dc95f40d8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Request body: {'floatingip': {'port_id': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:35:21.233233 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-400fb261-5f8d-4b4c-b2f3-9f1dc95f40d8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:21.816372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-400fb261-5f8d-4b4c-b2f3-9f1dc95f40d8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:21.870249 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-400fb261-5f8d-4b4c-b2f3-9f1dc95f40d8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:22.146149 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-400fb261-5f8d-4b4c-b2f3-9f1dc95f40d8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a associated. External IP: 172.26.2.160, port: b4dbb616-5279-49a0-99dc-5dcdd429e9ce. Aug 26 01:35:22.499276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400fb261-5f8d-4b4c-b2f3-9f1dc95f40d8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Router ad12733a-db4c-48c9-a4d0-1eadff121b86 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:35:22.675867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400fb261-5f8d-4b4c-b2f3-9f1dc95f40d8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:35:22.680690 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-400fb261-5f8d-4b4c-b2f3-9f1dc95f40d8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:22.685911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df42159-6b17-4ef0-9fcb-335ab59bcb89 None None] Sync routers for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:35:22.695426 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df42159-6b17-4ef0-9fcb-335ab59bcb89 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:35:22.696109 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2df42159-6b17-4ef0-9fcb-335ab59bcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:35:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:35:22.736840 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-400fb261-5f8d-4b4c-b2f3-9f1dc95f40d8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "PUT /v2.0/floatingips/17374b7e-f14e-4094-8c8d-2b258f64b86a HTTP/1.1" status: 200 len: 992 time: 1.5839150 Aug 26 01:35:22.736840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'tag': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:35:22.831579 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ede096-dcab-45dd-b172-545f9a50d329'] response: {'name': 'network-changed', 'server_uuid': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'tag': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce', 'status': 'completed', 'code': 200} Aug 26 01:35:22.879715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-2df42159-6b17-4ef0-9fcb-335ab59bcb89 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:35:22.959060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfafba-4df7-4e9b-bb4f-6311046527e9 req-c46e6006-3953-46f0-a0e5-5f31e70695bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:22.960543 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8bdfafba-4df7-4e9b-bb4f-6311046527e9 req-c46e6006-3953-46f0-a0e5-5f31e70695bf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 1099 time: 0.0813429 Aug 26 01:35:23.095162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfafba-4df7-4e9b-bb4f-6311046527e9 req-ee9d78a1-9636-470e-8da0-c93f149c24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:23.096769 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8bdfafba-4df7-4e9b-bb4f-6311046527e9 req-ee9d78a1-9636-470e-8da0-c93f149c24e2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1303487 Aug 26 01:35:23.195989 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8bdfafba-4df7-4e9b-bb4f-6311046527e9 req-48c7a4ff-e069-409e-8ef5-72893c66b26f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce HTTP/1.1" status: 200 len: 1000 time: 0.0935445 Aug 26 01:35:23.261269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfafba-4df7-4e9b-bb4f-6311046527e9 req-513e4d9d-845f-4a7d-9976-07d1e6f64bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:23.262723 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8bdfafba-4df7-4e9b-bb4f-6311046527e9 req-513e4d9d-845f-4a7d-9976-07d1e6f64bc4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0609066 Aug 26 01:35:23.265410 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2df42159-6b17-4ef0-9fcb-335ab59bcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '17374b7e-f14e-4094-8c8d-2b258f64b86a', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'port_id': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'mac_address': 'fa:16:3e:a7:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:33:38Z', 'updated_at': '2022-08-26T01:35:21Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:35:23.269699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df42159-6b17-4ef0-9fcb-335ab59bcb89 None None] Checking router: ad12733a-db4c-48c9-a4d0-1eadff121b86 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:35:23.278752 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df42159-6b17-4ef0-9fcb-335ab59bcb89 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:35:23.279361 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2df42159-6b17-4ef0-9fcb-335ab59bcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:35:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:35:23.344719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfafba-4df7-4e9b-bb4f-6311046527e9 req-304ee902-6953-4965-a618-37a19a7e4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:23.346311 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8bdfafba-4df7-4e9b-bb4f-6311046527e9 req-304ee902-6953-4965-a618-37a19a7e4814 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773504 Aug 26 01:35:23.458329 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-2df42159-6b17-4ef0-9fcb-335ab59bcb89 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:35:23.479192 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8bdfafba-4df7-4e9b-bb4f-6311046527e9 req-e797d136-7feb-42b1-a4f5-12f071a277da service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262617 Aug 26 01:35:23.610339 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8bdfafba-4df7-4e9b-bb4f-6311046527e9 req-a73ec6be-ca80-45e9-a8f1-25fb6bc395de service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258831 Aug 26 01:35:23.810401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-2df42159-6b17-4ef0-9fcb-335ab59bcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '17374b7e-f14e-4094-8c8d-2b258f64b86a', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'port_id': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'mac_address': 'fa:16:3e:a7:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:33:38Z', 'updated_at': '2022-08-26T01:35:21Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:35:23.814424 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df42159-6b17-4ef0-9fcb-335ab59bcb89 None None] The sync data for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv is: [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '17374b7e-f14e-4094-8c8d-2b258f64b86a', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'port_id': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'mac_address': 'fa:16:3e:a7:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:33:38Z', 'updated_at': '2022-08-26T01:35:21Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:35:24.010625 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34cabf6-c4c9-43af-b8ba-7d476929caaa None None] New status for floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a: ACTIVE {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:35:30.489762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-487b118c-8732-4f52-a376-17abbcb02c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:33.006750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a19c12e6-f0c0-4313-bfd5-6ded9724dadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:33.718100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:34.049787 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:35.558238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:40.926455 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:35:41.939545 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:35:51.644997 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6daa6b13-34f0-447c-804d-f4c45cd10147 req-b298856f-d797-4b89-acb1-08b00d394c7f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803821 Aug 26 01:35:51.809300 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa6b13-34f0-447c-804d-f4c45cd10147 req-d2646fcf-9b45-42a3-8ac6-57b9354d689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:51.811437 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6daa6b13-34f0-447c-804d-f4c45cd10147 req-d2646fcf-9b45-42a3-8ac6-57b9354d689c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 1099 time: 0.0779665 Aug 26 01:35:51.956431 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa6b13-34f0-447c-804d-f4c45cd10147 req-c4a9603e-a3a5-4b94-8241-4c558ea23fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:51.957871 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6daa6b13-34f0-447c-804d-f4c45cd10147 req-c4a9603e-a3a5-4b94-8241-4c558ea23fa7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1280258 Aug 26 01:35:52.064513 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6daa6b13-34f0-447c-804d-f4c45cd10147 req-5c1915f6-60e9-47ed-b5bc-d84d33ba78ee service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce HTTP/1.1" status: 200 len: 1002 time: 0.0991056 Aug 26 01:35:52.129860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa6b13-34f0-447c-804d-f4c45cd10147 req-1ec70135-c45d-437d-98fb-07e4aa10e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:52.131271 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6daa6b13-34f0-447c-804d-f4c45cd10147 req-1ec70135-c45d-437d-98fb-07e4aa10e7e3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0609958 Aug 26 01:35:52.212306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa6b13-34f0-447c-804d-f4c45cd10147 req-e789ad1d-a420-4d67-a9f2-d0d26d333ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:52.213658 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6daa6b13-34f0-447c-804d-f4c45cd10147 req-e789ad1d-a420-4d67-a9f2-d0d26d333ece service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751157 Aug 26 01:35:52.344229 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6daa6b13-34f0-447c-804d-f4c45cd10147 req-dcec9978-0493-4c67-921c-b51cd16a52d2 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242075 Aug 26 01:35:52.574877 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6daa6b13-34f0-447c-804d-f4c45cd10147 req-cb59c6fe-a473-4d58-bc85-58a5a353cfea service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237198 Aug 26 01:35:57.112264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60edf5-4c21-460d-acad-734c4542dde4 req-a550a118-683a-4cc6-9d67-3d5cdf35973a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:57.113855 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6f60edf5-4c21-460d-acad-734c4542dde4 req-a550a118-683a-4cc6-9d67-3d5cdf35973a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0936232 Aug 26 01:35:57.161628 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6f60edf5-4c21-460d-acad-734c4542dde4 req-b062b8e4-36dc-4d52-ad38-37ceb5d7b3ae tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 Aug 26 01:35:58.360907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec966986-5164-4e60-baa9-5c8de6671858 req-a106209a-8400-4ae6-aa43-8c9af0c364b2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:58.362418 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec966986-5164-4e60-baa9-5c8de6671858 req-a106209a-8400-4ae6-aa43-8c9af0c364b2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0904450 Aug 26 01:35:58.408159 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec966986-5164-4e60-baa9-5c8de6671858 req-4a0fc341-4a5f-48cb-a855-033c69bf7766 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400085 Aug 26 01:35:59.603576 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ada5c7-1326-4b11-84f0-b0bd8ed77b2f req-d605d56a-53e0-4e32-b093-31793acd6caf tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:35:59.605003 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b9ada5c7-1326-4b11-84f0-b0bd8ed77b2f req-d605d56a-53e0-4e32-b093-31793acd6caf tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0856347 Aug 26 01:35:59.651731 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b9ada5c7-1326-4b11-84f0-b0bd8ed77b2f req-a912cde7-97ed-4a24-9d57-a5722adf8f78 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400202 Aug 26 01:36:00.489387 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e6b87352-d232-438d-93e3-ef13760b8440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:00.850031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d0fbb-a581-482a-951f-c90fd3c3b26e req-cd095d4c-ae37-4941-9f60-f22de8aa0f6a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:00.851551 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-546d0fbb-a581-482a-951f-c90fd3c3b26e req-cd095d4c-ae37-4941-9f60-f22de8aa0f6a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0860782 Aug 26 01:36:00.898845 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-546d0fbb-a581-482a-951f-c90fd3c3b26e req-682846c5-8e28-4f56-9e62-f386acff9476 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411329 Aug 26 01:36:02.091679 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8375c1e-dbcc-4523-ad5a-d15261ae4311 req-ce0c9474-839e-4cfd-8e43-7c0c9e1d9c2c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:02.093145 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e8375c1e-dbcc-4523-ad5a-d15261ae4311 req-ce0c9474-839e-4cfd-8e43-7c0c9e1d9c2c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0865948 Aug 26 01:36:02.137792 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e8375c1e-dbcc-4523-ad5a-d15261ae4311 req-020238a3-2985-4fad-8377-6b8afa977566 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390077 Aug 26 01:36:03.032154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cc082bc0-2d58-4e10-a2ad-4d40e1e06f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:03.326330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1facfd2-e0f3-49dc-b60f-cf30c8206d15 req-796db4bf-2ecc-4a94-8ce2-26312f253574 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:03.327983 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f1facfd2-e0f3-49dc-b60f-cf30c8206d15 req-796db4bf-2ecc-4a94-8ce2-26312f253574 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0847456 Aug 26 01:36:03.371139 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f1facfd2-e0f3-49dc-b60f-cf30c8206d15 req-b40a6641-ca5a-41a5-871a-544ed425e371 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375385 Aug 26 01:36:03.718585 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:04.023393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:04.571097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97724eab-af7d-4c25-a977-88a17dbeb40b req-514e5323-042c-49d6-a293-89a7452b20f8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:04.572540 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97724eab-af7d-4c25-a977-88a17dbeb40b req-514e5323-042c-49d6-a293-89a7452b20f8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0913332 Aug 26 01:36:04.616961 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97724eab-af7d-4c25-a977-88a17dbeb40b req-d8c7dff2-48d9-47f2-879a-93660b2f3f79 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380359 Aug 26 01:36:05.594952 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:05.814199 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e748b7-60ea-4b07-adc2-70f3615bf5a0 req-bb45b854-d62c-4464-9169-992b78d17ac8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:05.815840 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-48e748b7-60ea-4b07-adc2-70f3615bf5a0 req-bb45b854-d62c-4464-9169-992b78d17ac8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0902708 Aug 26 01:36:05.861577 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-48e748b7-60ea-4b07-adc2-70f3615bf5a0 req-bbe0303d-dd9b-4e95-98a3-7cc9f00c6ce0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400126 Aug 26 01:36:07.103309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc099e8c-d287-4bb3-934e-458118c2b0ca req-3b7b7fcc-7676-409a-bc6e-1a2070a23927 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:07.104775 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dc099e8c-d287-4bb3-934e-458118c2b0ca req-3b7b7fcc-7676-409a-bc6e-1a2070a23927 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.1357443 Aug 26 01:36:07.153449 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dc099e8c-d287-4bb3-934e-458118c2b0ca req-72c33787-7561-481d-902d-9a5db1ab4a40 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416002 Aug 26 01:36:08.401220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368e9f0-1d1a-40bf-ba7e-95bc2b10da6d req-3e6fcf16-d015-4e67-b86a-acb0cd4bbf8d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:08.402831 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b368e9f0-1d1a-40bf-ba7e-95bc2b10da6d req-3e6fcf16-d015-4e67-b86a-acb0cd4bbf8d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.1376443 Aug 26 01:36:08.451152 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b368e9f0-1d1a-40bf-ba7e-95bc2b10da6d req-9fdc7dda-7b23-4ce9-9656-213dd05e0ba2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418627 Aug 26 01:36:08.973881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae88e7-c7e5-4699-b5f0-20e073658e9f req-366baf9e-1720-4155-ad43-1fd363fb6cab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:08.975359 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fcae88e7-c7e5-4699-b5f0-20e073658e9f req-366baf9e-1720-4155-ad43-1fd363fb6cab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0890214 Aug 26 01:36:09.020301 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fcae88e7-c7e5-4699-b5f0-20e073658e9f req-21d090a4-2cd6-40de-9e99-5b2348440157 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392787 Aug 26 01:36:09.083884 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-5c465b69-88e3-4c7d-adff-fa7a5b771b63 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1227922 Aug 26 01:36:10.236132 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af0487-fc4f-4339-8d42-d6c9bea8fb00 req-cf9359ec-1520-45a0-8643-ab65badade11 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:10.237784 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d2af0487-fc4f-4339-8d42-d6c9bea8fb00 req-cf9359ec-1520-45a0-8643-ab65badade11 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.1033149 Aug 26 01:36:10.285603 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d2af0487-fc4f-4339-8d42-d6c9bea8fb00 req-171ad631-4d9e-4078-aa77-d0e8d2d60416 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398335 Aug 26 01:36:10.908987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:11.200232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-08cfbeb1-9b77-4f88-81c0-0356b86b8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:11.201684 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-08cfbeb1-9b77-4f88-81c0-0356b86b8605 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 1099 time: 0.1185346 Aug 26 01:36:11.336769 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-8bc7816a-3d18-4d31-bb7e-0cd0b1d2e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:11.338239 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-8bc7816a-3d18-4d31-bb7e-0cd0b1d2e43e service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1273277 Aug 26 01:36:11.444043 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-634f69a9-cc3e-4107-8574-4490b2615d0b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce HTTP/1.1" status: 200 len: 1002 time: 0.0968208 Aug 26 01:36:11.482966 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ace12-c532-4f50-9844-0995ba9c9e03 req-620c8a41-7c1f-40d2-8e98-5e2dd7fbbf89 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:11.484409 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fd0ace12-c532-4f50-9844-0995ba9c9e03 req-620c8a41-7c1f-40d2-8e98-5e2dd7fbbf89 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0896368 Aug 26 01:36:11.509785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-f0d023c7-a827-4076-a305-2f8dbba2278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:11.511238 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-f0d023c7-a827-4076-a305-2f8dbba2278a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0580781 Aug 26 01:36:11.529004 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fd0ace12-c532-4f50-9844-0995ba9c9e03 req-9a7e6d38-f584-47bb-8d61-0241cae6e92c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385752 Aug 26 01:36:11.599754 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-683cdecf-cff0-40dd-a1bf-607aeaaae2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:11.601205 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-683cdecf-cff0-40dd-a1bf-607aeaaae2c4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798106 Aug 26 01:36:11.736057 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-279701fd-5cc3-408c-93e5-1d1c48676ea9 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245041 Aug 26 01:36:11.870860 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-c2318909-4b96-42d7-812b-b58e51babd41 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254222 Aug 26 01:36:12.723613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241f146-132d-4753-b45c-b808c938e2d7 req-f7b999b8-91ec-4b08-88e3-2ef69a8133fc tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:12.725123 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0241f146-132d-4753-b45c-b808c938e2d7 req-f7b999b8-91ec-4b08-88e3-2ef69a8133fc tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0858428 Aug 26 01:36:12.772478 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0241f146-132d-4753-b45c-b808c938e2d7 req-1270e8e6-7a03-4843-b646-bd2460f334dc tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417724 Aug 26 01:36:13.969294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391f398-939b-42d4-b39b-0e3369f7a89a req-d65071cc-726e-40e0-be24-68ceb7c79eb2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:13.970757 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d391f398-939b-42d4-b39b-0e3369f7a89a req-d65071cc-726e-40e0-be24-68ceb7c79eb2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0855618 Aug 26 01:36:14.017677 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d391f398-939b-42d4-b39b-0e3369f7a89a req-bfffe944-b6a5-4519-94bb-a75d03010af7 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411496 Aug 26 01:36:14.155928 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-0f73b87f-4e24-4f0d-b1d7-8ceeeef3abfc service neutron] 10.222.0.94 "GET /v2.0/ports/b4dbb616-5279-49a0-99dc-5dcdd429e9ce/bindings/hv-neutron-8545 HTTP/1.1" status: 200 len: 384 time: 0.0733132 Aug 26 01:36:14.850891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-d83e10ca-2b07-40f8-b08e-2514a0728a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:14.852364 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-d83e10ca-2b07-40f8-b08e-2514a0728a00 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 1099 time: 0.0799749 Aug 26 01:36:15.084073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-022d003d-b96d-443a-9f33-666dfbde97e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:15.085601 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-022d003d-b96d-443a-9f33-666dfbde97e5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 1099 time: 0.1870131 Aug 26 01:36:15.280087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-77c367d2-0c60-4fa3-b922-f872379a03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:15.281510 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-77c367d2-0c60-4fa3-b922-f872379a03ca service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1863406 Aug 26 01:36:15.296320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5840b7f-9b24-4e83-8358-49d5f230fff3 req-c7c1fce9-ccc9-46dc-b7e4-7985fda2b5c9 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:15.297670 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b5840b7f-9b24-4e83-8358-49d5f230fff3 req-c7c1fce9-ccc9-46dc-b7e4-7985fda2b5c9 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.1345861 Aug 26 01:36:15.439865 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-4d75b5aa-29d6-4b8d-9452-56e7419bb00e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce HTTP/1.1" status: 200 len: 1002 time: 0.1410389 Aug 26 01:36:15.443669 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b5840b7f-9b24-4e83-8358-49d5f230fff3 req-601bb2fb-0a37-49b0-99b9-cb58275bc170 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976067 Aug 26 01:36:15.514398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-9302ec30-6567-4914-80f4-6a2f6e46b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:15.516192 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-9302ec30-6567-4914-80f4-6a2f6e46b156 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0682456 Aug 26 01:36:15.606836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-da499a4d-a9ce-4b89-86ff-5efee6794507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:15.608273 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-da499a4d-a9ce-4b89-86ff-5efee6794507 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831659 Aug 26 01:36:15.740872 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-5d6986f1-12bb-4901-af19-c0f4d215c7eb service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233447 Aug 26 01:36:15.882626 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c76b2ef2-40b1-40a8-9449-f2baf45b279a req-e30e0943-6774-49a3-aa5c-4c17d65529f2 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329195 Aug 26 01:36:16.751697 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69799fdb-c072-4ff8-bcce-b7f49738d1dc req-f0ac490d-1597-4e95-abfa-304c7595e729 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:16.753056 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-69799fdb-c072-4ff8-bcce-b7f49738d1dc req-f0ac490d-1597-4e95-abfa-304c7595e729 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.1940963 Aug 26 01:36:16.797461 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-69799fdb-c072-4ff8-bcce-b7f49738d1dc req-40cd43f5-3e91-4050-b04e-5f577905392a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384235 Aug 26 01:36:17.825351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device b4dbb616-5279-49a0-99dc-5dcdd429e9ce details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:36:17.840445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device b4dbb616-5279-49a0-99dc-5dcdd429e9ce no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:36:18.000855 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33e4a5-e333-44dc-b4af-a3a1f80a3c44 req-b55d474c-2e12-469d-b23f-9b35bd5c3a05 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:18.002335 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6a33e4a5-e333-44dc-b4af-a3a1f80a3c44 req-b55d474c-2e12-469d-b23f-9b35bd5c3a05 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0907176 Aug 26 01:36:18.047867 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6a33e4a5-e333-44dc-b4af-a3a1f80a3c44 req-154349e4-6437-4c6d-9b94-e7d03b6b7bf8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393443 Aug 26 01:36:18.058926 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port b4dbb616-5279-49a0-99dc-5dcdd429e9ce, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:36:18.080404 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'port_id': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce', 'mac_address': 'fa:16:3e:a7:80:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:36:18.084572 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port b4dbb616-5279-49a0-99dc-5dcdd429e9ce is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:36:18.085060 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:18.157505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:36:18.171600 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port b4dbb616-5279-49a0-99dc-5dcdd429e9ce is: ACTIVE; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:36:18.171891 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:18.185678 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port b4dbb616-5279-49a0-99dc-5dcdd429e9ce, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:36:18.195282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4dbb616-5279-49a0-99dc-5dcdd429e9ce {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:36:18.212498 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870fe314-45cc-4385-89c9-b19e9fc49053'] response: {'server_uuid': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce', 'code': 200} Aug 26 01:36:18.258945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:18.368812 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:36:18.369168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:36:18.372385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:36:18.380348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:18.380701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:18.381047 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:18.381389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:18.381728 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:18.382086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:18.382422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:18.382754 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:18.383085 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:18.383419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:18.383744 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:18.384068 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:18.926346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port b4dbb616-5279-49a0-99dc-5dcdd429e9ce is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:36:18.927032 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:18.938388 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:36:18.944083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4dbb616-5279-49a0-99dc-5dcdd429e9ce {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:36:18.959887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port b4dbb616-5279-49a0-99dc-5dcdd429e9ce, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:36:19.026606 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:19.095236 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:36:19.175855 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['b4dbb616-5279-49a0-99dc-5dcdd429e9ce'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:36:19.251209 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6af97a-61be-4345-b3db-633e77ef88fc req-0bae8574-2886-434f-bb88-7cd83fe7c1ba tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:19.252717 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ac6af97a-61be-4345-b3db-633e77ef88fc req-0bae8574-2886-434f-bb88-7cd83fe7c1ba tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0913246 Aug 26 01:36:19.297535 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ac6af97a-61be-4345-b3db-633e77ef88fc req-89712077-eab4-4883-b5bf-4318647f767d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384219 Aug 26 01:36:19.839962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device b4dbb616-5279-49a0-99dc-5dcdd429e9ce up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:36:19.908924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port b4dbb616-5279-49a0-99dc-5dcdd429e9ce triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:36:19.909414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:19.990730 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60450823-9a29-4492-b6b5-04fe1f842f66 req-208e98b9-6ae7-4e7e-b7db-64c76abc2472 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:19.992213 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-60450823-9a29-4492-b6b5-04fe1f842f66 req-208e98b9-6ae7-4e7e-b7db-64c76abc2472 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 945 time: 0.0903637 Aug 26 01:36:20.033476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port b4dbb616-5279-49a0-99dc-5dcdd429e9ce is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:36:20.034095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:20.066942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port b4dbb616-5279-49a0-99dc-5dcdd429e9ce, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:36:20.096491 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-60450823-9a29-4492-b6b5-04fe1f842f66 req-2c71a78d-2298-4527-805c-0d1b8f8684db tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968831 Aug 26 01:36:20.127191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0dd0d-57b2-4cf3-966b-3dfc1e25f6a0 req-b5bb2afe-18ec-4fee-89b8-d68aa2601ee2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:20.128616 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4f0dd0d-57b2-4cf3-966b-3dfc1e25f6a0 req-b5bb2afe-18ec-4fee-89b8-d68aa2601ee2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&binding%3Ahost_id=hv-neutron-8545 HTTP/1.1" status: 200 len: 945 time: 0.1132133 Aug 26 01:36:20.129169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:20.201156 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,revision_number=8']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:36:20.213948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:36:20.268079 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0458df5-1abc-4a15-8ed3-26a0dd2c193d'] response: {'server_uuid': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce', 'code': 200} Aug 26 01:36:20.324165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0dd0d-57b2-4cf3-966b-3dfc1e25f6a0 req-7fa0b7d1-5733-4e12-bc48-dd0db2dd68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:20.325610 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4f0dd0d-57b2-4cf3-966b-3dfc1e25f6a0 req-7fa0b7d1-5733-4e12-bc48-dd0db2dd68cb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 1099 time: 0.0882587 Aug 26 01:36:20.457307 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0dd0d-57b2-4cf3-966b-3dfc1e25f6a0 req-c7f205aa-34dc-459a-b8ff-bf2f0fba4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:20.459160 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4f0dd0d-57b2-4cf3-966b-3dfc1e25f6a0 req-c7f205aa-34dc-459a-b8ff-bf2f0fba4a5b service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1272886 Aug 26 01:36:20.565982 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4f0dd0d-57b2-4cf3-966b-3dfc1e25f6a0 req-bc58e7a1-8f7f-4420-a18d-ca4714564c8b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce HTTP/1.1" status: 200 len: 1002 time: 0.0980709 Aug 26 01:36:20.737929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0dd0d-57b2-4cf3-966b-3dfc1e25f6a0 req-b2c403e5-7d5d-4679-a9de-da69c2dbcc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:20.740275 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4f0dd0d-57b2-4cf3-966b-3dfc1e25f6a0 req-b2c403e5-7d5d-4679-a9de-da69c2dbcc4f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.1648469 Aug 26 01:36:20.823589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0dd0d-57b2-4cf3-966b-3dfc1e25f6a0 req-cc80a884-ad4d-4a16-9620-d22cf183af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:20.825054 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4f0dd0d-57b2-4cf3-966b-3dfc1e25f6a0 req-cc80a884-ad4d-4a16-9620-d22cf183af88 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767360 Aug 26 01:36:20.959662 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4f0dd0d-57b2-4cf3-966b-3dfc1e25f6a0 req-d2839658-9e6c-4b71-a91c-7495b480ee0e service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245518 Aug 26 01:36:21.094931 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4f0dd0d-57b2-4cf3-966b-3dfc1e25f6a0 req-7a1652c7-8738-462e-b30a-9972e7751fea service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248770 Aug 26 01:36:21.298774 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c19da-e71e-4980-b6c6-f4e121bc021a req-2a1387f0-33de-4c15-bdf9-f550ae94560e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:21.300236 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-496c19da-e71e-4980-b6c6-f4e121bc021a req-2a1387f0-33de-4c15-bdf9-f550ae94560e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0916574 Aug 26 01:36:21.347409 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-496c19da-e71e-4980-b6c6-f4e121bc021a req-1b51042d-b15b-4d23-b26d-5465fcf76416 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400863 Aug 26 01:36:22.550038 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6398e-9ed3-43e9-b90c-97ce46e4c1ef req-d0493e44-ce4e-4a7e-9be5-2a6caef3b2a6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:22.551485 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-69d6398e-9ed3-43e9-b90c-97ce46e4c1ef req-d0493e44-ce4e-4a7e-9be5-2a6caef3b2a6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0886118 Aug 26 01:36:22.595716 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-69d6398e-9ed3-43e9-b90c-97ce46e4c1ef req-376006d3-7116-4628-851d-20ccd62a9d98 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378537 Aug 26 01:36:22.787703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d5ba4-0700-41ed-9156-9015b654ad91 req-b8f6da96-fb7b-4a28-b40e-59bdbb5cf6dd tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:22.789083 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fb4d5ba4-0700-41ed-9156-9015b654ad91 req-b8f6da96-fb7b-4a28-b40e-59bdbb5cf6dd tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0863185 Aug 26 01:36:22.837591 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fb4d5ba4-0700-41ed-9156-9015b654ad91 req-62f59d07-b0bb-4a1a-9c1b-44fb635ccb40 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426388 Aug 26 01:36:23.312832 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30d8c4-e195-4ad3-b253-ce8a2dca8238 req-7870c3a3-52f4-4387-a708-4414a4c4d7ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:23.314343 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9d30d8c4-e195-4ad3-b253-ce8a2dca8238 req-7870c3a3-52f4-4387-a708-4414a4c4d7ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0901892 Aug 26 01:36:23.359299 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9d30d8c4-e195-4ad3-b253-ce8a2dca8238 req-979eac6b-9bd4-416d-bf23-e218899c70e9 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389056 Aug 26 01:36:23.484956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd96e1-d7eb-486e-b527-f26ba3e76d53 req-6dc016b0-b72d-44d4-8b54-2b08eb4a36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:23.486386 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ccd96e1-d7eb-486e-b527-f26ba3e76d53 req-6dc016b0-b72d-44d4-8b54-2b08eb4a36b5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 1099 time: 0.0817680 Aug 26 01:36:23.621895 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd96e1-d7eb-486e-b527-f26ba3e76d53 req-5e66c392-84ae-46f5-81e3-dd25a16c0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:23.623327 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ccd96e1-d7eb-486e-b527-f26ba3e76d53 req-5e66c392-84ae-46f5-81e3-dd25a16c0553 service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1280468 Aug 26 01:36:23.748424 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ccd96e1-d7eb-486e-b527-f26ba3e76d53 req-22bb8ad0-e8c3-40a3-83d8-a22d1c3a5ed0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce HTTP/1.1" status: 200 len: 1002 time: 0.1036944 Aug 26 01:36:23.802369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd96e1-d7eb-486e-b527-f26ba3e76d53 req-6eb4fca6-6a61-42f1-a366-28c416a68d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:23.803807 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ccd96e1-d7eb-486e-b527-f26ba3e76d53 req-6eb4fca6-6a61-42f1-a366-28c416a68d14 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0584097 Aug 26 01:36:23.893892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd96e1-d7eb-486e-b527-f26ba3e76d53 req-039a29e4-959d-4ec1-9ab8-58405845b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:23.895351 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ccd96e1-d7eb-486e-b527-f26ba3e76d53 req-039a29e4-959d-4ec1-9ab8-58405845b795 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817151 Aug 26 01:36:24.030412 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ccd96e1-d7eb-486e-b527-f26ba3e76d53 req-bc46b6fe-f87b-43d4-977f-a7b7c738a11b service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250288 Aug 26 01:36:24.162713 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0ccd96e1-d7eb-486e-b527-f26ba3e76d53 req-2f56b918-0ec2-4398-ba17-138a28f3594d service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230295 Aug 26 01:36:24.556021 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d906c2-f010-4431-b2da-31c56f24f323 req-5fea6430-8d67-4c3d-ad3b-9359cf760db8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:24.557499 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f9d906c2-f010-4431-b2da-31c56f24f323 req-5fea6430-8d67-4c3d-ad3b-9359cf760db8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0868824 Aug 26 01:36:24.605176 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f9d906c2-f010-4431-b2da-31c56f24f323 req-e9f47c81-6007-4754-af87-fe6529dbe10d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419788 Aug 26 01:36:25.797402 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117293e4-7892-4e89-8ddf-0c0b2f8a1bfe req-4b1ed4ae-cdc9-4b3a-8f0e-a4b2ed032d3f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:25.798863 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-117293e4-7892-4e89-8ddf-0c0b2f8a1bfe req-4b1ed4ae-cdc9-4b3a-8f0e-a4b2ed032d3f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0861411 Aug 26 01:36:25.843969 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-117293e4-7892-4e89-8ddf-0c0b2f8a1bfe req-68f75b03-d90d-4f1e-89ac-0cfa4eaf9e42 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388277 Aug 26 01:36:26.671277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a63ad-b2fc-47d2-a733-9a776e93c959 req-7f956f9a-de5d-4007-aa5f-4802bed51355 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:26.672650 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ab9a63ad-b2fc-47d2-a733-9a776e93c959 req-7f956f9a-de5d-4007-aa5f-4802bed51355 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.1931078 Aug 26 01:36:26.717330 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ab9a63ad-b2fc-47d2-a733-9a776e93c959 req-7aa843eb-9114-4b28-b316-b6a7007b176d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387161 Aug 26 01:36:27.916635 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c8897-50d7-42e4-8289-879d138c7488 req-74961f58-2702-44ac-a773-332f6459c882 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:27.918105 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d25c8897-50d7-42e4-8289-879d138c7488 req-74961f58-2702-44ac-a773-332f6459c882 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0865927 Aug 26 01:36:27.962999 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d25c8897-50d7-42e4-8289-879d138c7488 req-5f728537-8d44-437e-bb32-10f1f9ec4287 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391788 Aug 26 01:36:28.518828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-b281839e-095b-45a4-9718-3ec7ad4b34c4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:28.520267 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-b281839e-095b-45a4-9718-3ec7ad4b34c4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.0880692 Aug 26 01:36:28.594981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Deleting port b4dbb616-5279-49a0-99dc-5dcdd429e9ce {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:36:28.595320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:28.841795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] For port b4dbb616-5279-49a0-99dc-5dcdd429e9ce, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:36:28.842452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:29.184107 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:29.184473 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:29.184796 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a disassociated. External IP: 172.26.2.160, port: b4dbb616-5279-49a0-99dc-5dcdd429e9ce. Aug 26 01:36:29.185109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Calling delete_port for b4dbb616-5279-49a0-99dc-5dcdd429e9ce owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:36:29.259011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e8b8d-0f35-4ba4-a175-eba7f86609ae req-89ac7510-3326-43ec-a992-c1904d1f505f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:29.260447 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-af9e8b8d-0f35-4ba4-a175-eba7f86609ae req-89ac7510-3326-43ec-a992-c1904d1f505f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 946 time: 0.1762853 Aug 26 01:36:29.351660 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-af9e8b8d-0f35-4ba4-a175-eba7f86609ae req-ee4a9858-ba45-4a4e-ac6a-1c4b5e03cd12 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787275 Aug 26 01:36:29.426237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:29.480916 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Pushing event deleted for resources: {'Port': ['ID=b4dbb616-5279-49a0-99dc-5dcdd429e9ce,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:36:29.541068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:29.541767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:29.541767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:29.542088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:29.542417 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:29.542748 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:29.543078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:29.543403 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:29.543735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:29.544057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:29.544381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:29.544703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:36:29.681055 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Router ad12733a-db4c-48c9-a4d0-1eadff121b86 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:36:29.858504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:36:29.868458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872af3c8-79e5-4ab0-a428-bd6630904c95 None None] Sync routers for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:36:29.878597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872af3c8-79e5-4ab0-a428-bd6630904c95 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:36:29.879222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-872af3c8-79e5-4ab0-a428-bd6630904c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:36:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:36:30.064090 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] No DVR routers for this DVR port b4dbb616-5279-49a0-99dc-5dcdd429e9ce on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:36:30.065939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-872af3c8-79e5-4ab0-a428-bd6630904c95 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:36:30.066476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:30.069100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'name': 'network-vif-deleted', 'tag': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:36:30.114253 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c7ada4-b232-4239-ad94-eabf6d589d5b'] response: {'server_uuid': '395342ae-c59c-4b49-ad14-ced11436cfa6', 'name': 'network-vif-deleted', 'tag': 'b4dbb616-5279-49a0-99dc-5dcdd429e9ce', 'status': 'completed', 'code': 200} Aug 26 01:36:30.184026 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4a076768-9fb7-4ee7-8b06-1c80561d38d8 req-052cf136-5add-438e-9a57-95b5fd26bcec tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "DELETE /v2.0/ports/b4dbb616-5279-49a0-99dc-5dcdd429e9ce HTTP/1.1" status: 204 len: 173 time: 1.6558266 Aug 26 01:36:30.381515 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-872af3c8-79e5-4ab0-a428-bd6630904c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:36:30.385648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872af3c8-79e5-4ab0-a428-bd6630904c95 None None] Checking router: ad12733a-db4c-48c9-a4d0-1eadff121b86 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:36:30.395490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872af3c8-79e5-4ab0-a428-bd6630904c95 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:36:30.395490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-872af3c8-79e5-4ab0-a428-bd6630904c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:36:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:36:30.512450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-accd74ee-949c-4a82-b382-f9e049cfb09a req-ec1502aa-1f9b-4189-81ce-f33278d1690a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Synchronizing usage tracker for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:36:30.581164 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-872af3c8-79e5-4ab0-a428-bd6630904c95 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:36:30.617465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-accd74ee-949c-4a82-b382-f9e049cfb09a req-ec1502aa-1f9b-4189-81ce-f33278d1690a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Unset dirty status for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:36:30.618762 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-accd74ee-949c-4a82-b382-f9e049cfb09a req-ec1502aa-1f9b-4189-81ce-f33278d1690a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=395342ae-c59c-4b49-ad14-ced11436cfa6 HTTP/1.1" status: 200 len: 210 time: 0.1548662 Aug 26 01:36:30.647220 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8b53a5ba-327c-4dfd-8280-e34392c8b839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:30.894657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-872af3c8-79e5-4ab0-a428-bd6630904c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:36:30.898732 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872af3c8-79e5-4ab0-a428-bd6630904c95 None None] The sync data for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv is: [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:36:31.112875 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b84fa2-2f61-4d03-89ad-a8c07bc39c18 None None] New status for floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:36:31.904499 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device b4dbb616-5279-49a0-99dc-5dcdd429e9ce no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:36:31.955065 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-2fafccb6-73ae-41f8-acb9-2b675bbb0875 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1477018275&fields=id&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 267 time: 0.0438719 Aug 26 01:36:31.981168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: b4dbb616-5279-49a0-99dc-5dcdd429e9ce {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:36:31.981454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device b4dbb616-5279-49a0-99dc-5dcdd429e9ce not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:36:32.105041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1f781-411c-4760-92b1-34ae81315f60 req-5b7c37e9-3a38-4cdd-b123-a9d9d17160c6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:32.106461 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-5b7c37e9-3a38-4cdd-b123-a9d9d17160c6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 812 time: 0.1435156 Aug 26 01:36:32.120887 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-17dd555c-9e42-4d53-bc2f-b5e705b726d4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/quotas/c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 375 time: 0.0090067 Aug 26 01:36:32.211082 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-681998cc-d7e3-4e8d-83fa-0405c91295ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850043 Aug 26 01:36:32.344371 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-8fc393ed-1c06-4ed9-a83d-c2eb57f589bb service neutron] 10.222.0.83 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219161 Aug 26 01:36:32.481482 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-3049a4e8-b344-422a-acc4-c83818d5c03c service neutron] 10.222.0.83 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311185 Aug 26 01:36:32.752193 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-25f93810-8697-44d3-b232-426b53de36b3 req-3301de39-8f00-4b36-bf32-d8423a840237 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 210 time: 0.0527236 Aug 26 01:36:33.074719 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-952e1339-2f0e-474f-8a69-24d148c66362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:33.743334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:33.912491 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cd761fbf-d389-4663-8b13-c21c3af5ec59 req-51b91329-d3ce-4c27-b368-07dc7bb8b6c5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 210 time: 0.0530090 Aug 26 01:36:34.040341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:35.076270 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1f781-411c-4760-92b1-34ae81315f60 req-f1b9d9fa-b0d2-44bf-9cfb-75908b025c79 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:35.077666 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-f1b9d9fa-b0d2-44bf-9cfb-75908b025c79 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 812 time: 0.1910999 Aug 26 01:36:35.085288 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-db1cc3bd-8550-429e-b512-45b83f993a2c req-70a26977-b771-4b50-a017-e6b7d891b037 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 210 time: 0.0586677 Aug 26 01:36:35.140582 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dec04f08-18be-4f97-a378-0f6545f92064 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 380 time: 0.0421045 Aug 26 01:36:35.151346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-3da1f781-411c-4760-92b1-34ae81315f60 req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Request body: {'port': {'device_id': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'admin_state_up': True, 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'security_groups': ['041b36b0-cf8c-4a69-98e9-d58429822e1a']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:36:35.291445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-3da1f781-411c-4760-92b1-34ae81315f60 req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:36:35.300954 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-3da1f781-411c-4760-92b1-34ae81315f60 req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:36:35.371686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da1f781-411c-4760-92b1-34ae81315f60 req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Made reservation on behalf of c3cc73a90c4a4817b77948d9b6b080c2 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:36:35.375548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-3da1f781-411c-4760-92b1-34ae81315f60 req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:35.539942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-3da1f781-411c-4760-92b1-34ae81315f60 req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Allocated IP 172.20.0.10 (46aeb96a-b0e7-40d7-8687-bd086cc51c79/aaa91b7b-1678-4cbe-b784-196b0d24c613/e8a18550-46a1-438a-8538-af16cf167a0e) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:36:35.557671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:35.726140 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-3da1f781-411c-4760-92b1-34ae81315f60 req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:35.741795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-3da1f781-411c-4760-92b1-34ae81315f60 req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Transition to ACTIVE for port object e8a18550-46a1-438a-8538-af16cf167a0e will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:36:35.812396 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-3da1f781-411c-4760-92b1-34ae81315f60 req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:35.889106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da1f781-411c-4760-92b1-34ae81315f60 req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:36:35.892244 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-3da1f781-411c-4760-92b1-34ae81315f60 req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:36:35.894710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da1f781-411c-4760-92b1-34ae81315f60 req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:36:35.935877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Pushing event updated for resources: {'Port': ['ID=e8a18550-46a1-438a-8538-af16cf167a0e,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:36:35.965535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1f781-411c-4760-92b1-34ae81315f60 req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:35.966170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-3da1f781-411c-4760-92b1-34ae81315f60 req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:36.052497 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-02de128c-3b87-48bc-8b8a-408b10e27d7d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9053531 Aug 26 01:36:36.074023 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-0c6a99dc-d3c3-465c-a508-5e858a0fefa3 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:36:36.074956 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-0c6a99dc-d3c3-465c-a508-5e858a0fefa3 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052667 Aug 26 01:36:36.085621 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Request body: {'port': {'device_id': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:36:36.149118 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-aab25be6-45b5-4f21-8337-07bfb3bc2f40 None None] Provisioning for port e8a18550-46a1-438a-8538-af16cf167a0e completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:36:36.154551 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-aab25be6-45b5-4f21-8337-07bfb3bc2f40 None None] Provisioning complete for port e8a18550-46a1-438a-8538-af16cf167a0e triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:36:36.154994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-aab25be6-45b5-4f21-8337-07bfb3bc2f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:36.199306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:36.209718 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-aab25be6-45b5-4f21-8337-07bfb3bc2f40 None None] Port e8a18550-46a1-438a-8538-af16cf167a0e cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:36:36.286838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca5292-1b35-4d7e-bbdc-50d2d95d99ac req-4aeb55a8-53dd-4849-bfd4-131c049ddcc5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:36.288246 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8ca5292-1b35-4d7e-bbdc-50d2d95d99ac req-4aeb55a8-53dd-4849-bfd4-131c049ddcc5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 932 time: 0.0890629 Aug 26 01:36:36.332188 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c8ca5292-1b35-4d7e-bbdc-50d2d95d99ac req-80c58f31-ad80-43a5-a900-f973e46341a4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380893 Aug 26 01:36:36.542645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a18550-46a1-438a-8538-af16cf167a0e {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:36:36.549552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:36.564191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Transition to ACTIVE for port object e8a18550-46a1-438a-8538-af16cf167a0e will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:36:36.639898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:36.935646 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a18550-46a1-438a-8538-af16cf167a0e,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:36:36.968763 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Attempting to bind port e8a18550-46a1-438a-8538-af16cf167a0e on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:36:36.969090 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Attempting to bind port e8a18550-46a1-438a-8538-af16cf167a0e by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:36:36.969415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Attempting to bind port e8a18550-46a1-438a-8538-af16cf167a0e on network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:36:36.973870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Port e8a18550-46a1-438a-8538-af16cf167a0e on network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:36:36.974192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Attempting to bind port e8a18550-46a1-438a-8538-af16cf167a0e on network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:36:36.979320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:36:36.979650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Checking segment: {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:36:36.980026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Bound using segment: {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:36:36.980444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Bound port: e8a18550-46a1-438a-8538-af16cf167a0e, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:36:36.980785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:37.073033 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] For port e8a18550-46a1-438a-8538-af16cf167a0e, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:36:37.076331 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] For port e8a18550-46a1-438a-8538-af16cf167a0e, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=e8a18550-46a1-438a-8538-af16cf167a0e,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:36:37.132594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:37.162034 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:37.162638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:37.164134 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] 10.222.0.94 "PUT /v2.0/ports/e8a18550-46a1-438a-8538-af16cf167a0e HTTP/1.1" status: 200 len: 1094 time: 1.0829391 Aug 26 01:36:37.164664 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:36:37.210762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae9c22-c263-4ddb-9edd-d29050656350 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a18550-46a1-438a-8538-af16cf167a0e,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:36:37.215644 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b26d17-9359-428d-9b23-043953e8c85f'] response: {'name': 'network-changed', 'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'status': 'completed', 'code': 200} Aug 26 01:36:37.339368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7c0f7-1739-4cb6-bddd-19e8350f6945 req-1e30a1b2-4ac0-48bb-bcf7-215fe3e772f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:37.340843 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8aa7c0f7-1739-4cb6-bddd-19e8350f6945 req-1e30a1b2-4ac0-48bb-bcf7-215fe3e772f8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 1097 time: 0.0810726 Aug 26 01:36:37.497286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7c0f7-1739-4cb6-bddd-19e8350f6945 req-32a53289-58fc-439f-837c-f5aa2a39cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:37.498659 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8aa7c0f7-1739-4cb6-bddd-19e8350f6945 req-32a53289-58fc-439f-837c-f5aa2a39cbfe service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1383331 Aug 26 01:36:37.530308 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d9400-b9c2-47df-bc4c-11825585e7bc req-178ee4b3-e839-4c8a-841c-f495f137b25f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:37.531763 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec1d9400-b9c2-47df-bc4c-11825585e7bc req-178ee4b3-e839-4c8a-841c-f495f137b25f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 944 time: 0.0899131 Aug 26 01:36:37.576480 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ec1d9400-b9c2-47df-bc4c-11825585e7bc req-44c3b0e1-aa34-490a-a36f-2c7b95745c09 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388625 Aug 26 01:36:37.637158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7c0f7-1739-4cb6-bddd-19e8350f6945 req-13405b9a-5c81-4b38-88be-5a72548369aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:37.638604 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8aa7c0f7-1739-4cb6-bddd-19e8350f6945 req-13405b9a-5c81-4b38-88be-5a72548369aa service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1314631 Aug 26 01:36:37.780623 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1f781-411c-4760-92b1-34ae81315f60 req-9f6b6077-7622-47e7-820a-8400d0913d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:37.782057 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-9f6b6077-7622-47e7-820a-8400d0913d3a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 1097 time: 0.0788264 Aug 26 01:36:37.865392 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-8d17277e-6611-49b6-a3bc-d9012d03246e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a18550-46a1-438a-8538-af16cf167a0e HTTP/1.1" status: 200 len: 217 time: 0.0640242 Aug 26 01:36:37.929485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1f781-411c-4760-92b1-34ae81315f60 req-f05b14ee-52cb-48f2-b46d-bd209fdc6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:37.930910 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-f05b14ee-52cb-48f2-b46d-bd209fdc6e0b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0570500 Aug 26 01:36:38.017882 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1f781-411c-4760-92b1-34ae81315f60 req-0f48974c-1b1b-40da-8ae6-35cc08f177dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:38.019446 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-0f48974c-1b1b-40da-8ae6-35cc08f177dd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795617 Aug 26 01:36:38.154340 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-54ab5daf-1b4e-4b8d-ae4b-8b9a0e3a624d service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276207 Aug 26 01:36:38.292108 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3da1f781-411c-4760-92b1-34ae81315f60 req-e422f35a-10bb-49dd-8ea1-36a1af266cdf service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282206 Aug 26 01:36:38.785306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b63a0-e5fe-465e-875a-351455589be1 req-deba5feb-97d0-4dca-b6c7-881238884116 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:38.786036 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-360b63a0-e5fe-465e-875a-351455589be1 req-deba5feb-97d0-4dca-b6c7-881238884116 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Synchronizing usage tracker for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:36:38.853198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-360b63a0-e5fe-465e-875a-351455589be1 req-deba5feb-97d0-4dca-b6c7-881238884116 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Unset dirty status for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:36:38.855441 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-360b63a0-e5fe-465e-875a-351455589be1 req-deba5feb-97d0-4dca-b6c7-881238884116 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 944 time: 0.1634762 Aug 26 01:36:38.920626 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-360b63a0-e5fe-465e-875a-351455589be1 req-33ddb306-92f1-4937-95d4-6c6e90ff677f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554354 Aug 26 01:36:39.950149 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device e8a18550-46a1-438a-8538-af16cf167a0e details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:36:40.125894 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942e4e5-6a5f-452c-822f-3e5589eea170 req-93696014-a5bd-468c-891c-158f712ad2e5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:40.127430 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9942e4e5-6a5f-452c-822f-3e5589eea170 req-93696014-a5bd-468c-891c-158f712ad2e5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 944 time: 0.0876596 Aug 26 01:36:40.159532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port e8a18550-46a1-438a-8538-af16cf167a0e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=e8a18550-46a1-438a-8538-af16cf167a0e,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:36:40.174167 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'port_id': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'mac_address': 'fa:16:3e:a2:18:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:36:40.176259 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9942e4e5-6a5f-452c-822f-3e5589eea170 req-bbe90309-c38d-40f6-b90b-72fc740d481d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428679 Aug 26 01:36:40.232404 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port e8a18550-46a1-438a-8538-af16cf167a0e is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:36:40.232803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:40.249923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a18550-46a1-438a-8538-af16cf167a0e {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:36:40.266061 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port e8a18550-46a1-438a-8538-af16cf167a0e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=e8a18550-46a1-438a-8538-af16cf167a0e,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:36:40.348790 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:40.414924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=e8a18550-46a1-438a-8538-af16cf167a0e,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:36:40.700468 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['e8a18550-46a1-438a-8538-af16cf167a0e'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:36:40.917329 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:41.374838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26306d7-c6af-4368-b486-07254e2a2d7d req-c5383868-84c0-40a4-86df-a606c7e8b6d6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:41.376531 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c26306d7-c6af-4368-b486-07254e2a2d7d req-c5383868-84c0-40a4-86df-a606c7e8b6d6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 945 time: 0.0912151 Aug 26 01:36:41.421627 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c26306d7-c6af-4368-b486-07254e2a2d7d req-9dca9b41-57a0-4bf3-8de1-83f43b5cd836 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389395 Aug 26 01:36:41.946314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device e8a18550-46a1-438a-8538-af16cf167a0e up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:36:42.126341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port e8a18550-46a1-438a-8538-af16cf167a0e completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:36:42.132230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port e8a18550-46a1-438a-8538-af16cf167a0e triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:36:42.132604 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:42.248360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port e8a18550-46a1-438a-8538-af16cf167a0e is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:36:42.248744 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:42.276349 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:36:42.286879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port e8a18550-46a1-438a-8538-af16cf167a0e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=e8a18550-46a1-438a-8538-af16cf167a0e,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:36:42.320434 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0615fa06-9d9b-4f3e-9e10-36a37f676813'] response: {'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'code': 200} Aug 26 01:36:42.363796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:42.436508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=e8a18550-46a1-438a-8538-af16cf167a0e,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:36:42.620186 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee67cac-968a-4129-b1be-952a9e66aa66 req-a57e0b95-99dd-4821-9a26-5557404eb518 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:42.621640 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eee67cac-968a-4129-b1be-952a9e66aa66 req-a57e0b95-99dd-4821-9a26-5557404eb518 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0860789 Aug 26 01:36:42.669335 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eee67cac-968a-4129-b1be-952a9e66aa66 req-5e5d9bc8-218b-4cd5-b435-de843401a609 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Aug 26 01:36:42.773719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7bbeb-b778-4b4e-88d5-094ae48bc031 req-6d2d0105-e325-4bfa-944d-95e39c1c14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:42.775337 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-61d7bbeb-b778-4b4e-88d5-094ae48bc031 req-6d2d0105-e325-4bfa-944d-95e39c1c14ab service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 1099 time: 0.0800083 Aug 26 01:36:42.818346 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-61d7bbeb-b778-4b4e-88d5-094ae48bc031 req-c8db08a8-72df-44ca-a9f0-9f2c1c52f618 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365984 Aug 26 01:36:43.869109 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdfc93-130c-4afa-aa1e-12b910d0c4cd req-c40b5ef6-2031-4b4e-861c-259b098b27ef tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:43.870589 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-34bdfc93-130c-4afa-aa1e-12b910d0c4cd req-c40b5ef6-2031-4b4e-861c-259b098b27ef tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0882201 Aug 26 01:36:43.914359 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-34bdfc93-130c-4afa-aa1e-12b910d0c4cd req-34a16f40-e653-4a85-9b58-97f34786a3a9 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378802 Aug 26 01:36:45.113231 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73eaf20-21ec-4ee9-8329-3b51ff5f575f req-0358757a-23f5-47cf-98f9-36f5d0c08ef8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:45.114685 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f73eaf20-21ec-4ee9-8329-3b51ff5f575f req-0358757a-23f5-47cf-98f9-36f5d0c08ef8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0912061 Aug 26 01:36:45.158507 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f73eaf20-21ec-4ee9-8329-3b51ff5f575f req-cb743363-a8e0-42df-be70-f13c117fce41 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379672 Aug 26 01:36:45.346627 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b7412-fdb4-47bc-9d52-679cfc8dd6c8 req-cca1f419-7706-4c5f-a644-34a156f85781 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:45.348063 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef9b7412-fdb4-47bc-9d52-679cfc8dd6c8 req-cca1f419-7706-4c5f-a644-34a156f85781 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0884314 Aug 26 01:36:45.358193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 57876) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:36:45.363038 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6ae56f13-25a0-4064-b5a1-f32708d73c7f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Request body: {'floatingip': {'port_id': 'e8a18550-46a1-438a-8538-af16cf167a0e'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:36:45.439992 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6ae56f13-25a0-4064-b5a1-f32708d73c7f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:46.108729 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6ae56f13-25a0-4064-b5a1-f32708d73c7f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:46.228486 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6ae56f13-25a0-4064-b5a1-f32708d73c7f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:46.400726 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-6ae56f13-25a0-4064-b5a1-f32708d73c7f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a associated. External IP: 172.26.2.160, port: e8a18550-46a1-438a-8538-af16cf167a0e. Aug 26 01:36:46.748220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae56f13-25a0-4064-b5a1-f32708d73c7f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Router ad12733a-db4c-48c9-a4d0-1eadff121b86 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:36:47.043676 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae56f13-25a0-4064-b5a1-f32708d73c7f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:36:47.048520 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6ae56f13-25a0-4064-b5a1-f32708d73c7f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:36:47.053236 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1325f0-d75d-4ad3-8294-40382187ebb1 None None] Sync routers for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:36:47.063765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1325f0-d75d-4ad3-8294-40382187ebb1 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:36:47.064468 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-0e1325f0-d75d-4ad3-8294-40382187ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:36:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:36:47.107523 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6ae56f13-25a0-4064-b5a1-f32708d73c7f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "PUT /v2.0/floatingips/17374b7e-f14e-4094-8c8d-2b258f64b86a HTTP/1.1" status: 200 len: 992 time: 1.7460532 Aug 26 01:36:47.107523 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:36:47.150174 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777b9299-26b9-4861-9d2a-aab6c06c73ea'] response: {'name': 'network-changed', 'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'status': 'completed', 'code': 200} Aug 26 01:36:47.244596 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-0e1325f0-d75d-4ad3-8294-40382187ebb1 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:36:47.271436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5fd79-63a4-4f53-bc28-9e58d7297d55 req-e169b3ef-c5cc-4c97-a3ec-1468c2bc7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:47.272905 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-73a5fd79-63a4-4f53-bc28-9e58d7297d55 req-e169b3ef-c5cc-4c97-a3ec-1468c2bc7ad9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 1099 time: 0.0787394 Aug 26 01:36:47.405414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5fd79-63a4-4f53-bc28-9e58d7297d55 req-848e3332-2688-46b9-a86e-9a2e88c806ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:47.406910 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-73a5fd79-63a4-4f53-bc28-9e58d7297d55 req-848e3332-2688-46b9-a86e-9a2e88c806ce service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1278682 Aug 26 01:36:47.511716 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-73a5fd79-63a4-4f53-bc28-9e58d7297d55 req-810982a6-8872-4361-966f-028e2aed3615 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a18550-46a1-438a-8538-af16cf167a0e HTTP/1.1" status: 200 len: 1000 time: 0.0989559 Aug 26 01:36:47.631706 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-0e1325f0-d75d-4ad3-8294-40382187ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '17374b7e-f14e-4094-8c8d-2b258f64b86a', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'port_id': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'mac_address': 'fa:16:3e:a2:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:33:38Z', 'updated_at': '2022-08-26T01:36:45Z', 'revision_number': 9, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:36:47.636103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1325f0-d75d-4ad3-8294-40382187ebb1 None None] Checking router: ad12733a-db4c-48c9-a4d0-1eadff121b86 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:36:47.644750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1325f0-d75d-4ad3-8294-40382187ebb1 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:36:47.645375 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-0e1325f0-d75d-4ad3-8294-40382187ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:36:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:36:47.687377 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5fd79-63a4-4f53-bc28-9e58d7297d55 req-f89db884-8140-4561-bdfa-7ffef4a2e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:47.689055 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-73a5fd79-63a4-4f53-bc28-9e58d7297d55 req-f89db884-8140-4561-bdfa-7ffef4a2e471 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.1719680 Aug 26 01:36:47.771621 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5fd79-63a4-4f53-bc28-9e58d7297d55 req-a1372df7-b6f6-4de8-bcfe-2d7f27d69e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:47.774169 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-73a5fd79-63a4-4f53-bc28-9e58d7297d55 req-a1372df7-b6f6-4de8-bcfe-2d7f27d69e72 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787499 Aug 26 01:36:47.829147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-0e1325f0-d75d-4ad3-8294-40382187ebb1 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:36:47.907018 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-73a5fd79-63a4-4f53-bc28-9e58d7297d55 req-9775fa3d-ed0e-42f4-9665-d77f6b515260 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272645 Aug 26 01:36:48.041354 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-73a5fd79-63a4-4f53-bc28-9e58d7297d55 req-d3f81bf4-6b9d-49be-8368-ef287e4ed678 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285052 Aug 26 01:36:48.181188 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-0e1325f0-d75d-4ad3-8294-40382187ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '17374b7e-f14e-4094-8c8d-2b258f64b86a', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'port_id': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'mac_address': 'fa:16:3e:a2:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:33:38Z', 'updated_at': '2022-08-26T01:36:45Z', 'revision_number': 9, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:36:48.185233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1325f0-d75d-4ad3-8294-40382187ebb1 None None] The sync data for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv is: [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '17374b7e-f14e-4094-8c8d-2b258f64b86a', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'port_id': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'mac_address': 'fa:16:3e:a2:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:33:38Z', 'updated_at': '2022-08-26T01:36:45Z', 'revision_number': 9, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:36:48.375807 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb1d0c5-6d22-4a52-976a-fda451ef71b1 None None] New status for floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a: ACTIVE {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:36:51.644322 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eba8e4b0-0898-4f45-904d-f65eaf8d2caa req-c34f7210-850f-4292-bf52-eb5f0537e5e7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797141 Aug 26 01:36:51.803335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8e4b0-0898-4f45-904d-f65eaf8d2caa req-2712674b-ce10-4b20-bb8b-19d20ca22e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:51.804956 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eba8e4b0-0898-4f45-904d-f65eaf8d2caa req-2712674b-ce10-4b20-bb8b-19d20ca22e5f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 1099 time: 0.0772481 Aug 26 01:36:51.948427 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8e4b0-0898-4f45-904d-f65eaf8d2caa req-60924c08-829b-4ca7-a2af-9b9b34208e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:51.949807 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eba8e4b0-0898-4f45-904d-f65eaf8d2caa req-60924c08-829b-4ca7-a2af-9b9b34208e05 service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1269999 Aug 26 01:36:52.056788 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eba8e4b0-0898-4f45-904d-f65eaf8d2caa req-b5199429-59f0-4e53-ba2b-8994cd84ee8b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a18550-46a1-438a-8538-af16cf167a0e HTTP/1.1" status: 200 len: 1003 time: 0.1009285 Aug 26 01:36:52.118242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8e4b0-0898-4f45-904d-f65eaf8d2caa req-ff3da4d1-8242-4998-9069-2e21a7487b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:52.119667 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eba8e4b0-0898-4f45-904d-f65eaf8d2caa req-ff3da4d1-8242-4998-9069-2e21a7487b4b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0572803 Aug 26 01:36:52.203844 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8e4b0-0898-4f45-904d-f65eaf8d2caa req-70c83eb3-0790-4a21-9f0e-4cc57e9fa986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:36:52.205234 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eba8e4b0-0898-4f45-904d-f65eaf8d2caa req-70c83eb3-0790-4a21-9f0e-4cc57e9fa986 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800054 Aug 26 01:36:52.334866 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eba8e4b0-0898-4f45-904d-f65eaf8d2caa req-8ebfb673-e0c2-47f0-b73f-1d0bf4ea35d2 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230595 Aug 26 01:36:52.466399 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eba8e4b0-0898-4f45-904d-f65eaf8d2caa req-f8fd6a61-6afb-4a35-8ad2-c5fa6daf90f1 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249962 Aug 26 01:36:55.938102 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:37:00.485720 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a6a684f-bd41-4007-aa89-727b36ba27bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:03.051632 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fd52e3aa-a9cd-452f-9531-c7ebfe99b492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:03.711717 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:04.051606 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:05.574623 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:10.934531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:21.581506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ecb1e-1e56-4047-9afb-cc68d41a6537 req-df54325e-adb5-47fe-89f4-51491ac29a10 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:21.582978 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cc2ecb1e-1e56-4047-9afb-cc68d41a6537 req-df54325e-adb5-47fe-89f4-51491ac29a10 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0860705 Aug 26 01:37:21.680328 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cc2ecb1e-1e56-4047-9afb-cc68d41a6537 req-81a682a3-5a84-4b8e-953d-121baaf434b5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571887 Aug 26 01:37:21.697392 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-5bc21475-532f-4501-90c7-e9ca0ee54834 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1116378 Aug 26 01:37:22.876949 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31017d79-2434-4e9b-9543-b775ad8ffef8 req-17c5e2e2-5137-4559-8e31-5134f50b8b8f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:22.878481 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-31017d79-2434-4e9b-9543-b775ad8ffef8 req-17c5e2e2-5137-4559-8e31-5134f50b8b8f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0893221 Aug 26 01:37:22.925509 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-31017d79-2434-4e9b-9543-b775ad8ffef8 req-feda2ad4-3db4-477c-ae97-60731c1c7371 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412805 Aug 26 01:37:23.821005 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-dd642427-d2a0-4ab1-a426-782b0f72f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:23.822493 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-dd642427-d2a0-4ab1-a426-782b0f72f598 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 1099 time: 0.0810795 Aug 26 01:37:23.957352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-f9e64853-6e1e-4fbf-b7ae-f06efc5c661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:23.958870 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-f9e64853-6e1e-4fbf-b7ae-f06efc5c661d service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1273022 Aug 26 01:37:24.224040 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-64e46dae-ef91-4433-8a84-5eb0e5ab1792 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a18550-46a1-438a-8538-af16cf167a0e HTTP/1.1" status: 200 len: 1003 time: 0.2562797 Aug 26 01:37:24.290919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ed9ba-f38b-41bf-af18-d436b284d8a9 req-2237fbbf-a702-46d2-ac8e-32da0a84298d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:24.292357 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-991ed9ba-f38b-41bf-af18-d436b284d8a9 req-2237fbbf-a702-46d2-ac8e-32da0a84298d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.1691329 Aug 26 01:37:24.321777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-0077506f-a611-4dac-99f4-09af1bf54b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:24.326175 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-0077506f-a611-4dac-99f4-09af1bf54b03 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0889332 Aug 26 01:37:24.391836 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-991ed9ba-f38b-41bf-af18-d436b284d8a9 req-eca99fe5-aa59-4f5f-a2d8-d395b9ca6d2f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923140 Aug 26 01:37:24.420110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-19fa84ba-f26e-4872-bac9-9985402b5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:24.421586 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-19fa84ba-f26e-4872-bac9-9985402b5410 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880804 Aug 26 01:37:24.557152 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-9b5e6f62-3820-4392-8562-64781895bb0f service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253214 Aug 26 01:37:24.692731 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-aafec3b1-afa8-4240-b585-1dad19b1c12f service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248760 Aug 26 01:37:25.586562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d610c1e-52a3-47a3-9433-d1435368e24c req-e780c6a9-3b81-4149-9ff3-bc6ebc6f8f33 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:25.587917 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6d610c1e-52a3-47a3-9433-d1435368e24c req-e780c6a9-3b81-4149-9ff3-bc6ebc6f8f33 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0865777 Aug 26 01:37:25.631716 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6d610c1e-52a3-47a3-9433-d1435368e24c req-4ef994ae-407a-4074-9b72-a8e1fac0aa58 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379279 Aug 26 01:37:26.828082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b48d1-8ad3-4434-b356-39c855047649 req-4399865d-b97a-40a4-ba22-49d39c371071 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:26.829594 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3a2b48d1-8ad3-4434-b356-39c855047649 req-4399865d-b97a-40a4-ba22-49d39c371071 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0904789 Aug 26 01:37:26.873427 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3a2b48d1-8ad3-4434-b356-39c855047649 req-375a488c-7334-4bf0-9aa9-6a025e94d9fb tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380270 Aug 26 01:37:28.073156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752b335-4e50-4b29-a775-e5e590b05329 req-c762b76c-b0d2-4038-b0a1-19b0854b73e4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:28.074647 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2752b335-4e50-4b29-a775-e5e590b05329 req-c762b76c-b0d2-4038-b0a1-19b0854b73e4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0901971 Aug 26 01:37:28.118401 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2752b335-4e50-4b29-a775-e5e590b05329 req-9b22e4c1-8ccf-4393-b09b-54f4071554a4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375051 Aug 26 01:37:29.313140 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd8424-e1a0-49c4-b648-4788af890358 req-31cef273-4246-4ae8-a88d-b2b8291b41c6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:29.314611 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-edbd8424-e1a0-49c4-b648-4788af890358 req-31cef273-4246-4ae8-a88d-b2b8291b41c6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0849087 Aug 26 01:37:29.361207 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-edbd8424-e1a0-49c4-b648-4788af890358 req-50978d32-65d4-4332-a508-bdf38e829ce9 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408652 Aug 26 01:37:30.483016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d516befc-f68b-4575-90b0-28d9d5b0d6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:30.557264 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7717e-fc4b-473b-b42b-d6c8a59578b4 req-827e7329-94cc-4ea3-84d0-cee47566a2e0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:30.558753 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4bf7717e-fc4b-473b-b42b-d6c8a59578b4 req-827e7329-94cc-4ea3-84d0-cee47566a2e0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0864635 Aug 26 01:37:30.605574 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4bf7717e-fc4b-473b-b42b-d6c8a59578b4 req-95f1c303-f158-4346-b2ef-51a6bf01d17f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404832 Aug 26 01:37:31.801521 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a488bc-aa8e-47ec-865e-5fc39b75b864 req-bbe11fb8-f72f-4cc2-b626-69956ea59657 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:31.803029 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-79a488bc-aa8e-47ec-865e-5fc39b75b864 req-bbe11fb8-f72f-4cc2-b626-69956ea59657 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0864954 Aug 26 01:37:31.848088 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-79a488bc-aa8e-47ec-865e-5fc39b75b864 req-4937f3e0-76d3-44f5-9154-97dd11d2dfd5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393999 Aug 26 01:37:32.936251 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:37:33.005421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-626985ed-c179-481d-8b90-0ca632c364a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:33.045584 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35500a-1914-4493-a01f-7b9412816988 req-da89878f-a82d-475b-9394-5d69bcf83b76 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:33.050329 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cf35500a-1914-4493-a01f-7b9412816988 req-da89878f-a82d-475b-9394-5d69bcf83b76 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0906053 Aug 26 01:37:33.092136 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cf35500a-1914-4493-a01f-7b9412816988 req-3fbc396e-43f1-4199-b9a1-7da4d3e474b4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389738 Aug 26 01:37:33.776650 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:34.032171 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:34.291616 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b41b8-d6d6-4d3c-ba7a-71b4245fce71 req-233e064b-f24f-496d-92d4-72657701aa57 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:34.292997 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8b8b41b8-d6d6-4d3c-ba7a-71b4245fce71 req-233e064b-f24f-496d-92d4-72657701aa57 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0921409 Aug 26 01:37:34.338054 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8b8b41b8-d6d6-4d3c-ba7a-71b4245fce71 req-be416805-3c5c-4db5-9d36-df8793e4fee3 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391517 Aug 26 01:37:35.542223 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e2db5-170d-4c73-84cd-236b71cad05a req-93c44236-828d-47ca-8bc5-1696ddaeabcf tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:35.543685 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a04e2db5-170d-4c73-84cd-236b71cad05a req-93c44236-828d-47ca-8bc5-1696ddaeabcf tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0938230 Aug 26 01:37:35.574461 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:35.589495 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a04e2db5-170d-4c73-84cd-236b71cad05a req-3a09290e-ba5f-4f94-ba5c-f5344a5ef372 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392632 Aug 26 01:37:36.784633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff368f-4955-443e-9930-bbd77c3bb230 req-f4fd3ef9-2c88-4302-b012-c3043365c529 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:36.786113 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cfff368f-4955-443e-9930-bbd77c3bb230 req-f4fd3ef9-2c88-4302-b012-c3043365c529 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0868986 Aug 26 01:37:36.835659 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cfff368f-4955-443e-9930-bbd77c3bb230 req-5a6ce500-0b3e-471e-81e5-66e007e842bf tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428236 Aug 26 01:37:37.151432 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-5d3f85d4-0fae-4b56-a691-34a3a87d7fc4 service neutron] 10.222.0.94 "GET /v2.0/ports/e8a18550-46a1-438a-8538-af16cf167a0e/bindings/hv-neutron-8545 HTTP/1.1" status: 200 len: 384 time: 0.0745475 Aug 26 01:37:37.842106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-d6d3afab-5b20-4849-9299-bcd7d14d67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:37.843768 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-d6d3afab-5b20-4849-9299-bcd7d14d67ec service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 1099 time: 0.0785723 Aug 26 01:37:37.972358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-f0564fb8-8d4f-446b-b081-60933a094716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:37.973857 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-f0564fb8-8d4f-446b-b081-60933a094716 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 1099 time: 0.0839396 Aug 26 01:37:38.044028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e5183-d3f4-4993-9697-228453595270 req-ac0f1ab6-6372-4bce-b089-280a86cbcbc2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:38.045484 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-af7e5183-d3f4-4993-9697-228453595270 req-ac0f1ab6-6372-4bce-b089-280a86cbcbc2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0865102 Aug 26 01:37:38.094108 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-af7e5183-d3f4-4993-9697-228453595270 req-fe7e6db2-85a5-4a19-a14f-4d2868a53528 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418682 Aug 26 01:37:38.114311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-3c8da69a-df3a-43e9-ae7a-7ed28079a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:38.115741 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-3c8da69a-df3a-43e9-ae7a-7ed28079a4ca service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1330533 Aug 26 01:37:38.325180 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-2b40ba22-a2f8-49e7-b78b-781a2040ed20 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a18550-46a1-438a-8538-af16cf167a0e HTTP/1.1" status: 200 len: 1003 time: 0.1993940 Aug 26 01:37:38.390341 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-b3524872-0ba9-4714-a3b9-d054295e7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:38.391672 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-b3524872-0ba9-4714-a3b9-d054295e7912 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0572486 Aug 26 01:37:38.473565 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-68fc4d85-e458-4174-8a90-94a0d01e140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:38.475141 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-68fc4d85-e458-4174-8a90-94a0d01e140b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771065 Aug 26 01:37:38.609386 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-2689bd32-ecaa-4d6d-97d4-c0eeeb7c3006 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232312 Aug 26 01:37:38.742629 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9449e7b5-50bf-4f77-b3a9-0ca7fe68341d req-d2f21f3f-feaa-4c38-8217-e37fc31283b6 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249273 Aug 26 01:37:39.309489 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03942a33-29e5-4fb3-934a-11ec75ef9e8e req-fa3d4fc3-e9aa-4bd1-9d67-9fbf36e70a38 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:39.310879 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-03942a33-29e5-4fb3-934a-11ec75ef9e8e req-fa3d4fc3-e9aa-4bd1-9d67-9fbf36e70a38 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.1033382 Aug 26 01:37:39.360815 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-03942a33-29e5-4fb3-934a-11ec75ef9e8e req-bf05117d-ee60-4f95-be02-dd09f59a8707 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434482 Aug 26 01:37:40.366502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device e8a18550-46a1-438a-8538-af16cf167a0e details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:37:40.373920 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device e8a18550-46a1-438a-8538-af16cf167a0e no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:37:40.560018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12690488-9bd6-425c-a4d2-bce34fd52416 req-2f49b344-a0e5-43b3-b4d4-2bf9bba64908 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:40.561475 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-12690488-9bd6-425c-a4d2-bce34fd52416 req-2f49b344-a0e5-43b3-b4d4-2bf9bba64908 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0902350 Aug 26 01:37:40.595907 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port e8a18550-46a1-438a-8538-af16cf167a0e is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:37:40.596281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:40.605541 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-12690488-9bd6-425c-a4d2-bce34fd52416 req-dd7823e0-526a-4ea0-b269-ce95050798d5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382426 Aug 26 01:37:40.609948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port e8a18550-46a1-438a-8538-af16cf167a0e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=e8a18550-46a1-438a-8538-af16cf167a0e,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:37:40.627694 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'port_id': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'mac_address': 'fa:16:3e:a2:18:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:37:40.662124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:37:40.688726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port e8a18550-46a1-438a-8538-af16cf167a0e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=e8a18550-46a1-438a-8538-af16cf167a0e,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:37:40.698917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port e8a18550-46a1-438a-8538-af16cf167a0e is: ACTIVE; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:37:40.699308 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:40.720251 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8a18550-46a1-438a-8538-af16cf167a0e {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:37:40.725722 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2f3345-07ad-49c3-81b3-dae49463448e'] response: {'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'code': 200} Aug 26 01:37:40.746070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:40.860721 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:37:40.861075 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:37:40.869427 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=e8a18550-46a1-438a-8538-af16cf167a0e,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:37:40.877515 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:40.877888 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:40.878370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:40.878710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:40.879044 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:40.879377 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:40.879703 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:40.880030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:40.880355 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:40.880678 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:40.881107 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:40.881430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:40.982843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:41.417020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port e8a18550-46a1-438a-8538-af16cf167a0e is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:37:41.417673 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:41.434462 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a18550-46a1-438a-8538-af16cf167a0e {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:37:41.449462 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port e8a18550-46a1-438a-8538-af16cf167a0e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=e8a18550-46a1-438a-8538-af16cf167a0e,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:37:41.531178 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:41.595819 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=e8a18550-46a1-438a-8538-af16cf167a0e,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:37:41.665330 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['e8a18550-46a1-438a-8538-af16cf167a0e'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:37:41.809370 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc1839-7015-4f7a-b574-863e7c0ebe0e req-c473d105-39ab-4bf6-b858-cff8591b83ff tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:41.810913 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-44fc1839-7015-4f7a-b574-863e7c0ebe0e req-c473d105-39ab-4bf6-b858-cff8591b83ff tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 945 time: 0.0935695 Aug 26 01:37:41.861601 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-44fc1839-7015-4f7a-b574-863e7c0ebe0e req-b5145bb2-f058-4354-aebd-3faa9758b7bb tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445485 Aug 26 01:37:42.384454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device e8a18550-46a1-438a-8538-af16cf167a0e up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:37:42.451849 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port e8a18550-46a1-438a-8538-af16cf167a0e triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:37:42.453241 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:42.559292 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c9f5e-dd62-4604-9cec-2aded1574372 req-cc5ee437-70c7-40d6-b4a5-53bce7ad6ef0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:42.560793 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2f6c9f5e-dd62-4604-9cec-2aded1574372 req-cc5ee437-70c7-40d6-b4a5-53bce7ad6ef0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 945 time: 0.0914481 Aug 26 01:37:42.573262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-24fbe368-eb37-4997-a24b-7e7d0cea9e50 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:42.574719 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-24fbe368-eb37-4997-a24b-7e7d0cea9e50 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&binding%3Ahost_id=hv-neutron-8545 HTTP/1.1" status: 200 len: 945 time: 0.1053076 Aug 26 01:37:42.612173 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2f6c9f5e-dd62-4604-9cec-2aded1574372 req-80759e9e-24db-4d11-a325-a961e6d7be3c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448360 Aug 26 01:37:42.613351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port e8a18550-46a1-438a-8538-af16cf167a0e is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:37:42.613757 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:42.647205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port e8a18550-46a1-438a-8538-af16cf167a0e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=e8a18550-46a1-438a-8538-af16cf167a0e,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:37:42.658445 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-30782384-af9e-458a-b034-ce25dc71c190 service neutron] 10.222.0.94 "GET /v2.0/ports/e8a18550-46a1-438a-8538-af16cf167a0e/bindings/hv-neutron-8545 HTTP/1.1" status: 200 len: 384 time: 0.0777922 Aug 26 01:37:42.727250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:37:42.737481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:42.788801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-c67b0e13-b795-4fb2-94d4-4e0c2b248114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:42.791153 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-c67b0e13-b795-4fb2-94d4-4e0c2b248114 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 1099 time: 0.0927181 Aug 26 01:37:42.797106 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cad55a4-2b07-4b32-b958-ce9b3a8a932a'] response: {'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'code': 200} Aug 26 01:37:42.816186 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=e8a18550-46a1-438a-8538-af16cf167a0e,revision_number=8']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:37:42.958767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-ac283d9c-cbd3-4c1c-aae8-1418ef716570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:42.960099 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-ac283d9c-cbd3-4c1c-aae8-1418ef716570 service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1284699 Aug 26 01:37:43.060372 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-44a18d1c-2edc-4b83-938c-1e9e840f366e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a18550-46a1-438a-8538-af16cf167a0e HTTP/1.1" status: 200 len: 1003 time: 0.0945604 Aug 26 01:37:43.124088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-1f44685c-1e46-4af9-b694-f6c9828e3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:43.126293 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-1f44685c-1e46-4af9-b694-f6c9828e3624 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0605061 Aug 26 01:37:43.206523 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-d1ed06d5-fe30-4950-89f6-210992b0406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:43.207994 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-d1ed06d5-fe30-4950-89f6-210992b0406a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761082 Aug 26 01:37:43.339414 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-49ccd04d-ef42-4a39-9660-0a1e88c11d42 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250899 Aug 26 01:37:43.466688 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-252c141d-9df5-4fa7-83aa-63dfb62f36ae service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217821 Aug 26 01:37:43.808794 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cf5f1-4fcf-4de8-9923-995f6745bb7e req-d8a3c966-a878-4bb5-ba11-f8d8d7586af1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:43.810275 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-499cf5f1-4fcf-4de8-9923-995f6745bb7e req-d8a3c966-a878-4bb5-ba11-f8d8d7586af1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0859787 Aug 26 01:37:43.854957 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-499cf5f1-4fcf-4de8-9923-995f6745bb7e req-53289f2e-6f43-4759-bfb8-48bf0dd7dc20 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379217 Aug 26 01:37:45.071421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd626d8-f8d5-4d61-8122-532e2aebbd21 req-1dce1989-ec99-4a23-913b-0ed49bd400b7 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:45.072885 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9cd626d8-f8d5-4d61-8122-532e2aebbd21 req-1dce1989-ec99-4a23-913b-0ed49bd400b7 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.1007197 Aug 26 01:37:45.117564 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9cd626d8-f8d5-4d61-8122-532e2aebbd21 req-1d994bfd-a054-4a2d-b369-cecc3fddd7ee tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384550 Aug 26 01:37:46.325262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdddc86-b085-4089-8f16-6654d5e6908d req-b4347988-7414-44ff-8a3f-eb2d0f70391e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:46.326775 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8fdddc86-b085-4089-8f16-6654d5e6908d req-b4347988-7414-44ff-8a3f-eb2d0f70391e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0944171 Aug 26 01:37:46.371454 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8fdddc86-b085-4089-8f16-6654d5e6908d req-255cd935-cadf-477c-ace7-408d1ee0f319 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388358 Aug 26 01:37:47.067705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-b39018a9-18c6-4c84-8c7d-eba3ec3bb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:47.069278 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-b39018a9-18c6-4c84-8c7d-eba3ec3bb7b6 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 1099 time: 0.0778499 Aug 26 01:37:47.194361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-a0a12f4e-62dd-4c6e-94ba-cb229c635bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:47.195905 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-a0a12f4e-62dd-4c6e-94ba-cb229c635bcf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 1099 time: 0.0816541 Aug 26 01:37:47.331260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-a8736887-202f-4bae-921a-5c71b866b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:47.332596 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-a8736887-202f-4bae-921a-5c71b866b1ee service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1275110 Aug 26 01:37:47.439952 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-8e3a8630-b312-4bae-ba66-07da72f560f9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8a18550-46a1-438a-8538-af16cf167a0e HTTP/1.1" status: 200 len: 1003 time: 0.0981081 Aug 26 01:37:47.661828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-e0540411-7614-4515-861d-cc4bc15210d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:47.663296 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-e0540411-7614-4515-861d-cc4bc15210d5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.2142928 Aug 26 01:37:47.776997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c094dc5-a73a-4540-9dd4-a1e51dbda5cc req-b1678991-a44f-4ebe-b3d3-9518ac7f8529 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:47.778480 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1c094dc5-a73a-4540-9dd4-a1e51dbda5cc req-b1678991-a44f-4ebe-b3d3-9518ac7f8529 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.2891102 Aug 26 01:37:47.821032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-60ae6ce8-41aa-4c52-90bf-e52713ba88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:47.823516 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-60ae6ce8-41aa-4c52-90bf-e52713ba88f4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1479270 Aug 26 01:37:47.913340 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1c094dc5-a73a-4540-9dd4-a1e51dbda5cc req-96d54b01-01e4-4cbd-adf3-5531f16057a8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267648 Aug 26 01:37:47.972358 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-f133e5c6-5fe3-4b5e-bfc6-c8151a3df02c service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376181 Aug 26 01:37:48.105888 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-055be793-6fea-4bc5-871a-f2d5aec8de28 req-ebf68e58-8b02-43f9-8fb2-87601766d5cb service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247869 Aug 26 01:37:48.382042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device e8a18550-46a1-438a-8538-af16cf167a0e no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:37:48.496754 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port e8a18550-46a1-438a-8538-af16cf167a0e is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:37:48.497163 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:48.524843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:37:48.534903 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port e8a18550-46a1-438a-8538-af16cf167a0e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=e8a18550-46a1-438a-8538-af16cf167a0e,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:37:48.577306 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da3f4485-4e14-4050-9b2d-8ae39fd5a667'] response: {'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'code': 200} Aug 26 01:37:48.605178 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:48.671139 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=e8a18550-46a1-438a-8538-af16cf167a0e,revision_number=9']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:37:49.112141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2ff26-6b9f-462b-a8ab-100929491266 req-0344deb3-cb38-405c-92e5-d2175865a7f8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:49.113630 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f8d2ff26-6b9f-462b-a8ab-100929491266 req-0344deb3-cb38-405c-92e5-d2175865a7f8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 944 time: 0.0890415 Aug 26 01:37:49.159246 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f8d2ff26-6b9f-462b-a8ab-100929491266 req-1523b436-91ac-4f8d-81c7-053c14b5946e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399930 Aug 26 01:37:50.363210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a34b9-c459-4b28-8591-af10e9b13519 req-028b4fef-3e5b-43c0-b0ea-5ed8361fbfca tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:50.364659 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-326a34b9-c459-4b28-8591-af10e9b13519 req-028b4fef-3e5b-43c0-b0ea-5ed8361fbfca tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 944 time: 0.0884678 Aug 26 01:37:50.381294 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device e8a18550-46a1-438a-8538-af16cf167a0e details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:37:50.413453 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-326a34b9-c459-4b28-8591-af10e9b13519 req-8c376515-6993-4aad-99d1-579de4d65c44 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427253 Aug 26 01:37:50.516588 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port e8a18550-46a1-438a-8538-af16cf167a0e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=e8a18550-46a1-438a-8538-af16cf167a0e,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:37:50.529975 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'port_id': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'mac_address': 'fa:16:3e:a2:18:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:37:50.589955 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port e8a18550-46a1-438a-8538-af16cf167a0e is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:37:50.590335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:50.607204 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a18550-46a1-438a-8538-af16cf167a0e {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:37:50.610705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9420785-5699-4ff9-a4c8-b35d2095ba8f req-ca1848b3-f2cc-4a6a-8a7f-63a491083265 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:50.612165 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e9420785-5699-4ff9-a4c8-b35d2095ba8f req-ca1848b3-f2cc-4a6a-8a7f-63a491083265 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 944 time: 0.0864978 Aug 26 01:37:50.622342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port e8a18550-46a1-438a-8538-af16cf167a0e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=e8a18550-46a1-438a-8538-af16cf167a0e,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:37:50.660849 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e9420785-5699-4ff9-a4c8-b35d2095ba8f req-981034de-aa03-401c-9e00-428832eba98e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424538 Aug 26 01:37:50.690928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:50.758085 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=e8a18550-46a1-438a-8538-af16cf167a0e,revision_number=10']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:37:50.817716 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['e8a18550-46a1-438a-8538-af16cf167a0e'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:37:50.853858 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f5766-006d-4a9a-bf55-8d929c8e2193 req-a8436cb2-febc-4dc6-873d-18d114bbd9c2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:50.855325 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a04f5766-006d-4a9a-bf55-8d929c8e2193 req-a8436cb2-febc-4dc6-873d-18d114bbd9c2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0874255 Aug 26 01:37:50.900906 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a04f5766-006d-4a9a-bf55-8d929c8e2193 req-19814537-b769-44b6-ab2f-62277cbc9bee tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387497 Aug 26 01:37:51.459727 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1278b73-b810-4ebc-9511-1123387dff61 req-462ca44c-0f7d-4005-978a-3c551798640c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:51.461284 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c1278b73-b810-4ebc-9511-1123387dff61 req-462ca44c-0f7d-4005-978a-3c551798640c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0891056 Aug 26 01:37:51.505724 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c1278b73-b810-4ebc-9511-1123387dff61 req-643095bc-e7e6-4819-a53a-514b32ad3970 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387852 Aug 26 01:37:52.406250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device e8a18550-46a1-438a-8538-af16cf167a0e up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:37:52.474542 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port e8a18550-46a1-438a-8538-af16cf167a0e triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:37:52.474916 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:52.590875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port e8a18550-46a1-438a-8538-af16cf167a0e is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:37:52.591366 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:52.619538 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:37:52.629929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port e8a18550-46a1-438a-8538-af16cf167a0e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=e8a18550-46a1-438a-8538-af16cf167a0e,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:37:52.664750 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a33f60e-c0d8-4331-a0f2-8ba003f14226'] response: {'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'code': 200} Aug 26 01:37:52.699647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:52.706515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08b2e3-4aed-4f36-9592-b1662aa28687 req-bd60f20a-4ebe-44a4-ae58-60dbe71fe278 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:52.707980 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9d08b2e3-4aed-4f36-9592-b1662aa28687 req-bd60f20a-4ebe-44a4-ae58-60dbe71fe278 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 946 time: 0.0887556 Aug 26 01:37:52.753217 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9d08b2e3-4aed-4f36-9592-b1662aa28687 req-5f3890df-e603-4531-9e42-7f0709cae347 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394359 Aug 26 01:37:52.772977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=e8a18550-46a1-438a-8538-af16cf167a0e,revision_number=11']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:37:53.909911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-b420de0e-925d-478c-8996-3fe33e5039e2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:53.911385 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-b420de0e-925d-478c-8996-3fe33e5039e2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 947 time: 0.0924532 Aug 26 01:37:53.948262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec49a2-8aa0-4f8e-8324-66c9bd476c95 req-bd8b8828-e885-44e3-9dba-8e0d4e48290a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:53.949723 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-68ec49a2-8aa0-4f8e-8324-66c9bd476c95 req-bd8b8828-e885-44e3-9dba-8e0d4e48290a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 947 time: 0.0864091 Aug 26 01:37:53.984877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Deleting port e8a18550-46a1-438a-8538-af16cf167a0e {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:37:53.985211 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:53.998176 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-68ec49a2-8aa0-4f8e-8324-66c9bd476c95 req-8b8bec3a-b827-4ee7-8009-7766efb732ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417428 Aug 26 01:37:54.230514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] For port e8a18550-46a1-438a-8538-af16cf167a0e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=e8a18550-46a1-438a-8538-af16cf167a0e,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:37:54.230876 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:54.516091 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:54.516450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:54.516757 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a disassociated. External IP: 172.26.2.160, port: e8a18550-46a1-438a-8538-af16cf167a0e. Aug 26 01:37:54.517091 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Calling delete_port for e8a18550-46a1-438a-8538-af16cf167a0e owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:37:54.717106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:54.771926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Pushing event deleted for resources: {'Port': ['ID=e8a18550-46a1-438a-8538-af16cf167a0e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:37:54.947258 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:54.947840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:54.947948 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:54.948271 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:54.948610 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:54.948948 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:54.949282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:54.949609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:54.949964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:54.950294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:54.950620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:54.950946 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:37:55.085204 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Router ad12733a-db4c-48c9-a4d0-1eadff121b86 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:37:55.264350 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9bdb5296-24c9-4bb7-94b8-2dc241ea8bba req-349ac084-b5fb-4d5b-b43f-62d8d4adb919 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 210 time: 0.1220481 Aug 26 01:37:55.309300 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:37:55.320174 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23ef8c-4638-4fee-8112-563fbcd730ed None None] Sync routers for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:37:55.329822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23ef8c-4638-4fee-8112-563fbcd730ed None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:37:55.330446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1b23ef8c-4638-4fee-8112-563fbcd730ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:37:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:37:55.398159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] No DVR routers for this DVR port e8a18550-46a1-438a-8538-af16cf167a0e on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:37:55.400666 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:37:55.403321 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'name': 'network-vif-deleted', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:37:55.486694 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4fc428a9-82f3-46a6-9d19-341c638cc833 req-a6dac75d-0e9b-48eb-944b-d837a54d47ab tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "DELETE /v2.0/ports/e8a18550-46a1-438a-8538-af16cf167a0e HTTP/1.1" status: 204 len: 173 time: 1.5675514 Aug 26 01:37:55.508663 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f050079-da84-41d8-a0a4-a3dc48399c9f'] response: {'server_uuid': 'b412b5e1-f5eb-4ad0-9eb7-3506104fb890', 'name': 'network-vif-deleted', 'tag': 'e8a18550-46a1-438a-8538-af16cf167a0e', 'status': 'completed', 'code': 200} Aug 26 01:37:55.514042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-1b23ef8c-4638-4fee-8112-563fbcd730ed None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:37:55.863008 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1b23ef8c-4638-4fee-8112-563fbcd730ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:37:55.868420 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23ef8c-4638-4fee-8112-563fbcd730ed None None] Checking router: ad12733a-db4c-48c9-a4d0-1eadff121b86 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:37:55.877631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23ef8c-4638-4fee-8112-563fbcd730ed None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:37:55.878277 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1b23ef8c-4638-4fee-8112-563fbcd730ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:37:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:37:56.053887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-1b23ef8c-4638-4fee-8112-563fbcd730ed None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:37:56.364025 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1b23ef8c-4638-4fee-8112-563fbcd730ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:37:56.369382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23ef8c-4638-4fee-8112-563fbcd730ed None None] The sync data for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv is: [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:37:56.447011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ad7e5c3c-3a30-4037-80f1-ce56733cd603 req-5dfe6f7e-8077-46ec-8d97-d0535e238bae tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Synchronizing usage tracker for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:37:56.517770 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ad7e5c3c-3a30-4037-80f1-ce56733cd603 req-5dfe6f7e-8077-46ec-8d97-d0535e238bae tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Unset dirty status for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:37:56.520537 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ad7e5c3c-3a30-4037-80f1-ce56733cd603 req-5dfe6f7e-8077-46ec-8d97-d0535e238bae tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b412b5e1-f5eb-4ad0-9eb7-3506104fb890 HTTP/1.1" status: 200 len: 210 time: 0.1300929 Aug 26 01:37:56.598958 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a191957-1759-4c1a-9c08-b2431f1b3336 None None] New status for floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:37:58.006619 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-2ce11595-bed8-412e-813d-0030f636e01e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1477018275&fields=id&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 267 time: 0.0397935 Aug 26 01:37:58.155459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-93790472-4511-47d1-a42f-b6a48b9044d7 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:37:58.157511 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-93790472-4511-47d1-a42f-b6a48b9044d7 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 812 time: 0.1446590 Aug 26 01:37:58.172353 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-92647cc0-402f-4132-9e09-9c94d0e60def tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/quotas/c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 375 time: 0.0088255 Aug 26 01:37:58.260834 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-a89469bd-f7bd-43f9-807f-044d279f2330 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833728 Aug 26 01:37:58.436950 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-6b3fe1e3-bde8-45e1-beb9-6de1c0e6c65c service neutron] 10.222.0.83 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642027 Aug 26 01:37:58.450360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device e8a18550-46a1-438a-8538-af16cf167a0e no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:37:58.489800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: e8a18550-46a1-438a-8538-af16cf167a0e {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:37:58.490172 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device e8a18550-46a1-438a-8538-af16cf167a0e not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:37:58.668699 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-105c7401-5dca-4b40-836e-005783257a0f service neutron] 10.222.0.83 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254021 Aug 26 01:37:58.915394 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8c16e366-da95-41e3-9e6c-2dc3258e5140 req-5dac069f-e80f-4193-9dee-4891ba1d2bda tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 210 time: 0.0499508 Aug 26 01:38:00.081276 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e2023b5b-710c-4400-8800-3facc5d7ad0d req-2c2c50ef-fed2-40aa-8cf1-4bfb98e06995 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 210 time: 0.0553486 Aug 26 01:38:00.482736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f77af91e-b0ea-4357-a2d5-399399b54274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:00.904386 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-ccdae9a8-07ab-4933-9f26-080eac79ffc9 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:00.906401 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-ccdae9a8-07ab-4933-9f26-080eac79ffc9 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 812 time: 0.1495659 Aug 26 01:38:00.967147 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-1e22cfa4-aeb8-43c8-8db1-65899edbdfdb tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 380 time: 0.0382824 Aug 26 01:38:00.977267 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Request body: {'port': {'device_id': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'admin_state_up': True, 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'security_groups': ['041b36b0-cf8c-4a69-98e9-d58429822e1a']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:38:01.113758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:38:01.123347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:38:01.193851 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Made reservation on behalf of c3cc73a90c4a4817b77948d9b6b080c2 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:38:01.197446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:01.269825 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f6e7a1c7-3c20-4041-a809-7ab5a15b91b5 req-c561afcb-180a-4f51-9661-d87816701d9e tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 210 time: 0.0622606 Aug 26 01:38:01.413040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Allocated IP 172.20.0.9 (46aeb96a-b0e7-40d7-8687-bd086cc51c79/aaa91b7b-1678-4cbe-b784-196b0d24c613/5552f8c6-7bd8-441b-b679-f2407ad0c703) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:38:01.596999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:01.612131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Transition to ACTIVE for port object 5552f8c6-7bd8-441b-b679-f2407ad0c703 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:38:01.679670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:01.748759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:38:01.752632 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:38:01.756418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:38:01.910676 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Pushing event updated for resources: {'Port': ['ID=5552f8c6-7bd8-441b-b679-f2407ad0c703,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:38:01.947098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:01.947686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:02.060588 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-682b7df0-5a13-4930-a104-ea1c2c8d13ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0866687 Aug 26 01:38:02.085678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Request body: {'port': {'device_id': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:38:02.088391 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c908ebe0-189b-427d-8aee-365451603255 None None] Provisioning for port 5552f8c6-7bd8-441b-b679-f2407ad0c703 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:38:02.093629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c908ebe0-189b-427d-8aee-365451603255 None None] Provisioning complete for port 5552f8c6-7bd8-441b-b679-f2407ad0c703 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:38:02.094039 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c908ebe0-189b-427d-8aee-365451603255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:02.147556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c908ebe0-189b-427d-8aee-365451603255 None None] Port 5552f8c6-7bd8-441b-b679-f2407ad0c703 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:38:02.195133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:02.466006 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202347af-2b7e-48bb-8346-b7135e0dc367 req-116be300-c29e-4ba1-acd7-de23b3bfdd12 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:02.467381 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-202347af-2b7e-48bb-8346-b7135e0dc367 req-116be300-c29e-4ba1-acd7-de23b3bfdd12 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 931 time: 0.0869977 Aug 26 01:38:02.516639 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-202347af-2b7e-48bb-8346-b7135e0dc367 req-d846a9b0-1a13-449a-8e80-0b6cdc7fcb8d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428536 Aug 26 01:38:02.541994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5552f8c6-7bd8-441b-b679-f2407ad0c703 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:38:02.549732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:02.563542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Transition to ACTIVE for port object 5552f8c6-7bd8-441b-b679-f2407ad0c703 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:38:02.644766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:02.834045 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Pushing event updated for resources: {'Port': ['ID=5552f8c6-7bd8-441b-b679-f2407ad0c703,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:38:02.875653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Attempting to bind port 5552f8c6-7bd8-441b-b679-f2407ad0c703 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:38:02.875980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Attempting to bind port 5552f8c6-7bd8-441b-b679-f2407ad0c703 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:38:02.876299 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Attempting to bind port 5552f8c6-7bd8-441b-b679-f2407ad0c703 on network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:38:02.881155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Port 5552f8c6-7bd8-441b-b679-f2407ad0c703 on network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:38:02.881468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Attempting to bind port 5552f8c6-7bd8-441b-b679-f2407ad0c703 on network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:38:02.886666 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:38:02.886997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Checking segment: {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:38:02.887379 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Bound using segment: {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:38:02.887793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Bound port: 5552f8c6-7bd8-441b-b679-f2407ad0c703, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:38:02.888129 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:02.977459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] For port 5552f8c6-7bd8-441b-b679-f2407ad0c703, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:38:02.980444 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] For port 5552f8c6-7bd8-441b-b679-f2407ad0c703, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:38:03.013588 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3c09a31e-6cb5-4a6d-b617-66816210cc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:03.042679 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:03.076314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:03.076918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:03.078986 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] 10.222.0.94 "PUT /v2.0/ports/5552f8c6-7bd8-441b-b679-f2407ad0c703 HTTP/1.1" status: 200 len: 1093 time: 0.9974451 Aug 26 01:38:03.084100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:38:03.122136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4214cb5-c6b9-4bf6-9f8b-5899e5684dcb service neutron] Pushing event updated for resources: {'Port': ['ID=5552f8c6-7bd8-441b-b679-f2407ad0c703,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:38:03.129068 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b14848ca-e7fa-43eb-a697-14149ba8751d'] response: {'name': 'network-changed', 'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'status': 'completed', 'code': 200} Aug 26 01:38:03.256184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdcc40-7ab6-432b-91fc-a7d21d8d423e req-27201834-c3d3-41f8-a9da-fe94de0237ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:03.257640 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7bbdcc40-7ab6-432b-91fc-a7d21d8d423e req-27201834-c3d3-41f8-a9da-fe94de0237ca service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 1096 time: 0.0791931 Aug 26 01:38:03.409207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdcc40-7ab6-432b-91fc-a7d21d8d423e req-8c45ca62-4c4b-452c-bb41-f814c174c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:03.410667 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7bbdcc40-7ab6-432b-91fc-a7d21d8d423e req-8c45ca62-4c4b-452c-bb41-f814c174c79b service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1337485 Aug 26 01:38:03.550933 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdcc40-7ab6-432b-91fc-a7d21d8d423e req-5e52f0cd-6e38-4d84-b728-67358fdecace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:03.552393 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7bbdcc40-7ab6-432b-91fc-a7d21d8d423e req-5e52f0cd-6e38-4d84-b728-67358fdecace service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1328230 Aug 26 01:38:03.708208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-1e187912-12b5-442c-a03f-82bdab5c43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:03.709874 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-1e187912-12b5-442c-a03f-82bdab5c43b6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 1096 time: 0.0853415 Aug 26 01:38:03.714837 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df4bc0-d3ea-4fab-a29b-62c292fe9a22 req-50d5666a-0ebd-426a-8c7d-7f23b15b4bcc tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:03.716282 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-20df4bc0-d3ea-4fab-a29b-62c292fe9a22 req-50d5666a-0ebd-426a-8c7d-7f23b15b4bcc tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 943 time: 0.0879371 Aug 26 01:38:03.719660 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:03.762177 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-20df4bc0-d3ea-4fab-a29b-62c292fe9a22 req-dda63170-91b4-4048-9019-638cc7729f15 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395682 Aug 26 01:38:03.789332 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-a5da9ec3-30a8-4903-81af-b3b42688ff85 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703 HTTP/1.1" status: 200 len: 217 time: 0.0632854 Aug 26 01:38:03.858243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-92cf1d7b-12bf-426b-8293-422355967349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:03.859726 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-92cf1d7b-12bf-426b-8293-422355967349 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0609612 Aug 26 01:38:03.944443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-e44dd150-3c19-400a-9e97-9c43945dfbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:03.945954 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-e44dd150-3c19-400a-9e97-9c43945dfbfc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770061 Aug 26 01:38:04.033438 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:04.079455 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-9f039a46-ba82-4b4e-b4fc-5879f56d8ea7 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232677 Aug 26 01:38:04.317808 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41c308f0-a0cf-403b-bcc3-539468cc2961 req-45710040-9642-43f6-8b18-be061ad7ea0c service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289522 Aug 26 01:38:04.959968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f101eb-ed6b-4ec8-ae72-7b0747168e52 req-722c62f5-6473-4b06-9ead-3a9f3c7e51bf tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:04.960661 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-77f101eb-ed6b-4ec8-ae72-7b0747168e52 req-722c62f5-6473-4b06-9ead-3a9f3c7e51bf tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Synchronizing usage tracker for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:38:05.037047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-77f101eb-ed6b-4ec8-ae72-7b0747168e52 req-722c62f5-6473-4b06-9ead-3a9f3c7e51bf tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Unset dirty status for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:38:05.038219 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77f101eb-ed6b-4ec8-ae72-7b0747168e52 req-722c62f5-6473-4b06-9ead-3a9f3c7e51bf tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 943 time: 0.1667414 Aug 26 01:38:05.087518 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77f101eb-ed6b-4ec8-ae72-7b0747168e52 req-96962964-b683-4db6-bbd8-bc607cb717af tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387704 Aug 26 01:38:05.585422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:06.283372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea851e-281c-41d1-8e77-3cc43f6a1d33 req-0c0fc03a-5efa-4c64-86cc-c86df9da6787 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:06.284833 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6eea851e-281c-41d1-8e77-3cc43f6a1d33 req-0c0fc03a-5efa-4c64-86cc-c86df9da6787 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 943 time: 0.0902538 Aug 26 01:38:06.328581 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6eea851e-281c-41d1-8e77-3cc43f6a1d33 req-9ccd1836-7dab-4f1b-8105-690a52fad740 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380116 Aug 26 01:38:06.479149 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 5552f8c6-7bd8-441b-b679-f2407ad0c703 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:38:06.608390 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 5552f8c6-7bd8-441b-b679-f2407ad0c703, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:38:06.624934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'port_id': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'mac_address': 'fa:16:3e:35:ae:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:38:06.678181 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 5552f8c6-7bd8-441b-b679-f2407ad0c703 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:38:06.678554 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:06.694838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5552f8c6-7bd8-441b-b679-f2407ad0c703 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:38:06.710276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 5552f8c6-7bd8-441b-b679-f2407ad0c703, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:38:06.785496 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:06.853137 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=5552f8c6-7bd8-441b-b679-f2407ad0c703,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:38:07.114186 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['5552f8c6-7bd8-441b-b679-f2407ad0c703'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:38:07.525828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709864bf-5461-430c-b629-f5064569c5e4 req-7c3b12f6-a5e4-43c7-a80f-b991276fac26 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:07.527336 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-709864bf-5461-430c-b629-f5064569c5e4 req-7c3b12f6-a5e4-43c7-a80f-b991276fac26 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 944 time: 0.0906794 Aug 26 01:38:07.571673 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-709864bf-5461-430c-b629-f5064569c5e4 req-4cf65ddc-db69-49f5-8445-e95563033359 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383396 Aug 26 01:38:08.493886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 5552f8c6-7bd8-441b-b679-f2407ad0c703 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:38:08.598955 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 5552f8c6-7bd8-441b-b679-f2407ad0c703 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:38:08.603979 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 5552f8c6-7bd8-441b-b679-f2407ad0c703 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:38:08.604284 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:08.718251 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 5552f8c6-7bd8-441b-b679-f2407ad0c703 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:38:08.718638 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:08.751490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:38:08.761417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 5552f8c6-7bd8-441b-b679-f2407ad0c703, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:38:08.766186 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023f749-f3f0-4625-8d30-9dfdcaedb8a8 req-b5b2f301-98b7-4701-9c44-94cd94df4877 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:08.768752 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c023f749-f3f0-4625-8d30-9dfdcaedb8a8 req-b5b2f301-98b7-4701-9c44-94cd94df4877 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 944 time: 0.0877612 Aug 26 01:38:08.795831 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1301131d-92ed-4504-98d1-7aaf250578cd'] response: {'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'code': 200} Aug 26 01:38:08.816177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:08.821559 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c023f749-f3f0-4625-8d30-9dfdcaedb8a8 req-23414ca3-33b5-4053-9bee-1341a90addaa tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472436 Aug 26 01:38:08.885383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=5552f8c6-7bd8-441b-b679-f2407ad0c703,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:38:09.225983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1efe7-4f5b-4979-87f2-d1edcacda130 req-33941f68-e487-4dc2-9f16-3790279cb81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:09.227459 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c0d1efe7-4f5b-4979-87f2-d1edcacda130 req-33941f68-e487-4dc2-9f16-3790279cb81d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0756862 Aug 26 01:38:09.270508 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c0d1efe7-4f5b-4979-87f2-d1edcacda130 req-923dcb95-8c12-450f-ba25-0037a81f9b03 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330791 Aug 26 01:38:09.935460 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:38:10.033961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbb314-8361-4383-a2f2-b011113a4b8e req-8ca00405-a22a-4c6b-9ce6-e76961aad3ed tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:10.035446 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c5dbb314-8361-4383-a2f2-b011113a4b8e req-8ca00405-a22a-4c6b-9ce6-e76961aad3ed tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0942724 Aug 26 01:38:10.080420 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c5dbb314-8361-4383-a2f2-b011113a4b8e req-a5d7fc84-77fa-4c83-b4cc-a4a83390b574 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392277 Aug 26 01:38:10.962768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:11.282765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a8867-bb52-4061-b365-600fe08c3881 req-a1508885-ee95-4a8b-9819-9c6b50c48095 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:11.284203 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8e9a8867-bb52-4061-b365-600fe08c3881 req-a1508885-ee95-4a8b-9819-9c6b50c48095 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0862162 Aug 26 01:38:11.328695 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8e9a8867-bb52-4061-b365-600fe08c3881 req-5902870d-e931-4f35-832d-553d7fc9ec9b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388319 Aug 26 01:38:11.519115 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc60824-32cb-4b0f-a041-225940991bb8 req-0f185568-6bdd-4e0f-9caa-3bab636737f2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:11.520548 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cfc60824-32cb-4b0f-a041-225940991bb8 req-0f185568-6bdd-4e0f-9caa-3bab636737f2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0901721 Aug 26 01:38:11.530172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58068) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:38:11.535556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ec60d0ad-5e10-4303-aa89-91dec4a97596 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Request body: {'floatingip': {'port_id': '5552f8c6-7bd8-441b-b679-f2407ad0c703'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:38:11.619025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec60d0ad-5e10-4303-aa89-91dec4a97596 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:12.206314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec60d0ad-5e10-4303-aa89-91dec4a97596 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:12.262191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec60d0ad-5e10-4303-aa89-91dec4a97596 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:12.542430 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-ec60d0ad-5e10-4303-aa89-91dec4a97596 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a associated. External IP: 172.26.2.160, port: 5552f8c6-7bd8-441b-b679-f2407ad0c703. Aug 26 01:38:12.890049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec60d0ad-5e10-4303-aa89-91dec4a97596 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Router ad12733a-db4c-48c9-a4d0-1eadff121b86 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:38:13.069278 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec60d0ad-5e10-4303-aa89-91dec4a97596 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:38:13.074213 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ec60d0ad-5e10-4303-aa89-91dec4a97596 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:13.079519 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddadf5-bb14-41b6-81c1-b1c7dcc99d2c None None] Sync routers for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:38:13.089556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ddadf5-bb14-41b6-81c1-b1c7dcc99d2c None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:38:13.090135 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-59ddadf5-bb14-41b6-81c1-b1c7dcc99d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:38:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:38:13.129460 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ec60d0ad-5e10-4303-aa89-91dec4a97596 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "PUT /v2.0/floatingips/17374b7e-f14e-4094-8c8d-2b258f64b86a HTTP/1.1" status: 200 len: 992 time: 1.5982049 Aug 26 01:38:13.130072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:38:13.183476 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e9c101-9442-48df-87c2-a66f5bec4727'] response: {'name': 'network-changed', 'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'status': 'completed', 'code': 200} Aug 26 01:38:13.303998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-59ddadf5-bb14-41b6-81c1-b1c7dcc99d2c None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:38:13.310694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5e25f-c67f-48c4-ad57-dbe408ce8649 req-bafbed23-7be4-48c4-a5d1-b946836ed13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:13.312160 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a0d5e25f-c67f-48c4-ad57-dbe408ce8649 req-bafbed23-7be4-48c4-a5d1-b946836ed13c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0826585 Aug 26 01:38:13.445422 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5e25f-c67f-48c4-ad57-dbe408ce8649 req-87d2a2e0-3cd1-46ae-a331-5afcc2e0ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:13.446835 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a0d5e25f-c67f-48c4-ad57-dbe408ce8649 req-87d2a2e0-3cd1-46ae-a331-5afcc2e0ea58 service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1283576 Aug 26 01:38:13.554468 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a0d5e25f-c67f-48c4-ad57-dbe408ce8649 req-e58d050d-4074-41d6-ba7e-0f7d410f6256 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703 HTTP/1.1" status: 200 len: 1000 time: 0.1012161 Aug 26 01:38:13.625506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5e25f-c67f-48c4-ad57-dbe408ce8649 req-448a1783-5570-427f-bf94-5836a1f9e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:13.626985 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a0d5e25f-c67f-48c4-ad57-dbe408ce8649 req-448a1783-5570-427f-bf94-5836a1f9e697 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0666094 Aug 26 01:38:13.656472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-59ddadf5-bb14-41b6-81c1-b1c7dcc99d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '17374b7e-f14e-4094-8c8d-2b258f64b86a', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'port_id': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'mac_address': 'fa:16:3e:35:ae:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:33:38Z', 'updated_at': '2022-08-26T01:38:12Z', 'revision_number': 13, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:38:13.661421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddadf5-bb14-41b6-81c1-b1c7dcc99d2c None None] Checking router: ad12733a-db4c-48c9-a4d0-1eadff121b86 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:38:13.669822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ddadf5-bb14-41b6-81c1-b1c7dcc99d2c None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:38:13.670420 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-59ddadf5-bb14-41b6-81c1-b1c7dcc99d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:38:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:38:13.711927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5e25f-c67f-48c4-ad57-dbe408ce8649 req-dea82560-2a63-49ef-936b-f72ca8386f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:13.713257 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a0d5e25f-c67f-48c4-ad57-dbe408ce8649 req-dea82560-2a63-49ef-936b-f72ca8386f65 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803065 Aug 26 01:38:13.850960 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a0d5e25f-c67f-48c4-ad57-dbe408ce8649 req-b4db75a9-72c4-4410-a5e0-0f0109630a12 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300709 Aug 26 01:38:13.854765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-59ddadf5-bb14-41b6-81c1-b1c7dcc99d2c None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:38:13.987535 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a0d5e25f-c67f-48c4-ad57-dbe408ce8649 req-d7df4048-9c08-4ce1-ab69-3c0b6d019fbc service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296275 Aug 26 01:38:14.201568 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-59ddadf5-bb14-41b6-81c1-b1c7dcc99d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '17374b7e-f14e-4094-8c8d-2b258f64b86a', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'port_id': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'mac_address': 'fa:16:3e:35:ae:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:33:38Z', 'updated_at': '2022-08-26T01:38:12Z', 'revision_number': 13, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:38:14.206206 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddadf5-bb14-41b6-81c1-b1c7dcc99d2c None None] The sync data for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv is: [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '17374b7e-f14e-4094-8c8d-2b258f64b86a', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'port_id': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'mac_address': 'fa:16:3e:35:ae:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:33:38Z', 'updated_at': '2022-08-26T01:38:12Z', 'revision_number': 13, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:38:14.396233 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac371f8-9099-4a8c-b435-5613019e668b None None] New status for floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a: ACTIVE {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:38:30.493619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-23dd1b90-7c5e-45dd-9cf0-23935a912d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:33.019355 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1b966eee-b0a8-4507-8406-693c1c492ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:33.747689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:34.032928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:35.570463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:40.979183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:38:46.934473 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:38:52.730772 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610625f-bafa-4fb3-8806-8c425bd7a2c4 req-4ea9759c-35a7-491b-a3c9-c6fd3f11da10 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:52.732205 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a610625f-bafa-4fb3-8806-8c425bd7a2c4 req-4ea9759c-35a7-491b-a3c9-c6fd3f11da10 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.2003849 Aug 26 01:38:52.776793 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a610625f-bafa-4fb3-8806-8c425bd7a2c4 req-026758dd-5244-485a-b7dc-21cfa73d90c2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388772 Aug 26 01:38:53.707180 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a30596b8-9dc8-41c3-9a38-3bf8acb97747 req-d25805a2-d98c-418a-87fc-68bf94345519 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796905 Aug 26 01:38:53.887797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30596b8-9dc8-41c3-9a38-3bf8acb97747 req-44fd5172-84c6-4204-9b00-c079d11ec5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:53.889271 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a30596b8-9dc8-41c3-9a38-3bf8acb97747 req-44fd5172-84c6-4204-9b00-c079d11ec5cd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0806928 Aug 26 01:38:54.051540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30596b8-9dc8-41c3-9a38-3bf8acb97747 req-08e4cbe1-dc19-44f6-ab33-a960db38c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:54.052994 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a30596b8-9dc8-41c3-9a38-3bf8acb97747 req-08e4cbe1-dc19-44f6-ab33-a960db38c43e service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1297455 Aug 26 01:38:54.162849 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a30596b8-9dc8-41c3-9a38-3bf8acb97747 req-8f4f72f4-b073-46d6-84f7-5c238ba6a12a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703 HTTP/1.1" status: 200 len: 1002 time: 0.0999889 Aug 26 01:38:54.232900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30596b8-9dc8-41c3-9a38-3bf8acb97747 req-4ea98755-3cbe-4824-a815-87fb40a35a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:54.234282 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a30596b8-9dc8-41c3-9a38-3bf8acb97747 req-4ea98755-3cbe-4824-a815-87fb40a35a5a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0627725 Aug 26 01:38:54.321560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30596b8-9dc8-41c3-9a38-3bf8acb97747 req-6f3c23de-8343-4fa8-8003-2285d0448bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:38:54.322978 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a30596b8-9dc8-41c3-9a38-3bf8acb97747 req-6f3c23de-8343-4fa8-8003-2285d0448bea service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794532 Aug 26 01:38:54.460997 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a30596b8-9dc8-41c3-9a38-3bf8acb97747 req-10eb2df2-98d1-4f6d-bc77-80bb12faca0c service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285579 Aug 26 01:38:54.597346 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a30596b8-9dc8-41c3-9a38-3bf8acb97747 req-c455942b-6a04-4091-b4d9-31972fcb26c8 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268213 Aug 26 01:39:00.478464 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0ec55b3a-1f02-4479-b385-0323b3a9404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:03.015686 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1943c9e0-078d-4998-a5af-59fc651ba886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:03.059226 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdf842-f27f-44dc-a50d-5034f3ef7b23 req-aa7df932-a3d3-43ea-8aac-a89026fe9cd0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:03.060686 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7fcdf842-f27f-44dc-a50d-5034f3ef7b23 req-aa7df932-a3d3-43ea-8aac-a89026fe9cd0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0962007 Aug 26 01:39:03.107289 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7fcdf842-f27f-44dc-a50d-5034f3ef7b23 req-45b7c141-d11b-4efc-bc17-281de8cca539 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402541 Aug 26 01:39:03.134005 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-5f568259-723d-40ad-88cc-8f0f357d16dc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830429 Aug 26 01:39:03.725386 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:04.070446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:04.313555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bd247-c96f-4241-9857-d7c756822c7f req-8272f38e-c8be-4dc3-bd21-80e80fe026c5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:04.315100 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e79bd247-c96f-4241-9857-d7c756822c7f req-8272f38e-c8be-4dc3-bd21-80e80fe026c5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0885544 Aug 26 01:39:04.361178 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e79bd247-c96f-4241-9857-d7c756822c7f req-ca13b94c-3d9f-439a-b795-d05977905945 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398760 Aug 26 01:39:05.395690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c10004-f50e-45bc-99af-0759c2b9092e req-7bfa467f-c6dc-4242-8788-4c0b0a30e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:05.397179 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-7bfa467f-c6dc-4242-8788-4c0b0a30e9ca service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0825157 Aug 26 01:39:05.537986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c10004-f50e-45bc-99af-0759c2b9092e req-865cb73b-85e2-469a-8e10-173d4c5b9117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:05.539449 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-865cb73b-85e2-469a-8e10-173d4c5b9117 service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1326206 Aug 26 01:39:05.563299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acc3bb-380c-43f9-9ace-2ab9d8f3b75a req-5465835b-6190-4792-be5f-cce032f79d08 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:05.564737 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c2acc3bb-380c-43f9-9ace-2ab9d8f3b75a req-5465835b-6190-4792-be5f-cce032f79d08 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0885656 Aug 26 01:39:05.575568 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:05.614461 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c2acc3bb-380c-43f9-9ace-2ab9d8f3b75a req-3f63808d-e262-42db-be2f-f6fe8e0f69a4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430701 Aug 26 01:39:05.649352 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-6a8eee20-2976-441f-8a4d-d5e36d090602 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703 HTTP/1.1" status: 200 len: 1002 time: 0.1009860 Aug 26 01:39:05.714602 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c10004-f50e-45bc-99af-0759c2b9092e req-699001b4-3c74-48ac-9463-9add3339ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:05.716014 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-699001b4-3c74-48ac-9463-9add3339ae9c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0573726 Aug 26 01:39:05.807857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c10004-f50e-45bc-99af-0759c2b9092e req-4b84ea74-830b-427d-89b7-342ed504aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:05.809246 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-4b84ea74-830b-427d-89b7-342ed504aee7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840240 Aug 26 01:39:06.050203 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-ce5a279b-78b7-4dd1-bb6e-3ada22ca5271 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315841 Aug 26 01:39:06.190819 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-53819a3e-b00f-449e-9be5-5cac9ed2387a service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276629 Aug 26 01:39:06.808845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af435f-2b87-4106-801c-5c5b6cd8ece4 req-d53e2ab0-cfa0-46e0-8898-9fdc8804a175 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:06.810564 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e8af435f-2b87-4106-801c-5c5b6cd8ece4 req-d53e2ab0-cfa0-46e0-8898-9fdc8804a175 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0866690 Aug 26 01:39:06.855249 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e8af435f-2b87-4106-801c-5c5b6cd8ece4 req-e636ecd4-fa5a-40eb-926a-cb34f890c8af tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388505 Aug 26 01:39:08.052546 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3e97e-5958-4473-b6b7-67f72e6f8a34 req-bdf7a7fd-3fcd-4184-83f2-3bc427fc5b49 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:08.054005 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-caa3e97e-5958-4473-b6b7-67f72e6f8a34 req-bdf7a7fd-3fcd-4184-83f2-3bc427fc5b49 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0855970 Aug 26 01:39:08.098044 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-caa3e97e-5958-4473-b6b7-67f72e6f8a34 req-7ae70ef6-1561-4723-b46b-1a7cac194dd3 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381804 Aug 26 01:39:09.293357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242bc66-0bb7-4119-8d0c-c09ab4896c39 req-4628388b-e27b-4d34-a4cf-d478625a7766 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:09.294853 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f242bc66-0bb7-4119-8d0c-c09ab4896c39 req-4628388b-e27b-4d34-a4cf-d478625a7766 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0905297 Aug 26 01:39:09.339512 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f242bc66-0bb7-4119-8d0c-c09ab4896c39 req-fa9e6e7b-8bce-4d76-a56c-6e8240af851f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388377 Aug 26 01:39:10.547008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cfb4d-8cc0-4da1-bb3c-85f9e99b8f39 req-542803a3-0bf7-4f65-96b9-1f6220ef0bf2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:10.548566 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-df6cfb4d-8cc0-4da1-bb3c-85f9e99b8f39 req-542803a3-0bf7-4f65-96b9-1f6220ef0bf2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0935636 Aug 26 01:39:10.595881 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-df6cfb4d-8cc0-4da1-bb3c-85f9e99b8f39 req-84863bb0-e310-42da-9ff1-386a95230cac tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412838 Aug 26 01:39:10.966939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:11.795757 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2feff7-73cc-4131-b4b3-922ddcd9f6e4 req-75e8f08c-2783-490d-a513-d0186315acdd tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:11.797198 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dc2feff7-73cc-4131-b4b3-922ddcd9f6e4 req-75e8f08c-2783-490d-a513-d0186315acdd tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0881710 Aug 26 01:39:11.845616 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dc2feff7-73cc-4131-b4b3-922ddcd9f6e4 req-cb599c63-cd88-4397-add0-edc3993f8bbc tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425065 Aug 26 01:39:13.045641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c889d4f-2be0-409f-aacf-2fe95c5b43a3 req-e24ab71d-e230-4603-b0e0-2c6eafbe9a97 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:13.047109 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3c889d4f-2be0-409f-aacf-2fe95c5b43a3 req-e24ab71d-e230-4603-b0e0-2c6eafbe9a97 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0853198 Aug 26 01:39:13.093980 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3c889d4f-2be0-409f-aacf-2fe95c5b43a3 req-998da286-3a5c-4a8f-952d-5bde98d07d1f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406222 Aug 26 01:39:14.288963 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c2268-1eae-4c4e-8193-1d52db5f709b req-7a5d5d0e-82ff-4491-a864-8206b7e192a5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:14.290488 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f55c2268-1eae-4c4e-8193-1d52db5f709b req-7a5d5d0e-82ff-4491-a864-8206b7e192a5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0875604 Aug 26 01:39:14.335823 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f55c2268-1eae-4c4e-8193-1d52db5f709b req-a9e9641e-250a-4476-8c57-4e31464d0cb2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395689 Aug 26 01:39:15.529555 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcabae-f52d-45ac-bade-f17eb1e83927 req-cd1992da-eaca-4705-92e8-230b02f46288 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:15.530919 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5efcabae-f52d-45ac-bade-f17eb1e83927 req-cd1992da-eaca-4705-92e8-230b02f46288 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0856206 Aug 26 01:39:15.574305 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5efcabae-f52d-45ac-bade-f17eb1e83927 req-737e40dd-ef1e-4faa-a3f4-51412c38dbfb tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371914 Aug 26 01:39:16.771745 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c51103-0fd8-4831-b627-a25999c177a3 req-413852db-0304-4236-ac05-86a9215fa3cb tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:16.773204 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c8c51103-0fd8-4831-b627-a25999c177a3 req-413852db-0304-4236-ac05-86a9215fa3cb tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0914960 Aug 26 01:39:16.817260 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c8c51103-0fd8-4831-b627-a25999c177a3 req-5343fb23-42e3-494d-9ca1-eacea9ac8328 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384028 Aug 26 01:39:18.017907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c8916-450c-4d08-9036-b34454483d9a req-9670bb60-06e0-4824-ac51-ed72eaa9125b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:18.020089 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-567c8916-450c-4d08-9036-b34454483d9a req-9670bb60-06e0-4824-ac51-ed72eaa9125b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0927837 Aug 26 01:39:18.064382 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-567c8916-450c-4d08-9036-b34454483d9a req-dd4b403f-9ee4-4fa2-a897-eea933b604e4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381577 Aug 26 01:39:19.262912 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39de71e-6cff-418c-a90f-7af5e6cdbcd0 req-4ee3395a-9aeb-47a0-b08c-ad67bb0b9363 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:19.264375 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f39de71e-6cff-418c-a90f-7af5e6cdbcd0 req-4ee3395a-9aeb-47a0-b08c-ad67bb0b9363 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0874615 Aug 26 01:39:19.311868 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f39de71e-6cff-418c-a90f-7af5e6cdbcd0 req-1fb188ae-dba2-4da6-a925-2ef2a172202c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409536 Aug 26 01:39:20.510064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc60fa-c6a5-4584-a43f-9f95fd0c9d34 req-eb34025b-78f0-4d84-9e1b-11777d72430b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:20.511504 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-eecc60fa-c6a5-4584-a43f-9f95fd0c9d34 req-eb34025b-78f0-4d84-9e1b-11777d72430b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0844119 Aug 26 01:39:20.558957 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-eecc60fa-c6a5-4584-a43f-9f95fd0c9d34 req-54719df3-bcf2-44a1-89a6-6afcaceecd6a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415330 Aug 26 01:39:21.752496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aed688-5860-4d0c-b0f9-00d33b8f60e1 req-1c7af715-c1bb-48b7-9d92-88803bc3ea7a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:21.753986 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1aed688-5860-4d0c-b0f9-00d33b8f60e1 req-1c7af715-c1bb-48b7-9d92-88803bc3ea7a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0864937 Aug 26 01:39:21.798163 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1aed688-5860-4d0c-b0f9-00d33b8f60e1 req-0fa04a61-5045-42a7-9a06-2012dd27b3d1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385094 Aug 26 01:39:22.991843 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c17943-21d5-4359-8594-70e166a87585 req-cce8fc59-abce-4daa-88a4-d80663ac4729 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:22.993277 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-33c17943-21d5-4359-8594-70e166a87585 req-cce8fc59-abce-4daa-88a4-d80663ac4729 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0862160 Aug 26 01:39:23.036568 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-33c17943-21d5-4359-8594-70e166a87585 req-d4e3ceae-4723-40b4-b588-03c60dbd9495 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375822 Aug 26 01:39:23.933618 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:39:24.236250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68f55b-7b75-4214-b3a3-a1a04b7f7bfb req-1654c674-6aed-4f32-b2a0-5c911ab3eeaf tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:24.237654 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b68f55b-7b75-4214-b3a3-a1a04b7f7bfb req-1654c674-6aed-4f32-b2a0-5c911ab3eeaf tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0907559 Aug 26 01:39:24.283642 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b68f55b-7b75-4214-b3a3-a1a04b7f7bfb req-1a7c54e4-c38d-42e3-88d9-e2a7b2848638 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395920 Aug 26 01:39:24.825002 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-a4f593d5-4589-4adc-b3ce-a1fe5f46478e service neutron] 10.222.0.94 "GET /v2.0/ports/5552f8c6-7bd8-441b-b679-f2407ad0c703/bindings/hv-neutron-8545 HTTP/1.1" status: 200 len: 384 time: 0.0756962 Aug 26 01:39:25.413188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c10004-f50e-45bc-99af-0759c2b9092e req-f183993e-1fe6-46c5-9c65-7b91442c4571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:25.415382 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-f183993e-1fe6-46c5-9c65-7b91442c4571 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 1098 time: 0.0846262 Aug 26 01:39:25.488088 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4600c5-f004-4bba-a67d-7e4e9a69636b req-4e13d13c-bc22-495d-90ad-c368911634b5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:25.490373 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1c4600c5-f004-4bba-a67d-7e4e9a69636b req-4e13d13c-bc22-495d-90ad-c368911634b5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0948384 Aug 26 01:39:25.535426 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1c4600c5-f004-4bba-a67d-7e4e9a69636b req-542fdd3e-2d51-4ecd-a68c-316463be46ee tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391183 Aug 26 01:39:25.536441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c10004-f50e-45bc-99af-0759c2b9092e req-d233d855-c8c2-46d3-bbd8-b1cb2b258a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:25.537955 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-d233d855-c8c2-46d3-bbd8-b1cb2b258a54 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0776303 Aug 26 01:39:25.671263 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c10004-f50e-45bc-99af-0759c2b9092e req-ae2d8748-10b2-4844-8d2d-ac1b05e0e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:25.672710 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-ae2d8748-10b2-4844-8d2d-ac1b05e0e604 service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1252189 Aug 26 01:39:25.776783 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-67a90909-0d92-4203-af52-31731502c65a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703 HTTP/1.1" status: 200 len: 1002 time: 0.0947556 Aug 26 01:39:25.844871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c10004-f50e-45bc-99af-0759c2b9092e req-de21cf20-076e-48f1-8774-10101609bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:25.846363 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-de21cf20-076e-48f1-8774-10101609bfe6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0614238 Aug 26 01:39:25.931574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c10004-f50e-45bc-99af-0759c2b9092e req-ad2c9569-1d6e-484d-ad4b-20323146bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:25.933028 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-ad2c9569-1d6e-484d-ad4b-20323146bc10 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778661 Aug 26 01:39:26.065381 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-4cd6e278-ec43-42ec-b90e-47beb0926bdc service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228673 Aug 26 01:39:26.300162 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-8e927ea8-be97-4df3-be19-b29402b4602e service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256343 Aug 26 01:39:26.739947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b037c-a65e-4378-bdbf-d504a592e8ac req-5a010f85-a065-4864-a341-34f45e81582b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:26.741669 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-db7b037c-a65e-4378-bdbf-d504a592e8ac req-5a010f85-a065-4864-a341-34f45e81582b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0937667 Aug 26 01:39:26.789415 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-db7b037c-a65e-4378-bdbf-d504a592e8ac req-33b2f299-22a9-4eba-9f68-78e74d8bc175 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419197 Aug 26 01:39:27.025621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 5552f8c6-7bd8-441b-b679-f2407ad0c703 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:39:27.186837 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 5552f8c6-7bd8-441b-b679-f2407ad0c703 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:39:27.187219 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:27.215024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:39:27.225118 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 5552f8c6-7bd8-441b-b679-f2407ad0c703, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:39:27.323900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:27.356854 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8084bdb4-8d16-4163-8e5c-31d7fb02b04c'] response: {'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'code': 200} Aug 26 01:39:27.394625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=5552f8c6-7bd8-441b-b679-f2407ad0c703,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:39:27.402627 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:27.404880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:27.404880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:27.404880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:27.404880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:27.404880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:27.404880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:27.404880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:27.405468 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:27.405555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:27.405859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:27.406184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:27.989396 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268b490-747e-46ae-bec8-e0ca94c71942 req-f542a9d5-b057-4323-aa5b-36057d54d2bb tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:27.990755 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d268b490-747e-46ae-bec8-e0ca94c71942 req-f542a9d5-b057-4323-aa5b-36057d54d2bb tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 943 time: 0.0861769 Aug 26 01:39:28.039060 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d268b490-747e-46ae-bec8-e0ca94c71942 req-b320b70e-37e7-4ab1-85b7-f994a5e3fcd1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420585 Aug 26 01:39:29.241802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c23870-3acb-40ec-8f68-1fde7de6ab44 req-2e1f5d96-0752-416c-92fd-eed9e8ee9ab3 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:29.243275 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-63c23870-3acb-40ec-8f68-1fde7de6ab44 req-2e1f5d96-0752-416c-92fd-eed9e8ee9ab3 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 943 time: 0.0865352 Aug 26 01:39:29.294655 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-63c23870-3acb-40ec-8f68-1fde7de6ab44 req-433a48b5-38d9-4d84-9408-0a741116c7d5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432677 Aug 26 01:39:30.484050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2457a0fa-f7f9-4c83-bdfa-801d4f260b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:30.491159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b02fbc-aa6a-4d40-908d-c134a11696c5 req-05021cc0-2ddf-4009-bd20-9b3e59881a15 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:30.492614 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-98b02fbc-aa6a-4d40-908d-c134a11696c5 req-05021cc0-2ddf-4009-bd20-9b3e59881a15 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 943 time: 0.0906861 Aug 26 01:39:30.537193 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-98b02fbc-aa6a-4d40-908d-c134a11696c5 req-9473315b-7dbf-4866-89c6-b386fcc78ced tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388389 Aug 26 01:39:31.045798 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 5552f8c6-7bd8-441b-b679-f2407ad0c703 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:39:31.180637 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 5552f8c6-7bd8-441b-b679-f2407ad0c703, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:39:31.194103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'port_id': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'mac_address': 'fa:16:3e:35:ae:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:39:31.248597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 5552f8c6-7bd8-441b-b679-f2407ad0c703 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:39:31.248597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:31.265759 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5552f8c6-7bd8-441b-b679-f2407ad0c703 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:39:31.281273 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 5552f8c6-7bd8-441b-b679-f2407ad0c703, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:39:31.363865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:31.435344 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=5552f8c6-7bd8-441b-b679-f2407ad0c703,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:39:31.512475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['5552f8c6-7bd8-441b-b679-f2407ad0c703'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:39:31.735363 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac5747-68ba-45f7-9ced-d79074a884ab req-e10f76e6-e1da-479f-a8a3-811d38d9589a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:31.736737 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-16ac5747-68ba-45f7-9ced-d79074a884ab req-e10f76e6-e1da-479f-a8a3-811d38d9589a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 944 time: 0.0899858 Aug 26 01:39:31.781027 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-16ac5747-68ba-45f7-9ced-d79074a884ab req-ee60d48b-b5ec-4432-8ccf-96c15a80b229 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384581 Aug 26 01:39:32.981923 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fbaab-5be4-49ae-878f-e78badd41bf4 req-9adfb4bf-302b-4c01-8e44-4f278e7d845a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:32.983389 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-719fbaab-5be4-49ae-878f-e78badd41bf4 req-9adfb4bf-302b-4c01-8e44-4f278e7d845a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 944 time: 0.0887625 Aug 26 01:39:33.021725 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a1d03292-ea92-4cc9-8db1-131783ce9318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:33.032283 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-719fbaab-5be4-49ae-878f-e78badd41bf4 req-736a74a3-871b-48a3-a6cf-f93e4a215125 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424845 Aug 26 01:39:33.052685 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 5552f8c6-7bd8-441b-b679-f2407ad0c703 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:39:33.121590 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 5552f8c6-7bd8-441b-b679-f2407ad0c703 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:39:33.122000 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:33.236466 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 5552f8c6-7bd8-441b-b679-f2407ad0c703 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:39:33.236846 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:33.263597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:39:33.274129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 5552f8c6-7bd8-441b-b679-f2407ad0c703, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:39:33.315363 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c3ec48-9319-4323-b5b6-b77ef011e1e3'] response: {'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'code': 200} Aug 26 01:39:33.329432 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:33.397758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=5552f8c6-7bd8-441b-b679-f2407ad0c703,revision_number=8']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:39:33.726857 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:34.043509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:34.227623 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc9e90-5283-4cb6-acd9-90e2cc5497be req-64193bec-1f62-437c-8820-7ef48f6c73e0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:34.229057 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dcbc9e90-5283-4cb6-acd9-90e2cc5497be req-64193bec-1f62-437c-8820-7ef48f6c73e0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0882697 Aug 26 01:39:34.272537 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-dcbc9e90-5283-4cb6-acd9-90e2cc5497be req-ad4d72ba-cdac-4abd-a874-845246318bba tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377874 Aug 26 01:39:35.470602 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccb032-e354-4605-883b-4d8c8a7732ab req-ebc11d7d-3c6e-428c-8bc6-016aa32f399f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:35.472051 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9bccb032-e354-4605-883b-4d8c8a7732ab req-ebc11d7d-3c6e-428c-8bc6-016aa32f399f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0900884 Aug 26 01:39:35.517806 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9bccb032-e354-4605-883b-4d8c8a7732ab req-76eae0d9-1c16-4d15-a9fe-1139bb326de8 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394130 Aug 26 01:39:35.564029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:36.719280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66031a-d741-4caa-b60c-d0491a9f9f93 req-0d67ab82-38c2-4100-9990-e24f511a49a6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:36.720736 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fe66031a-d741-4caa-b60c-d0491a9f9f93 req-0d67ab82-38c2-4100-9990-e24f511a49a6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0932398 Aug 26 01:39:36.766159 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fe66031a-d741-4caa-b60c-d0491a9f9f93 req-3f94607a-b017-4e82-a66a-0c7ca95de861 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395772 Aug 26 01:39:37.637505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6921ec-2974-47b0-a8c9-72dba1b48913 req-a16d08cc-439b-4889-9cb6-567920935265 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:37.638987 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5d6921ec-2974-47b0-a8c9-72dba1b48913 req-a16d08cc-439b-4889-9cb6-567920935265 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.1554387 Aug 26 01:39:37.647125 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c655c-173a-463e-8432-cdf626965d23 req-e79599a1-128d-46c4-a85f-2a7c23c5eca1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:37.648421 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-e79599a1-128d-46c4-a85f-2a7c23c5eca1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&binding%3Ahost_id=hv-neutron-8545 HTTP/1.1" status: 200 len: 945 time: 0.1291418 Aug 26 01:39:37.744410 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5d6921ec-2974-47b0-a8c9-72dba1b48913 req-aecc6c5e-646a-4b64-9a44-177cf2302d59 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950553 Aug 26 01:39:37.758250 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-00766a50-06d2-48f5-9318-928d7913f35c service neutron] 10.222.0.94 "GET /v2.0/ports/5552f8c6-7bd8-441b-b679-f2407ad0c703/bindings/hv-neutron-8545 HTTP/1.1" status: 200 len: 384 time: 0.0955324 Aug 26 01:39:37.875554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c655c-173a-463e-8432-cdf626965d23 req-7c01851a-392d-4f30-9124-8f8e6b5c3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:37.877013 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-7c01851a-392d-4f30-9124-8f8e6b5c3838 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0779939 Aug 26 01:39:38.009853 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c655c-173a-463e-8432-cdf626965d23 req-5ed22c4e-89a6-4365-aa44-bc7249eacc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:38.011233 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-5ed22c4e-89a6-4365-aa44-bc7249eacc07 service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1275270 Aug 26 01:39:38.112261 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-6d02ea3d-eabf-4b03-9930-ce7f6e041703 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703 HTTP/1.1" status: 200 len: 1002 time: 0.0952263 Aug 26 01:39:38.172709 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c655c-173a-463e-8432-cdf626965d23 req-d260fe9c-9449-46f0-9138-93a8f417262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:38.174133 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-d260fe9c-9449-46f0-9138-93a8f417262b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0564723 Aug 26 01:39:38.259086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c655c-173a-463e-8432-cdf626965d23 req-6410bd0e-ceff-4d43-94de-3ece36b816ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:38.260611 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-6410bd0e-ceff-4d43-94de-3ece36b816ec service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804453 Aug 26 01:39:38.398529 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-ed05ea69-cf80-4d1b-b1f1-84b9a5d087fc service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313365 Aug 26 01:39:38.642428 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-6ae23828-0b20-452d-bdbc-83495c01fca5 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383618 Aug 26 01:39:38.939020 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5dfcf-f48f-487d-b250-ed938855b894 req-3c7863bf-8539-4cd6-99ce-e60a669da8ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:38.940384 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fcb5dfcf-f48f-487d-b250-ed938855b894 req-3c7863bf-8539-4cd6-99ce-e60a669da8ad tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0855048 Aug 26 01:39:38.987469 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fcb5dfcf-f48f-487d-b250-ed938855b894 req-339954ee-accd-4069-acbf-042cc95fe93f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407789 Aug 26 01:39:40.182780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c273b44-6972-4960-8902-65e0bc143b42 req-685b7fb2-0818-454e-a61d-bba10aaf07a0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:40.184268 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9c273b44-6972-4960-8902-65e0bc143b42 req-685b7fb2-0818-454e-a61d-bba10aaf07a0 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0871518 Aug 26 01:39:40.229277 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9c273b44-6972-4960-8902-65e0bc143b42 req-71a3d43d-e16e-478f-8d7d-77d70e3f235f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392895 Aug 26 01:39:40.983887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:41.429096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92401f-3c20-4744-8a80-00ea8c93361e req-3ded648a-20b9-48d9-a31a-5dc75067f164 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:41.430596 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aa92401f-3c20-4744-8a80-00ea8c93361e req-3ded648a-20b9-48d9-a31a-5dc75067f164 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0882013 Aug 26 01:39:41.479111 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aa92401f-3c20-4744-8a80-00ea8c93361e req-e62fb11b-6c1f-4a67-868f-8d834fc9abdd tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427701 Aug 26 01:39:42.689498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0e0bd-0898-4831-bbcb-f37f964ba754 req-147b3f7e-ce53-43b9-901f-7e045258034c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:42.691045 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cef0e0bd-0898-4831-bbcb-f37f964ba754 req-147b3f7e-ce53-43b9-901f-7e045258034c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0985441 Aug 26 01:39:42.740666 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cef0e0bd-0898-4831-bbcb-f37f964ba754 req-2a54cb70-fae3-48ad-bd6d-61b67424d720 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Aug 26 01:39:43.402070 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c655c-173a-463e-8432-cdf626965d23 req-328f8d18-845b-4675-b597-9bc22a641711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:43.403698 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-328f8d18-845b-4675-b597-9bc22a641711 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2&tenant_id=c3cc73a90c4a4817b77948d9b6b080c2 HTTP/1.1" status: 200 len: 1098 time: 0.0883310 Aug 26 01:39:43.521187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c655c-173a-463e-8432-cdf626965d23 req-b68e70ab-7cba-4f1a-8c09-9d7fbc9efddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:43.522660 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-b68e70ab-7cba-4f1a-8c09-9d7fbc9efddf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0784826 Aug 26 01:39:43.656253 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c655c-173a-463e-8432-cdf626965d23 req-b570f18b-7d46-452b-959d-f3fee5dda831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:43.657611 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-b570f18b-7d46-452b-959d-f3fee5dda831 service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.1249759 Aug 26 01:39:43.762172 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-9d6afc0d-a392-4016-bd7c-07b5c5ed5fca service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703 HTTP/1.1" status: 200 len: 1002 time: 0.0955884 Aug 26 01:39:43.834149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c655c-173a-463e-8432-cdf626965d23 req-9d972ea7-d8bc-4734-b995-f6aac974fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:43.835691 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-9d972ea7-d8bc-4734-b995-f6aac974fed9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0613933 Aug 26 01:39:43.924601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c655c-173a-463e-8432-cdf626965d23 req-099e59e1-9249-45c7-9598-1c29bf12749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:43.926767 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-099e59e1-9249-45c7-9598-1c29bf12749e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826812 Aug 26 01:39:43.949137 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1717db4-6c45-46c6-b8b9-3d78df444cff req-d7ae4286-88e2-4b89-85db-ee5a6e68c83d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:43.950687 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d1717db4-6c45-46c6-b8b9-3d78df444cff req-d7ae4286-88e2-4b89-85db-ee5a6e68c83d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0929880 Aug 26 01:39:43.994669 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d1717db4-6c45-46c6-b8b9-3d78df444cff req-06741583-6e5d-4d35-b853-3357f9f1712a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382600 Aug 26 01:39:44.062244 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-4a4e4020-530d-43fa-8f3f-2a8a33716567 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258066 Aug 26 01:39:44.193879 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c3c655c-173a-463e-8432-cdf626965d23 req-cceb1637-c183-4d3b-97d4-b294012f2e89 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226602 Aug 26 01:39:45.103532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 5552f8c6-7bd8-441b-b679-f2407ad0c703 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:39:45.193470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519c980-6b3d-425e-890e-ab292e61a746 req-ca18f2a8-836a-4740-a443-c631b0d3eae5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:45.194944 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3519c980-6b3d-425e-890e-ab292e61a746 req-ca18f2a8-836a-4740-a443-c631b0d3eae5 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0874627 Aug 26 01:39:45.222175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 5552f8c6-7bd8-441b-b679-f2407ad0c703 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:39:45.222740 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:45.243023 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3519c980-6b3d-425e-890e-ab292e61a746 req-0970e4cd-332d-4c82-b1b8-f0e244b1bcd9 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419352 Aug 26 01:39:45.251107 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:39:45.261379 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 5552f8c6-7bd8-441b-b679-f2407ad0c703, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:39:45.309495 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b19882-f989-4474-b430-d20c797f17fc'] response: {'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'code': 200} Aug 26 01:39:45.333212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:45.405281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=5552f8c6-7bd8-441b-b679-f2407ad0c703,revision_number=9']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:39:46.453752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46765eda-a102-4499-a382-7a7171acedfc req-6305c69f-65ee-4e51-8eb6-6af26f601f95 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:46.455211 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-46765eda-a102-4499-a382-7a7171acedfc req-6305c69f-65ee-4e51-8eb6-6af26f601f95 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 943 time: 0.0935593 Aug 26 01:39:46.499299 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-46765eda-a102-4499-a382-7a7171acedfc req-5d15b569-6145-40c6-ba00-dfb2aee8b24b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374813 Aug 26 01:39:47.102091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 5552f8c6-7bd8-441b-b679-f2407ad0c703 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:39:47.235165 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 5552f8c6-7bd8-441b-b679-f2407ad0c703, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:39:47.248444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'port_id': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'mac_address': 'fa:16:3e:35:ae:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:39:47.303612 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 5552f8c6-7bd8-441b-b679-f2407ad0c703 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:39:47.303997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:47.320686 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5552f8c6-7bd8-441b-b679-f2407ad0c703 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:39:47.335688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 5552f8c6-7bd8-441b-b679-f2407ad0c703, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:39:47.409438 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:47.479458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=5552f8c6-7bd8-441b-b679-f2407ad0c703,revision_number=10']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:39:47.561031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['5552f8c6-7bd8-441b-b679-f2407ad0c703'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:39:47.703225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fc0bb-87fe-4e5a-abf4-3ff858aa3a21 req-db5eb21e-0791-4b7f-a7a4-b078ac6faa1f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:47.704590 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-140fc0bb-87fe-4e5a-abf4-3ff858aa3a21 req-db5eb21e-0791-4b7f-a7a4-b078ac6faa1f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.0879598 Aug 26 01:39:47.752341 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-140fc0bb-87fe-4e5a-abf4-3ff858aa3a21 req-7f472142-0489-453f-961e-d7402c769ae7 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410423 Aug 26 01:39:48.963569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7fd94-9e42-47e9-9d71-07ba3206de23 req-5ce3385c-14f0-4396-a8f7-8ac17ff52caf tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:48.965039 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cfa7fd94-9e42-47e9-9d71-07ba3206de23 req-5ce3385c-14f0-4396-a8f7-8ac17ff52caf tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 945 time: 0.1021130 Aug 26 01:39:49.009532 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cfa7fd94-9e42-47e9-9d71-07ba3206de23 req-f10cc658-fbdd-4adf-ae24-cd4fadc85a18 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389156 Aug 26 01:39:49.119096 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 5552f8c6-7bd8-441b-b679-f2407ad0c703 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:39:49.189614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 5552f8c6-7bd8-441b-b679-f2407ad0c703 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:39:49.190017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:49.333344 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 5552f8c6-7bd8-441b-b679-f2407ad0c703 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:39:49.333718 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:49.359951 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:39:49.370178 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 5552f8c6-7bd8-441b-b679-f2407ad0c703, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:39:49.411804 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea3e485-a5f9-4aee-aa62-0fbeacc6579e'] response: {'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'code': 200} Aug 26 01:39:49.440975 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:49.509216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=5552f8c6-7bd8-441b-b679-f2407ad0c703,revision_number=11']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:39:50.207619 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcdd6e-f906-4a34-9cc5-80e5f564058b req-c8c4ec39-4520-405b-ad17-768f89bef722 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:50.209115 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-09dcdd6e-f906-4a34-9cc5-80e5f564058b req-c8c4ec39-4520-405b-ad17-768f89bef722 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 946 time: 0.0885835 Aug 26 01:39:50.254554 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-09dcdd6e-f906-4a34-9cc5-80e5f564058b req-f7259181-f41a-4d9f-8af7-a784eed89a2a tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390472 Aug 26 01:39:51.548536 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9360a-ce25-46b0-986c-c769fccdd3df req-c81f9186-c50b-4438-bbb1-d8c21952583f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:51.549931 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1ff9360a-ce25-46b0-986c-c769fccdd3df req-c81f9186-c50b-4438-bbb1-d8c21952583f tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 946 time: 0.1836658 Aug 26 01:39:51.594412 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1ff9360a-ce25-46b0-986c-c769fccdd3df req-8c72d794-07de-4970-8213-f552d4a4d1cd tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387282 Aug 26 01:39:52.793322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af67cb-1056-46eb-8dda-205b2ca253b4 req-28e70de0-3570-44f6-bdce-80a12d7d6cd4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:52.794819 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b6af67cb-1056-46eb-8dda-205b2ca253b4 req-28e70de0-3570-44f6-bdce-80a12d7d6cd4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 946 time: 0.0900097 Aug 26 01:39:52.839593 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b6af67cb-1056-46eb-8dda-205b2ca253b4 req-8a88905e-3cea-4902-b46f-c71d81cc8ea1 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391037 Aug 26 01:39:53.744082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f892a-87c5-4cb0-a529-73e22f04d54a req-8eeeb0ed-f210-407c-8e1f-f17c80afb0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:53.745576 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-046f892a-87c5-4cb0-a529-73e22f04d54a req-8eeeb0ed-f210-407c-8e1f-f17c80afb0c7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 1099 time: 0.0833771 Aug 26 01:39:54.013022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f892a-87c5-4cb0-a529-73e22f04d54a req-500a1954-e6de-4d1b-99ce-f02647e71649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:54.014441 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-046f892a-87c5-4cb0-a529-73e22f04d54a req-500a1954-e6de-4d1b-99ce-f02647e71649 service neutron] 10.222.0.94 "GET /v2.0/networks?id=46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 200 len: 914 time: 0.2506659 Aug 26 01:39:54.043693 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cf0f4-44c1-4f3f-8e8a-53a0db11345e req-d66d4d21-07c9-477e-87c9-b83ca1ab7d53 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:54.045141 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f50cf0f4-44c1-4f3f-8e8a-53a0db11345e req-d66d4d21-07c9-477e-87c9-b83ca1ab7d53 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 946 time: 0.0911252 Aug 26 01:39:54.091142 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f50cf0f4-44c1-4f3f-8e8a-53a0db11345e req-bbe6138e-1fde-4dbc-80be-af317736f603 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399449 Aug 26 01:39:54.117788 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-046f892a-87c5-4cb0-a529-73e22f04d54a req-b138e502-342b-4e51-a009-8182988470a3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703 HTTP/1.1" status: 200 len: 1002 time: 0.0966721 Aug 26 01:39:54.179181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f892a-87c5-4cb0-a529-73e22f04d54a req-bea8ea5b-e346-4a39-83aa-74d27cb5dded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:54.180606 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-046f892a-87c5-4cb0-a529-73e22f04d54a req-bea8ea5b-e346-4a39-83aa-74d27cb5dded service neutron] 10.222.0.94 "GET /v2.0/subnets?id=aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 200 len: 851 time: 0.0574841 Aug 26 01:39:54.328493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f892a-87c5-4cb0-a529-73e22f04d54a req-43c94ca1-f283-4439-9626-45b1cbdeb52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:54.329911 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-046f892a-87c5-4cb0-a529-73e22f04d54a req-43c94ca1-f283-4439-9626-45b1cbdeb52f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=46aeb96a-b0e7-40d7-8687-bd086cc51c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1430798 Aug 26 01:39:54.339034 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bd182-a14f-4dfd-b032-561d5b5ecc65 req-16adf400-a1c8-4616-8ca3-56c1c766d170 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:54.340374 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5e5bd182-a14f-4dfd-b032-561d5b5ecc65 req-16adf400-a1c8-4616-8ca3-56c1c766d170 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 946 time: 0.1193645 Aug 26 01:39:54.465835 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5e5bd182-a14f-4dfd-b032-561d5b5ecc65 req-dd882d95-2a96-4aeb-85fe-5cb520eafbd2 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053309 Aug 26 01:39:54.498241 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-046f892a-87c5-4cb0-a529-73e22f04d54a req-686e4c5f-772f-487f-b218-4b635c0491d5 service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569269 Aug 26 01:39:54.639019 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-046f892a-87c5-4cb0-a529-73e22f04d54a req-cf2345cf-7df6-45a7-bf0c-556f5a1190ed service neutron] 10.222.0.94 "GET /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346354 Aug 26 01:39:54.817672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe9c3-ddc8-4126-808c-93b3d160d2f5 req-4f7a7f3a-2b3a-4ef2-bea5-ed1ec84b5cc9 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:54.819179 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-070fe9c3-ddc8-4126-808c-93b3d160d2f5 req-4f7a7f3a-2b3a-4ef2-bea5-ed1ec84b5cc9 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 946 time: 0.0869994 Aug 26 01:39:54.866698 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-070fe9c3-ddc8-4126-808c-93b3d160d2f5 req-ac416be9-2309-47a7-8dbb-b2329c8d6d6c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Aug 26 01:39:55.443407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f704c-195b-4e60-9e63-3dbcbd30084d req-257fb5dc-b68b-4e4a-abc8-30c7242fce7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:55.444876 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ae2f704c-195b-4e60-9e63-3dbcbd30084d req-257fb5dc-b68b-4e4a-abc8-30c7242fce7b tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 946 time: 0.0889461 Aug 26 01:39:55.488361 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ae2f704c-195b-4e60-9e63-3dbcbd30084d req-4f536e3b-120b-416b-9472-8f95eb3b8c9d tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376964 Aug 26 01:39:56.687174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa8403-4998-4031-9281-122c64e5f9cf req-d51e4073-7898-4adb-8ce9-e16313ab25cf tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:56.688626 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cdaa8403-4998-4031-9281-122c64e5f9cf req-d51e4073-7898-4adb-8ce9-e16313ab25cf tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 946 time: 0.0906584 Aug 26 01:39:56.734084 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cdaa8403-4998-4031-9281-122c64e5f9cf req-deb4f910-9b1c-43f2-907c-8cbefffba6a4 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387657 Aug 26 01:39:57.932098 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e84481-0dd3-41bd-9047-d899be1f02b1 req-a4b78035-3c78-416d-a842-61a68bcf3e89 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:57.933541 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c6e84481-0dd3-41bd-9047-d899be1f02b1 req-a4b78035-3c78-416d-a842-61a68bcf3e89 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 946 time: 0.0916755 Aug 26 01:39:57.977650 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c6e84481-0dd3-41bd-9047-d899be1f02b1 req-3b01212c-c7e9-47ae-885f-9b663e08cf05 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383992 Aug 26 01:39:58.243724 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-55494df6-0ea7-4097-a529-0c87b35f4b1c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:58.245047 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-55494df6-0ea7-4097-a529-0c87b35f4b1c tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 946 time: 0.0847130 Aug 26 01:39:58.320130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Deleting port 5552f8c6-7bd8-441b-b679-f2407ad0c703 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:39:58.320468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:58.567753 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] For port 5552f8c6-7bd8-441b-b679-f2407ad0c703, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5552f8c6-7bd8-441b-b679-f2407ad0c703,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:39:58.567983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:58.965283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:58.965646 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:58.965981 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a disassociated. External IP: 172.26.2.160, port: 5552f8c6-7bd8-441b-b679-f2407ad0c703. Aug 26 01:39:58.966319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Calling delete_port for 5552f8c6-7bd8-441b-b679-f2407ad0c703 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:39:59.188724 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec6fb6-5433-4dd7-8f37-f9cb6ab146af req-0a4b1fb0-5b17-48bc-95ab-80983b22e920 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:39:59.190116 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-baec6fb6-5433-4dd7-8f37-f9cb6ab146af req-0a4b1fb0-5b17-48bc-95ab-80983b22e920 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 946 time: 0.1001778 Aug 26 01:39:59.228237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:59.283873 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-baec6fb6-5433-4dd7-8f37-f9cb6ab146af req-ecc22e96-ceed-4fef-aeac-397cba8333af tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups?id=041b36b0-cf8c-4a69-98e9-d58429822e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879931 Aug 26 01:39:59.286446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Pushing event deleted for resources: {'Port': ['ID=5552f8c6-7bd8-441b-b679-f2407ad0c703,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:39:59.297882 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:59.298232 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:59.298568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:59.298912 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:59.299239 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:59.299589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:59.299891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:59.300214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:59.300575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:59.300895 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:59.301233 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:59.301535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:39:59.491534 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Router ad12733a-db4c-48c9-a4d0-1eadff121b86 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:39:59.668936 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:39:59.678506 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d1a65-48d5-44e0-9b63-ac45c06a0e89 None None] Sync routers for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:39:59.688104 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d1a65-48d5-44e0-9b63-ac45c06a0e89 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:39:59.688802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c77d1a65-48d5-44e0-9b63-ac45c06a0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:39:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:39:59.753782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] No DVR routers for this DVR port 5552f8c6-7bd8-441b-b679-f2407ad0c703 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:39:59.756117 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:39:59.758678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'name': 'network-vif-deleted', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:39:59.806983 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf88caa-5537-45c3-b55f-8610d6f997dd'] response: {'server_uuid': '12138abb-34e7-4131-8aed-a0044a87d9f2', 'name': 'network-vif-deleted', 'tag': '5552f8c6-7bd8-441b-b679-f2407ad0c703', 'status': 'completed', 'code': 200} Aug 26 01:39:59.844856 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e176b6de-cde1-4fc2-9ec4-1f504df0979a req-f5f70b99-e579-46ac-b5c4-32b5c3162b67 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.94 "DELETE /v2.0/ports/5552f8c6-7bd8-441b-b679-f2407ad0c703 HTTP/1.1" status: 204 len: 173 time: 1.5911157 Aug 26 01:39:59.874899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c77d1a65-48d5-44e0-9b63-ac45c06a0e89 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:40:00.193114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c77d1a65-48d5-44e0-9b63-ac45c06a0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:00.197037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d1a65-48d5-44e0-9b63-ac45c06a0e89 None None] Checking router: ad12733a-db4c-48c9-a4d0-1eadff121b86 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:40:00.205398 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d1a65-48d5-44e0-9b63-ac45c06a0e89 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:40:00.206022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c77d1a65-48d5-44e0-9b63-ac45c06a0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:39:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:00.391216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c77d1a65-48d5-44e0-9b63-ac45c06a0e89 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:40:00.457653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-bda7b34b-9823-49a2-b0d3-2eeddf528ee5 req-5524559d-e31f-4258-895b-7a9ffb299e58 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Synchronizing usage tracker for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:40:00.546189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-bda7b34b-9823-49a2-b0d3-2eeddf528ee5 req-5524559d-e31f-4258-895b-7a9ffb299e58 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Unset dirty status for tenant:c3cc73a90c4a4817b77948d9b6b080c2 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:40:00.547452 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bda7b34b-9823-49a2-b0d3-2eeddf528ee5 req-5524559d-e31f-4258-895b-7a9ffb299e58 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/ports?device_id=12138abb-34e7-4131-8aed-a0044a87d9f2 HTTP/1.1" status: 200 len: 210 time: 0.1398964 Aug 26 01:40:00.548257 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1aff2911-fbe5-4135-be7a-082444a9ee23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:00.728620 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c77d1a65-48d5-44e0-9b63-ac45c06a0e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:00.732741 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d1a65-48d5-44e0-9b63-ac45c06a0e89 None None] The sync data for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv is: [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:33:34Z', 'revision_number': 4, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '4a2201d7-d731-4f6b-8069-6247ed319955', 'name': '', 'network_id': '46aeb96a-b0e7-40d7-8687-bd086cc51c79', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'mac_address': 'fa:16:3e:0a:e7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:33Z', 'updated_at': '2022-08-26T01:33:41Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'subnets': [{'id': 'aaa91b7b-1678-4cbe-b784-196b0d24c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:40:00.932652 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:40:00.949610 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f5c4f3-8a0e-48ac-86f0-36e5dfde8f76 None None] New status for floating IP 17374b7e-f14e-4094-8c8d-2b258f64b86a: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:40:01.179234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 5552f8c6-7bd8-441b-b679-f2407ad0c703 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:40:01.215372 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 5552f8c6-7bd8-441b-b679-f2407ad0c703 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:40:01.215636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 5552f8c6-7bd8-441b-b679-f2407ad0c703 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:40:03.041365 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5eea42f6-ce14-4e49-a3ce-35828437e9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:03.728997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:04.069801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:05.071078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58316) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:40:05.137334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d04e7037-8426-4f54-9441-4b7625dc0f64 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:05.163991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d04e7037-8426-4f54-9441-4b7625dc0f64 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:05.283567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d04e7037-8426-4f54-9441-4b7625dc0f64 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:05.305260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e7037-8426-4f54-9441-4b7625dc0f64 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=041b36b0-cf8c-4a69-98e9-d58429822e1a,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:05.380253 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d04e7037-8426-4f54-9441-4b7625dc0f64 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:05.381401 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d04e7037-8426-4f54-9441-4b7625dc0f64 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "DELETE /v2.0/security-groups/041b36b0-cf8c-4a69-98e9-d58429822e1a HTTP/1.1" status: 204 len: 168 time: 0.3093305 Aug 26 01:40:05.384105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58320) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:40:05.401842 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-66d6023c-b9a3-44a0-ab3a-a7c98afcf4e6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] show failed (client error): The resource could not be found. Aug 26 01:40:05.401842 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-66d6023c-b9a3-44a0-ab3a-a7c98afcf4e6 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "GET /v2.0/security-groups/041b36b0-cf8c-4a69-98e9-d58429822e1a HTTP/1.1" status: 404 len: 347 time: 0.0152032 Aug 26 01:40:05.403863 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58324) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:40:05.558749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-dae04bff-cd1d-411c-82e1-d81533e16e80 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Deleting port 816a6d55-cc52-47bc-867a-9fe6906ed7a2 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:40:05.559090 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae04bff-cd1d-411c-82e1-d81533e16e80 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:05.574771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:05.723476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae04bff-cd1d-411c-82e1-d81533e16e80 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:05.723817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae04bff-cd1d-411c-82e1-d81533e16e80 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:05.953054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-dae04bff-cd1d-411c-82e1-d81533e16e80 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Calling delete_port for 816a6d55-cc52-47bc-867a-9fe6906ed7a2 owned by network:floatingip {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:40:06.154961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae04bff-cd1d-411c-82e1-d81533e16e80 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:06.234134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae04bff-cd1d-411c-82e1-d81533e16e80 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Pushing event deleted for resources: {'Port': ['ID=816a6d55-cc52-47bc-867a-9fe6906ed7a2,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:06.299737 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae04bff-cd1d-411c-82e1-d81533e16e80 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks [] for floatingip, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:06.371808 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dae04bff-cd1d-411c-82e1-d81533e16e80 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:06.372977 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-dae04bff-cd1d-411c-82e1-d81533e16e80 tempest-ServerActionsTestJSON-1564980849 tempest-ServerActionsTestJSON-1564980849-project] 10.222.0.83 "DELETE /v2.0/floatingips/17374b7e-f14e-4094-8c8d-2b258f64b86a HTTP/1.1" status: 204 len: 168 time: 0.9682550 Aug 26 01:40:06.376155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58328) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:40:06.981183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-719c35c6-7af6-4d34-b96b-5cdcbf5875bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:07.328346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-719c35c6-7af6-4d34-b96b-5cdcbf5875bf admin admin] Deleting port 4a2201d7-d731-4f6b-8069-6247ed319955 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:40:07.329002 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-719c35c6-7af6-4d34-b96b-5cdcbf5875bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:07.614074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-719c35c6-7af6-4d34-b96b-5cdcbf5875bf admin admin] For port 4a2201d7-d731-4f6b-8069-6247ed319955, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4a2201d7-d731-4f6b-8069-6247ed319955,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:07.614424 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-719c35c6-7af6-4d34-b96b-5cdcbf5875bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:07.731130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-719c35c6-7af6-4d34-b96b-5cdcbf5875bf admin admin] Calling delete_port for 4a2201d7-d731-4f6b-8069-6247ed319955 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:40:07.997461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-719c35c6-7af6-4d34-b96b-5cdcbf5875bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:08.044293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c35c6-7af6-4d34-b96b-5cdcbf5875bf admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2201d7-d731-4f6b-8069-6247ed319955,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:08.319883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-719c35c6-7af6-4d34-b96b-5cdcbf5875bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:08.677709 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719c35c6-7af6-4d34-b96b-5cdcbf5875bf admin admin] Router ad12733a-db4c-48c9-a4d0-1eadff121b86 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:40:08.855493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719c35c6-7af6-4d34-b96b-5cdcbf5875bf admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:40:08.864880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611c14a-019d-49b8-a998-aacf6dc287d3 None None] Sync routers for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:40:08.867945 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-719c35c6-7af6-4d34-b96b-5cdcbf5875bf admin admin] 10.222.0.83 "PUT /v2.0/routers/ad12733a-db4c-48c9-a4d0-1eadff121b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4907897 Aug 26 01:40:08.870703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58334) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:40:08.875017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611c14a-019d-49b8-a998-aacf6dc287d3 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:40:08.875615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f611c14a-019d-49b8-a998-aacf6dc287d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:40:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:09.107236 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-f611c14a-019d-49b8-a998-aacf6dc287d3 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:40:09.166560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:09.349005 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:09.398041 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f611c14a-019d-49b8-a998-aacf6dc287d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:40:07Z', 'revision_number': 5, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port': {'id': '4a16a86d-1cf1-49b7-9bc8-9ece00444988', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:33:31Z', 'updated_at': '2022-08-26T01:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:09.401829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611c14a-019d-49b8-a998-aacf6dc287d3 None None] Checking router: ad12733a-db4c-48c9-a4d0-1eadff121b86 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:40:09.410561 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611c14a-019d-49b8-a998-aacf6dc287d3 None None] Routers {'ad12733a-db4c-48c9-a4d0-1eadff121b86'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:40:09.411193 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f611c14a-019d-49b8-a998-aacf6dc287d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:40:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ad12733a-db4c-48c9-a4d0-1eadff121b86'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:09.420682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] Deleting port 4a16a86d-1cf1-49b7-9bc8-9ece00444988 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:40:09.421030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:09.564954 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-f611c14a-019d-49b8-a998-aacf6dc287d3 None None] Set router ad12733a-db4c-48c9-a4d0-1eadff121b86 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:40:09.598073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] For port 4a16a86d-1cf1-49b7-9bc8-9ece00444988, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=4a16a86d-1cf1-49b7-9bc8-9ece00444988,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:09.598523 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:09.673498 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-f611c14a-019d-49b8-a998-aacf6dc287d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:40:09Z', 'revision_number': 6, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:09.678335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611c14a-019d-49b8-a998-aacf6dc287d3 None None] The sync data for ids ['ad12733a-db4c-48c9-a4d0-1eadff121b86'] in dv-neutron-854561-2-hyperv is: [{'id': 'ad12733a-db4c-48c9-a4d0-1eadff121b86', 'name': 'tempest-ServerActionsTestJSON-2099756937-router', 'tenant_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:33:30Z', 'updated_at': '2022-08-26T01:40:09Z', 'revision_number': 6, 'project_id': 'c3cc73a90c4a4817b77948d9b6b080c2', 'gw_port_host': None}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:40:09.731985 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] Calling delete_port for 4a16a86d-1cf1-49b7-9bc8-9ece00444988 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:40:09.974776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:10.026667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] Pushing event deleted for resources: {'Port': ['ID=4a16a86d-1cf1-49b7-9bc8-9ece00444988,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:10.136356 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:10.307622 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:10.309726 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:10.403266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:10.403793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad12733a-db4c-48c9-a4d0-1eadff121b86 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:40:10.416384 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:10.417506 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-dcb89e6e-9eb0-4b99-8663-39bad966db1e admin admin] 10.222.0.83 "DELETE /v2.0/routers/ad12733a-db4c-48c9-a4d0-1eadff121b86 HTTP/1.1" status: 204 len: 168 time: 1.5458789 Aug 26 01:40:10.420152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58338) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:40:10.486855 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-920d2013-ca25-496b-8264-16576b15bbc3 admin admin] Deleting subnet aaa91b7b-1678-4cbe-b784-196b0d24c613 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:40:10.491101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-920d2013-ca25-496b-8264-16576b15bbc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:10.542902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-920d2013-ca25-496b-8264-16576b15bbc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:10.625515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-920d2013-ca25-496b-8264-16576b15bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:10.749990 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-920d2013-ca25-496b-8264-16576b15bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:10.788947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d2013-ca25-496b-8264-16576b15bbc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa91b7b-1678-4cbe-b784-196b0d24c613,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:10.793732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-920d2013-ca25-496b-8264-16576b15bbc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:10.799443 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a355e31-d307-40af-861a-3bf1396dd2c6 None None] Network 46aeb96a-b0e7-40d7-8687-bd086cc51c79 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:40:10.803064 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-920d2013-ca25-496b-8264-16576b15bbc3 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/aaa91b7b-1678-4cbe-b784-196b0d24c613 HTTP/1.1" status: 204 len: 168 time: 0.3795781 Aug 26 01:40:10.803264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58342) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:40:10.910887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:10.921425 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] Deleting port 258d2b8a-7180-46af-8036-906c3e089c4b {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:40:10.921777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:11.016479 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:11.081064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd599c36-04f3-416d-89f6-709315e6dfbd None None] DHCP port deletion for 46aeb96a-b0e7-40d7-8687-bd086cc51c79 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:40:11.086458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-fd599c36-04f3-416d-89f6-709315e6dfbd None None] Deleting port 258d2b8a-7180-46af-8036-906c3e089c4b {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:40:11.086836 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fd599c36-04f3-416d-89f6-709315e6dfbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:11.247295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] For port 258d2b8a-7180-46af-8036-906c3e089c4b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=258d2b8a-7180-46af-8036-906c3e089c4b,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:11.247573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:11.293513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-fd599c36-04f3-416d-89f6-709315e6dfbd None None] For port 258d2b8a-7180-46af-8036-906c3e089c4b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=258d2b8a-7180-46af-8036-906c3e089c4b,segment=NetworkSegment(94bb1aaa-1b0d-43ce-811d-b9b1aa185f41),segment_id=94bb1aaa-1b0d-43ce-811d-b9b1aa185f41)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:11.294093 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fd599c36-04f3-416d-89f6-709315e6dfbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:11.357467 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4a2201d7-d731-4f6b-8069-6247ed319955 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:40:11.377441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] Calling delete_port for 258d2b8a-7180-46af-8036-906c3e089c4b owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:40:11.447782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-fd599c36-04f3-416d-89f6-709315e6dfbd None None] Calling delete_port for 258d2b8a-7180-46af-8036-906c3e089c4b owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:40:11.488092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 4a2201d7-d731-4f6b-8069-6247ed319955 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:40:11.488452 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4a2201d7-d731-4f6b-8069-6247ed319955 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:40:11.488858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 258d2b8a-7180-46af-8036-906c3e089c4b no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:40:11.539853 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 01:40:11.573680 dv-neutron-854561-2-hyperv neutron-server[89864]: util.warn( Aug 26 01:40:11.577672 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No active binding found for port 258d2b8a-7180-46af-8036-906c3e089c4b {{(pid=89864) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Aug 26 01:40:11.577672 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 258d2b8a-7180-46af-8036-906c3e089c4b not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:40:11.577672 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4a16a86d-1cf1-49b7-9bc8-9ece00444988 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:40:11.594048 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] Pushing event deleted for resources: {'Port': ['ID=258d2b8a-7180-46af-8036-906c3e089c4b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:11.599543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] No DVR routers for this DVR port 258d2b8a-7180-46af-8036-906c3e089c4b on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:40:11.662421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-fd599c36-04f3-416d-89f6-709315e6dfbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:40:11.662772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-fd599c36-04f3-416d-89f6-709315e6dfbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:40:11.663318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 4a16a86d-1cf1-49b7-9bc8-9ece00444988 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:40:11.663656 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 4a16a86d-1cf1-49b7-9bc8-9ece00444988 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:40:11.723838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:11.749047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46aeb96a-b0e7-40d7-8687-bd086cc51c79']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:11.760781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:11.761364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94bb1aaa-1b0d-43ce-811d-b9b1aa185f41') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:11.772111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:11.788165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:11.794495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:40:11.794816 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:11.895025 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 94bb1aaa-1b0d-43ce-811d-b9b1aa185f41 resource provider aggregate not found Aug 26 01:40:11.911353 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 94bb1aaa-1b0d-43ce-811d-b9b1aa185f41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94bb1aaa-1b0d-43ce-811d-b9b1aa185f41 found for delete ", "request_id": "req-5dc2067a-6762-4739-a58d-7eec3b9d7a9b"}]} Aug 26 01:40:11.940084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:11.955598 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:11.965620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] Pushing event deleted for resources: {'Network': ['ID=46aeb96a-b0e7-40d7-8687-bd086cc51c79,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:12.047174 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-984aac73-f50a-4857-91ff-133dddaeb627 admin admin] 10.222.0.83 "DELETE /v2.0/networks/46aeb96a-b0e7-40d7-8687-bd086cc51c79 HTTP/1.1" status: 204 len: 168 time: 1.2427211 Aug 26 01:40:12.164239 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-fd599c36-04f3-416d-89f6-709315e6dfbd None None] Deleting port 258d2b8a-7180-46af-8036-906c3e089c4b {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:40:12.164796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fd599c36-04f3-416d-89f6-709315e6dfbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:12.228444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-fd599c36-04f3-416d-89f6-709315e6dfbd None None] The port '258d2b8a-7180-46af-8036-906c3e089c4b' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:40:12.349455 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58354) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:40:12.398760 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c47c4e62-00bc-4252-bf0c-1eb91612ec54 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c3cc73a90c4a4817b77948d9b6b080c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479572 Aug 26 01:40:12.401146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58358) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:40:12.459047 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:12.486930 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:12.618116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:12.634050 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1401b039-0690-4ff1-bb2d-9f6c5c0584cb,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:12.645477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:12.655304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:12.655304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:12.655304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:12.655304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:12.655304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:12.655304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:12.655304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:12.655304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:12.655304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:12.655304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:12.655304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:12.655304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:12.655304 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5d17ec01-59eb-4a24-9ead-94316e955414 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1401b039-0690-4ff1-bb2d-9f6c5c0584cb HTTP/1.1" status: 204 len: 168 time: 0.2518525 Aug 26 01:40:13.748498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58382) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:40:13.869943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-735513656-network', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:40:13.874934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:40:13.879418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Usage tracker for resource:network and tenant:b8acc867ee6f4813ab9955dfa688d6b8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:40:13.882235 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:40:13.887873 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:40:13.966261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Made reservation on behalf of b8acc867ee6f4813ab9955dfa688d6b8 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:40:13.968663 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:13.981166 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:13.996010 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:40:14.000027 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Usage tracker for resource:security_group_rule and tenant:b8acc867ee6f4813ab9955dfa688d6b8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:40:14.002870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:40:14.008628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:40:14.091955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:14.146168 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:14.176040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:40:14.184699 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc49281b-c220-43a7-8f53-4f8275a0df4d,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:14.191046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:14.191463 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Added segment 9890d0de-f612-40a0-bd72-543569a785df of type vlan for network 225e3906-3b30-476a-a696-126114e439ea Aug 26 01:40:14.216511 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:14.317379 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:14.318252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:14.318841 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:14.417015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] Pushing event updated for resources: {'Network': ['ID=225e3906-3b30-476a-a696-126114e439ea,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:14.426841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 225e3906-3b30-476a-a696-126114e439ea details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:40:14.478349 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-91b23b0e-861c-4ca3-888d-287e01db5081 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7284207 Aug 26 01:40:14.481131 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58388) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:40:14.486467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] Request body: {'subnet': {'network_id': '225e3906-3b30-476a-a696-126114e439ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-735513656-subnet', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:40:14.491557 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:40:14.495396 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] Usage tracker for resource:subnet and tenant:b8acc867ee6f4813ab9955dfa688d6b8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:40:14.498394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:40:14.504799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:40:14.574732 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] Made reservation on behalf of b8acc867ee6f4813ab9955dfa688d6b8 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:40:14.576995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:14.837501 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:14.909017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6838b08-dc4b-4f3d-b164-e818f35c7c8d,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:14.920307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] Checking segment: {'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:40:14.920657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] Network hostable DHCP agents. Network: 225e3906-3b30-476a-a696-126114e439ea, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:40:15.020390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] Network 225e3906-3b30-476a-a696-126114e439ea is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:40:15.105967 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 225e3906-3b30-476a-a696-126114e439ea) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:40:15.111117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:15.111999 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:15.119315 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59898fa3-86b1-40f2-bd68-443ec255bda4 None None] Network 225e3906-3b30-476a-a696-126114e439ea requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:40:15.204087 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b1a60cf0-047f-48c1-af7b-167d215a5808 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7219267 Aug 26 01:40:15.207650 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58392) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:40:15.212584 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-735513656-router', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:40:15.217534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:40:15.221473 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Usage tracker for resource:router and tenant:b8acc867ee6f4813ab9955dfa688d6b8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:40:15.224986 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:40:15.230860 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:40:15.295024 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:15.296099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:15.310948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:15.341018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-225e3906-3b30-476a-a696-126114e439ea', 'network_id': '225e3906-3b30-476a-a696-126114e439ea', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'fixed_ips': [{'subnet_id': 'c6838b08-dc4b-4f3d-b164-e818f35c7c8d'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:40:15.341883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:15.499540 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Allocated IP 172.20.0.2 (225e3906-3b30-476a-a696-126114e439ea/c6838b08-dc4b-4f3d-b164-e818f35c7c8d/6989b43e-7357-4537-ac92-1b895a761a68) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:40:15.657116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:15.699353 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:15.710223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Transition to ACTIVE for port object 6989b43e-7357-4537-ac92-1b895a761a68 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:40:15.728345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Transition to ACTIVE for port object 6989b43e-7357-4537-ac92-1b895a761a68 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:40:15.791975 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:15.862603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Network 225e3906-3b30-476a-a696-126114e439ea is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:40:15.864259 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:40:15.868123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:40:15.877443 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Pushing event updated for resources: {'Port': ['ID=6989b43e-7357-4537-ac92-1b895a761a68,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:15.978103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Attempting to bind port 6989b43e-7357-4537-ac92-1b895a761a68 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:40:15.978486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Attempting to bind port 6989b43e-7357-4537-ac92-1b895a761a68 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:40:15.978858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Attempting to bind port 6989b43e-7357-4537-ac92-1b895a761a68 on network 225e3906-3b30-476a-a696-126114e439ea {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:40:15.984519 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:40:15.984892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Checking segment: {'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:40:15.985294 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:15.985694 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Bound using segment: {'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:40:15.986194 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Bound port: 6989b43e-7357-4537-ac92-1b895a761a68, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:40:15.986568 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:16.077354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] For port 6989b43e-7357-4537-ac92-1b895a761a68, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:40:16.080210 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] For port 6989b43e-7357-4537-ac92-1b895a761a68, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6989b43e-7357-4537-ac92-1b895a761a68,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:40:16.135068 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:16.146558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:16.176917 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:16.218620 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac438429-f518-4891-a7f8-c27fab2fa85a None None] Pushing event updated for resources: {'Port': ['ID=6989b43e-7357-4537-ac92-1b895a761a68,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:16.325002 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Allocated IP 172.26.2.219 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/44e64e7c-92ba-49f6-9865-aa46ddc5e5e9) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:40:16.487388 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:16.589955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:16.659155 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:40:16.662981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:40:16.666605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:40:16.696159 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Pushing event updated for resources: {'Port': ['ID=44e64e7c-92ba-49f6-9865-aa46ddc5e5e9,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:17.139412 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:17.150183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf60ddb-4938-4db0-a075-1c11eb1e60f5 None None] Network 225e3906-3b30-476a-a696-126114e439ea requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:40:17.310148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fe643b44-4763-4e1a-b390-09a904dfbff7 None None] Provisioning for port 6989b43e-7357-4537-ac92-1b895a761a68 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:40:17.376784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6989b43e-7357-4537-ac92-1b895a761a68 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:40:17.490387 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:17.534753 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 6989b43e-7357-4537-ac92-1b895a761a68 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:40:17.540945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 6989b43e-7357-4537-ac92-1b895a761a68 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:40:17.541459 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:17.670674 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6989b43e-7357-4537-ac92-1b895a761a68 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:40:17.671054 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:17.741795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 6989b43e-7357-4537-ac92-1b895a761a68, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6989b43e-7357-4537-ac92-1b895a761a68,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:17.751250 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c2e9d2cd-ea6c-4723-804b-b262b6debf3d None None] Provisioning complete for port 6989b43e-7357-4537-ac92-1b895a761a68 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:40:17.751774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d2cd-ea6c-4723-804b-b262b6debf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:17.846480 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:17.915030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Router 76f00b76-a4f9-411e-bf58-db83b625be0c is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:40:17.923736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9d2cd-ea6c-4723-804b-b262b6debf3d None None] Current status of the port 6989b43e-7357-4537-ac92-1b895a761a68 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:40:17.933592 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=6989b43e-7357-4537-ac92-1b895a761a68,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:18.086899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:40:18.095405 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Sync routers for ids ['76f00b76-a4f9-411e-bf58-db83b625be0c'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:40:18.105159 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Routers {'76f00b76-a4f9-411e-bf58-db83b625be0c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:40:18.105781 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:40:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['76f00b76-a4f9-411e-bf58-db83b625be0c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:18.157811 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:18.159319 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dad80b60-0691-44f4-bc89-f7170e61f9dc admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9505913 Aug 26 01:40:18.162317 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58396) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:40:18.312423 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Set router 76f00b76-a4f9-411e-bf58-db83b625be0c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:40:18.595106 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'name': 'tempest-ServersNegativeTestJSON-735513656-router', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '44e64e7c-92ba-49f6-9865-aa46ddc5e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:40:15Z', 'updated_at': '2022-08-26T01:40:16Z', 'revision_number': 3, 'project_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'gw_port': {'id': '44e64e7c-92ba-49f6-9865-aa46ddc5e5e9', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:12:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:40:16Z', 'updated_at': '2022-08-26T01:40:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:18.599057 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Checking router: 76f00b76-a4f9-411e-bf58-db83b625be0c for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:40:18.599431 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Updating router 76f00b76-a4f9-411e-bf58-db83b625be0c port 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:40:18.654856 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:18.832639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:18.979653 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:18.991678 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Transition to ACTIVE for port object 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:40:19.036288 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Allocated IP 172.20.0.1 (225e3906-3b30-476a-a696-126114e439ea/c6838b08-dc4b-4f3d-b164-e818f35c7c8d/892798e4-903a-45c3-ae63-1c57fdf36e53) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:40:19.069091 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:19.134348 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Attempting to bind port 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:40:19.135078 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Attempting to bind port 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:40:19.135078 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Attempting to bind port 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:40:19.145975 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:40:19.146350 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:40:19.146746 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:19.147135 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:40:19.147610 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Bound port: 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:40:19.147980 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:19.182566 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8f890-6b2b-4823-a854-877f7f6f8357 None None] Pushing event updated for resources: {'Port': ['ID=44e64e7c-92ba-49f6-9865-aa46ddc5e5e9,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:19.204552 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8f890-6b2b-4823-a854-877f7f6f8357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:19.204903 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8f890-6b2b-4823-a854-877f7f6f8357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:19.205245 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8f890-6b2b-4823-a854-877f7f6f8357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:19.205630 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8f890-6b2b-4823-a854-877f7f6f8357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:19.205951 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8f890-6b2b-4823-a854-877f7f6f8357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:19.206279 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8f890-6b2b-4823-a854-877f7f6f8357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:19.206606 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8f890-6b2b-4823-a854-877f7f6f8357 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:19.206957 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8f890-6b2b-4823-a854-877f7f6f8357 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:19.207374 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8f890-6b2b-4823-a854-877f7f6f8357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:19.207769 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8f890-6b2b-4823-a854-877f7f6f8357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:19.208126 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8f890-6b2b-4823-a854-877f7f6f8357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:19.208448 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda8f890-6b2b-4823-a854-877f7f6f8357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:19.246259 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] For port 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:40:19.249424 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] For port 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=44e64e7c-92ba-49f6-9865-aa46ddc5e5e9,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:40:19.305082 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:19.320733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Transition to ACTIVE for port object 892798e4-903a-45c3-ae63-1c57fdf36e53 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:40:19.332683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6989b43e-7357-4537-ac92-1b895a761a68 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:40:19.402493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 6989b43e-7357-4537-ac92-1b895a761a68 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:40:19.402860 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:19.424253 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:19.487319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:19.488921 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Routers {'76f00b76-a4f9-411e-bf58-db83b625be0c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:40:19.489797 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:40:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['76f00b76-a4f9-411e-bf58-db83b625be0c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:19.520345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6989b43e-7357-4537-ac92-1b895a761a68 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:40:19.561429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Network 225e3906-3b30-476a-a696-126114e439ea is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:40:19.564257 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:40:19.567404 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:40:19.616070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Pushing event updated for resources: {'Port': ['ID=892798e4-903a-45c3-ae63-1c57fdf36e53,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:19.630879 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:19.631270 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8f890-6b2b-4823-a854-877f7f6f8357 None None] Pushing event updated for resources: {'Port': ['ID=44e64e7c-92ba-49f6-9865-aa46ddc5e5e9,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:19.686178 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] Set router 76f00b76-a4f9-411e-bf58-db83b625be0c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:40:19.828060 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:19.923265 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-219ecc40-8dc5-49c6-8695-65033551fb51 None None] Provisioning for port 892798e4-903a-45c3-ae63-1c57fdf36e53 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:40:19.928636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-219ecc40-8dc5-49c6-8695-65033551fb51 None None] Provisioning complete for port 892798e4-903a-45c3-ae63-1c57fdf36e53 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:40:19.933337 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-219ecc40-8dc5-49c6-8695-65033551fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:19.972062 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'name': 'tempest-ServersNegativeTestJSON-735513656-router', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '44e64e7c-92ba-49f6-9865-aa46ddc5e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:40:15Z', 'updated_at': '2022-08-26T01:40:16Z', 'revision_number': 3, 'project_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'gw_port': {'id': '44e64e7c-92ba-49f6-9865-aa46ddc5e5e9', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:12:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:40:16Z', 'updated_at': '2022-08-26T01:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:19.975992 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa5793d-c95c-48d2-a9fb-f3b57e8fd7fc None None] The sync data for ids ['76f00b76-a4f9-411e-bf58-db83b625be0c'] in dv-neutron-854561-2-hyperv is: [{'id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'name': 'tempest-ServersNegativeTestJSON-735513656-router', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '44e64e7c-92ba-49f6-9865-aa46ddc5e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:40:15Z', 'updated_at': '2022-08-26T01:40:16Z', 'revision_number': 3, 'project_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'gw_port': {'id': '44e64e7c-92ba-49f6-9865-aa46ddc5e5e9', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:12:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:40:16Z', 'updated_at': '2022-08-26T01:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:40:19.988212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-219ecc40-8dc5-49c6-8695-65033551fb51 None None] Port 892798e4-903a-45c3-ae63-1c57fdf36e53 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:40:20.058486 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:20.132364 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:20.245528 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Pushing event updated for resources: {'Port': ['ID=892798e4-903a-45c3-ae63-1c57fdf36e53,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:20.251562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:20.392633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Network 225e3906-3b30-476a-a696-126114e439ea is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:40:20.393871 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:40:20.591154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Router 76f00b76-a4f9-411e-bf58-db83b625be0c has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:40:20.712567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ccad64cd-2603-4614-b522-cfaaf2bf5670 None None] Provisioning complete for port 892798e4-903a-45c3-ae63-1c57fdf36e53 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:40:20.713165 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ccad64cd-2603-4614-b522-cfaaf2bf5670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:20.775475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ccad64cd-2603-4614-b522-cfaaf2bf5670 None None] Port 892798e4-903a-45c3-ae63-1c57fdf36e53 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:40:20.783460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:40:20.794257 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3e1e1091-ce0c-4e09-bf54-c3946dc688fd admin admin] 10.222.0.83 "PUT /v2.0/routers/76f00b76-a4f9-411e-bf58-db83b625be0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6309001 Aug 26 01:40:21.320335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-672ca65c-1180-483e-98e4-4e10d7a3c4b0 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:21.321851 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-672ca65c-1180-483e-98e4-4e10d7a3c4b0 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/networks?id=225e3906-3b30-476a-a696-126114e439ea HTTP/1.1" status: 200 len: 813 time: 0.1514332 Aug 26 01:40:21.338448 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-205b0dd1-be7e-4270-82f6-abd61926fcb7 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/quotas/b8acc867ee6f4813ab9955dfa688d6b8 HTTP/1.1" status: 200 len: 375 time: 0.0105522 Aug 26 01:40:21.361942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:40:21.436061 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6f2fc933-3ed2-470c-8b04-d30da41fc17f tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8acc867ee6f4813ab9955dfa688d6b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916135 Aug 26 01:40:21.494247 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-e4a928f3-0860-4927-a29b-027af53c783c service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:40:21.495273 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-e4a928f3-0860-4927-a29b-027af53c783c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520430 Aug 26 01:40:21.504124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Sync routers for ids ['76f00b76-a4f9-411e-bf58-db83b625be0c'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:40:21.513615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:40:21.516699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:40:21.517076 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:21.545597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Routers {'76f00b76-a4f9-411e-bf58-db83b625be0c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:40:21.546257 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:40:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['76f00b76-a4f9-411e-bf58-db83b625be0c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:21.631617 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-a39acb2c-92fb-4246-9c79-2d118a1a0fe5 service neutron] 10.222.0.83 "GET /v2.0/networks/225e3906-3b30-476a-a696-126114e439ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296005 Aug 26 01:40:21.765052 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-c57bccea-27f2-4e46-b39e-dc283d400837 service neutron] 10.222.0.83 "GET /v2.0/networks/225e3906-3b30-476a-a696-126114e439ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274252 Aug 26 01:40:21.783002 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Set router 76f00b76-a4f9-411e-bf58-db83b625be0c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:40:21.854621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:40:21.854997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:21.946781 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=44e64e7c-92ba-49f6-9865-aa46ddc5e5e9,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:22.016316 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:22.056237 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-3cc4a067-9963-4697-8090-6372ef0672d8 req-d69c8912-812b-4330-ba78-be6beb97c5f7 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Synchronizing usage tracker for tenant:b8acc867ee6f4813ab9955dfa688d6b8 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:40:22.139242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=44e64e7c-92ba-49f6-9865-aa46ddc5e5e9,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:22.143539 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-3cc4a067-9963-4697-8090-6372ef0672d8 req-d69c8912-812b-4330-ba78-be6beb97c5f7 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Unset dirty status for tenant:b8acc867ee6f4813ab9955dfa688d6b8 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:40:22.145097 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3cc4a067-9963-4697-8090-6372ef0672d8 req-d69c8912-812b-4330-ba78-be6beb97c5f7 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 210 time: 0.1478763 Aug 26 01:40:22.182237 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'name': 'tempest-ServersNegativeTestJSON-735513656-router', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '44e64e7c-92ba-49f6-9865-aa46ddc5e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:40:15Z', 'updated_at': '2022-08-26T01:40:19Z', 'revision_number': 4, 'project_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'gw_port': {'id': '44e64e7c-92ba-49f6-9865-aa46ddc5e5e9', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:12:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:40:16Z', 'updated_at': '2022-08-26T01:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '892798e4-903a-45c3-ae63-1c57fdf36e53', 'name': '', 'network_id': '225e3906-3b30-476a-a696-126114e439ea', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'mac_address': 'fa:16:3e:62:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'c6838b08-dc4b-4f3d-b164-e818f35c7c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:40:18Z', 'updated_at': '2022-08-26T01:40:19Z', 'revision_number': 2, 'project_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'subnets': [{'id': 'c6838b08-dc4b-4f3d-b164-e818f35c7c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:22.186130 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Checking router: 76f00b76-a4f9-411e-bf58-db83b625be0c for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:40:22.186484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Updating router 76f00b76-a4f9-411e-bf58-db83b625be0c port 892798e4-903a-45c3-ae63-1c57fdf36e53 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:40:22.242499 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:22.616102 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:22.627595 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Transition to ACTIVE for port object 892798e4-903a-45c3-ae63-1c57fdf36e53 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:40:22.711526 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:22.905826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee65a3d-5ca5-4548-80d8-43283bce2e2b None None] Pushing event updated for resources: {'Port': ['ID=892798e4-903a-45c3-ae63-1c57fdf36e53,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:22.923358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Attempting to bind port 892798e4-903a-45c3-ae63-1c57fdf36e53 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:40:22.923734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Attempting to bind port 892798e4-903a-45c3-ae63-1c57fdf36e53 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:40:22.924103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Attempting to bind port 892798e4-903a-45c3-ae63-1c57fdf36e53 on network 225e3906-3b30-476a-a696-126114e439ea {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:40:22.929424 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:40:22.929835 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Checking segment: {'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:40:22.930242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:22.930636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Bound using segment: {'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:40:22.931100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Bound port: 892798e4-903a-45c3-ae63-1c57fdf36e53, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:40:22.931473 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:23.022958 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] For port 892798e4-903a-45c3-ae63-1c57fdf36e53, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:40:23.025891 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] For port 892798e4-903a-45c3-ae63-1c57fdf36e53, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=892798e4-903a-45c3-ae63-1c57fdf36e53,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:40:23.092588 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:23.153338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Routers {'76f00b76-a4f9-411e-bf58-db83b625be0c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:40:23.153994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:40:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['76f00b76-a4f9-411e-bf58-db83b625be0c'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:23.294123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee65a3d-5ca5-4548-80d8-43283bce2e2b None None] Pushing event updated for resources: {'Port': ['ID=892798e4-903a-45c3-ae63-1c57fdf36e53,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:23.322142 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0df281ab-fd2f-47bf-99d6-e65420a42537 req-e713dd1d-1175-4165-a3da-dc6893c1b7de tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 210 time: 0.0640130 Aug 26 01:40:23.341467 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:40:23.408672 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] Set router 76f00b76-a4f9-411e-bf58-db83b625be0c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:40:23.605150 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:40:23.605527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:23.806437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:40:23.828244 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'name': 'tempest-ServersNegativeTestJSON-735513656-router', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '44e64e7c-92ba-49f6-9865-aa46ddc5e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:40:15Z', 'updated_at': '2022-08-26T01:40:19Z', 'revision_number': 4, 'project_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'gw_port': {'id': '44e64e7c-92ba-49f6-9865-aa46ddc5e5e9', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:12:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:40:16Z', 'updated_at': '2022-08-26T01:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '892798e4-903a-45c3-ae63-1c57fdf36e53', 'name': '', 'network_id': '225e3906-3b30-476a-a696-126114e439ea', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'mac_address': 'fa:16:3e:62:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'c6838b08-dc4b-4f3d-b164-e818f35c7c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:40:18Z', 'updated_at': '2022-08-26T01:40:23Z', 'revision_number': 4, 'project_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'subnets': [{'id': 'c6838b08-dc4b-4f3d-b164-e818f35c7c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:40:23.832576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75199df3-66fb-4cf1-8599-58447c4218ec None None] The sync data for ids ['76f00b76-a4f9-411e-bf58-db83b625be0c'] in dv-neutron-854561-2-hyperv is: [{'id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'name': 'tempest-ServersNegativeTestJSON-735513656-router', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '44e64e7c-92ba-49f6-9865-aa46ddc5e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:40:15Z', 'updated_at': '2022-08-26T01:40:19Z', 'revision_number': 4, 'project_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'gw_port': {'id': '44e64e7c-92ba-49f6-9865-aa46ddc5e5e9', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:12:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:40:16Z', 'updated_at': '2022-08-26T01:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '892798e4-903a-45c3-ae63-1c57fdf36e53', 'name': '', 'network_id': '225e3906-3b30-476a-a696-126114e439ea', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'mac_address': 'fa:16:3e:62:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'c6838b08-dc4b-4f3d-b164-e818f35c7c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:40:18Z', 'updated_at': '2022-08-26T01:40:23Z', 'revision_number': 4, 'project_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'subnets': [{'id': 'c6838b08-dc4b-4f3d-b164-e818f35c7c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:40:24.405987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-00e1e6ad-87ec-4fab-9686-0caf11dbb7da tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:24.407546 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-00e1e6ad-87ec-4fab-9686-0caf11dbb7da tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.94 "GET /v2.0/networks?id=225e3906-3b30-476a-a696-126114e439ea HTTP/1.1" status: 200 len: 813 time: 0.1691217 Aug 26 01:40:24.433579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Request body: {'port': {'device_id': 'cd2b2e3c-c999-4560-80c1-c045af50b5a5', 'network_id': '225e3906-3b30-476a-a696-126114e439ea', 'admin_state_up': True, 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:40:24.486391 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5520cabd-ec26-4769-b264-6439dbdf9fb2 req-4dea00a6-e9b7-4279-b21a-36863895c286 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 210 time: 0.0531187 Aug 26 01:40:24.702540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:40:24.713429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:40:24.809352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Made reservation on behalf of b8acc867ee6f4813ab9955dfa688d6b8 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:40:24.813268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:24.992616 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Allocated IP 172.20.0.12 (225e3906-3b30-476a-a696-126114e439ea/c6838b08-dc4b-4f3d-b164-e818f35c7c8d/9adba1be-1489-4f68-9d5d-8e19c00475e8) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:40:25.191697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:25.206991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Transition to ACTIVE for port object 9adba1be-1489-4f68-9d5d-8e19c00475e8 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:40:25.306505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:25.352993 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 892798e4-903a-45c3-ae63-1c57fdf36e53 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:40:25.382216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Network 225e3906-3b30-476a-a696-126114e439ea is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:40:25.385413 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:40:25.389224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:40:25.420482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Pushing event updated for resources: {'Port': ['ID=9adba1be-1489-4f68-9d5d-8e19c00475e8,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:25.458384 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:25.459087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:25.477121 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 892798e4-903a-45c3-ae63-1c57fdf36e53 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:40:25.482466 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 892798e4-903a-45c3-ae63-1c57fdf36e53 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:40:25.482859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:25.553236 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-6dfefd1b-af09-4c0b-857a-ac9dfd1504e5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1238046 Aug 26 01:40:25.580653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Request body: {'port': {'device_id': 'cd2b2e3c-c999-4560-80c1-c045af50b5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:40:25.657822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 892798e4-903a-45c3-ae63-1c57fdf36e53 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:40:25.658121 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:25.692305 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 892798e4-903a-45c3-ae63-1c57fdf36e53, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=892798e4-903a-45c3-ae63-1c57fdf36e53,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:25.705841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ef1d7a2b-de1d-42f7-a5ed-fa3c1f131b38 None None] Provisioning for port 9adba1be-1489-4f68-9d5d-8e19c00475e8 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:40:25.715892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ef1d7a2b-de1d-42f7-a5ed-fa3c1f131b38 None None] Provisioning complete for port 9adba1be-1489-4f68-9d5d-8e19c00475e8 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:40:25.715892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ef1d7a2b-de1d-42f7-a5ed-fa3c1f131b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:25.758099 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:25.763323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:25.816059 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d7a2b-de1d-42f7-a5ed-fa3c1f131b38 None None] Port 9adba1be-1489-4f68-9d5d-8e19c00475e8 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:40:25.821719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef7714-8bcc-4084-bb1f-a5f838366986 req-f52aef6f-b684-4e91-a450-8127dddfcc42 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:25.822468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-5aef7714-8bcc-4084-bb1f-a5f838366986 req-f52aef6f-b684-4e91-a450-8127dddfcc42 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Synchronizing usage tracker for tenant:b8acc867ee6f4813ab9955dfa688d6b8 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:40:25.843000 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=892798e4-903a-45c3-ae63-1c57fdf36e53,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:25.954820 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-5aef7714-8bcc-4084-bb1f-a5f838366986 req-f52aef6f-b684-4e91-a450-8127dddfcc42 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Unset dirty status for tenant:b8acc867ee6f4813ab9955dfa688d6b8 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:40:25.955970 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5aef7714-8bcc-4084-bb1f-a5f838366986 req-f52aef6f-b684-4e91-a450-8127dddfcc42 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 932 time: 0.3306148 Aug 26 01:40:26.075723 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5aef7714-8bcc-4084-bb1f-a5f838366986 req-ffa5538f-d6e6-4b9c-ba51-1acbc0ddc96d tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742173 Aug 26 01:40:26.166330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9adba1be-1489-4f68-9d5d-8e19c00475e8 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:40:26.173495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:26.187517 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Transition to ACTIVE for port object 9adba1be-1489-4f68-9d5d-8e19c00475e8 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:40:26.254780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:26.438284 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9adba1be-1489-4f68-9d5d-8e19c00475e8,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:26.478905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Attempting to bind port 9adba1be-1489-4f68-9d5d-8e19c00475e8 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:40:26.479235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Attempting to bind port 9adba1be-1489-4f68-9d5d-8e19c00475e8 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:40:26.479562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Attempting to bind port 9adba1be-1489-4f68-9d5d-8e19c00475e8 on network 225e3906-3b30-476a-a696-126114e439ea {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:40:26.484066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Port 9adba1be-1489-4f68-9d5d-8e19c00475e8 on network 225e3906-3b30-476a-a696-126114e439ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:40:26.484384 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Attempting to bind port 9adba1be-1489-4f68-9d5d-8e19c00475e8 on network 225e3906-3b30-476a-a696-126114e439ea {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:40:26.489502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:40:26.489863 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Checking segment: {'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:40:26.490245 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Bound using segment: {'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:40:26.490665 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Bound port: 9adba1be-1489-4f68-9d5d-8e19c00475e8, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:40:26.491003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:26.577446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] For port 9adba1be-1489-4f68-9d5d-8e19c00475e8, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:40:26.580359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] For port 9adba1be-1489-4f68-9d5d-8e19c00475e8, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=9adba1be-1489-4f68-9d5d-8e19c00475e8,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:40:26.640848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:26.674074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:26.674674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:26.676226 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] 10.222.0.94 "PUT /v2.0/ports/9adba1be-1489-4f68-9d5d-8e19c00475e8 HTTP/1.1" status: 200 len: 1094 time: 1.1002874 Aug 26 01:40:26.676652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2b2e3c-c999-4560-80c1-c045af50b5a5', 'tag': '9adba1be-1489-4f68-9d5d-8e19c00475e8'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:40:26.722399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761f167-4e40-470b-8c0a-5583a780f9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9adba1be-1489-4f68-9d5d-8e19c00475e8,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:26.726288 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496646af-1ab9-4b80-b498-b1d544d183c8'] response: {'name': 'network-changed', 'server_uuid': 'cd2b2e3c-c999-4560-80c1-c045af50b5a5', 'tag': '9adba1be-1489-4f68-9d5d-8e19c00475e8', 'status': 'completed', 'code': 200} Aug 26 01:40:26.849831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590ac17-7d0d-48d3-9e2c-329f30027e58 req-8eff4371-b14e-4a41-ba6e-76a0c99a0fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:26.851306 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1590ac17-7d0d-48d3-9e2c-329f30027e58 req-8eff4371-b14e-4a41-ba6e-76a0c99a0fe5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b8acc867ee6f4813ab9955dfa688d6b8&device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 1097 time: 0.0788305 Aug 26 01:40:27.108563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590ac17-7d0d-48d3-9e2c-329f30027e58 req-91aede91-a835-4f1a-aa21-181bd8fa2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:27.110082 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1590ac17-7d0d-48d3-9e2c-329f30027e58 req-91aede91-a835-4f1a-aa21-181bd8fa2e9b service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=b8acc867ee6f4813ab9955dfa688d6b8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2391486 Aug 26 01:40:27.308500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590ac17-7d0d-48d3-9e2c-329f30027e58 req-56d1b1cf-3f70-4b50-9f0d-183127e956a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:27.309986 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1590ac17-7d0d-48d3-9e2c-329f30027e58 req-56d1b1cf-3f70-4b50-9f0d-183127e956a7 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1912756 Aug 26 01:40:27.327110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ed015-7a9c-4fee-8e75-9c1a46a7f768 req-f9d86768-0f22-4cc4-a4ca-b5ba062234c8 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:27.328532 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b29ed015-7a9c-4fee-8e75-9c1a46a7f768 req-f9d86768-0f22-4cc4-a4ca-b5ba062234c8 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 944 time: 0.1402924 Aug 26 01:40:27.339049 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 892798e4-903a-45c3-ae63-1c57fdf36e53 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:40:27.377324 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b29ed015-7a9c-4fee-8e75-9c1a46a7f768 req-363b33fa-875a-4444-b23c-87f2e8945eb3 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Aug 26 01:40:27.412540 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 892798e4-903a-45c3-ae63-1c57fdf36e53 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:40:27.412908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:27.463982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-0e2322ba-5464-42e3-b7b6-6fa6270700c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:27.465440 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-0e2322ba-5464-42e3-b7b6-6fa6270700c7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b8acc867ee6f4813ab9955dfa688d6b8&device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 1097 time: 0.0812109 Aug 26 01:40:27.529999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 892798e4-903a-45c3-ae63-1c57fdf36e53 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:40:27.545369 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-e40a0308-2612-428c-9deb-e3ab57eec2e1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9adba1be-1489-4f68-9d5d-8e19c00475e8 HTTP/1.1" status: 200 len: 217 time: 0.0608172 Aug 26 01:40:27.611496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d88d47c7-3a6b-4e8f-a1d0-66bfe846d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:27.613083 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-d88d47c7-3a6b-4e8f-a1d0-66bfe846d637 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c6838b08-dc4b-4f3d-b164-e818f35c7c8d HTTP/1.1" status: 200 len: 852 time: 0.0586729 Aug 26 01:40:27.696059 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-9fe62fe7-c638-49d7-9572-85fc41f47205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:27.697409 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-9fe62fe7-c638-49d7-9572-85fc41f47205 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=225e3906-3b30-476a-a696-126114e439ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752602 Aug 26 01:40:27.838910 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-cd479b56-746c-43a5-932b-f7104f434844 service neutron] 10.222.0.94 "GET /v2.0/networks/225e3906-3b30-476a-a696-126114e439ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256273 Aug 26 01:40:27.973080 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b1909a6-24ff-4b63-8b2e-cb1e21bb06c6 req-785e5ec2-2d52-47ea-98cc-7506e8897ed4 service neutron] 10.222.0.94 "GET /v2.0/networks/225e3906-3b30-476a-a696-126114e439ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247654 Aug 26 01:40:28.578954 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56df64c-27da-46e1-8f58-b5ee2a377b13 req-88bd098b-eb2c-428f-9cb3-b68405c71bd4 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:28.580407 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56df64c-27da-46e1-8f58-b5ee2a377b13 req-88bd098b-eb2c-428f-9cb3-b68405c71bd4 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 944 time: 0.0899942 Aug 26 01:40:28.624449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-c56df64c-27da-46e1-8f58-b5ee2a377b13 req-b661485e-741f-478a-97bf-9d6213c2a501 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Synchronizing usage tracker for tenant:b8acc867ee6f4813ab9955dfa688d6b8 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:40:28.724007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-c56df64c-27da-46e1-8f58-b5ee2a377b13 req-b661485e-741f-478a-97bf-9d6213c2a501 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Unset dirty status for tenant:b8acc867ee6f4813ab9955dfa688d6b8 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:40:28.725094 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c56df64c-27da-46e1-8f58-b5ee2a377b13 req-b661485e-741f-478a-97bf-9d6213c2a501 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383359 Aug 26 01:40:29.352615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 9adba1be-1489-4f68-9d5d-8e19c00475e8 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:40:29.492350 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 9adba1be-1489-4f68-9d5d-8e19c00475e8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=9adba1be-1489-4f68-9d5d-8e19c00475e8,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:29.506410 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '9adba1be-1489-4f68-9d5d-8e19c00475e8', 'network_id': '225e3906-3b30-476a-a696-126114e439ea', 'port_id': '9adba1be-1489-4f68-9d5d-8e19c00475e8', 'mac_address': 'fa:16:3e:cc:a1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6838b08-dc4b-4f3d-b164-e818f35c7c8d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:40:29.569024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 9adba1be-1489-4f68-9d5d-8e19c00475e8 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:40:29.569024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:29.581267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9adba1be-1489-4f68-9d5d-8e19c00475e8 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:40:29.596594 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 9adba1be-1489-4f68-9d5d-8e19c00475e8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=9adba1be-1489-4f68-9d5d-8e19c00475e8,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:29.688198 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:29.754444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=9adba1be-1489-4f68-9d5d-8e19c00475e8,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:29.762288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:29.762645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:29.762991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:29.763332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:29.763675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:29.764008 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:29.764338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:29.764668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:29.764999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:29.765448 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:29.765701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:29.766053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:40:29.930892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7fa96-c988-4fe8-b0bd-a3fffa586736 req-eecb76d4-1a90-447b-b79a-9fdd80fc25a4 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:29.932348 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2df7fa96-c988-4fe8-b0bd-a3fffa586736 req-eecb76d4-1a90-447b-b79a-9fdd80fc25a4 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0933304 Aug 26 01:40:29.976742 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2df7fa96-c988-4fe8-b0bd-a3fffa586736 req-89b9f2ee-ef2b-49aa-9d54-6142ba375e02 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387559 Aug 26 01:40:30.012891 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['9adba1be-1489-4f68-9d5d-8e19c00475e8'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:40:30.494463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c3ea2252-38e9-4425-b59c-cc7b27559b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:31.170503 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27df951-04c1-4549-8b35-7b02e93ea599 req-85fbcc1c-3012-4969-ad43-f340f7f332fb tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:31.171932 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a27df951-04c1-4549-8b35-7b02e93ea599 req-85fbcc1c-3012-4969-ad43-f340f7f332fb tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 945 time: 0.0854909 Aug 26 01:40:31.214990 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a27df951-04c1-4549-8b35-7b02e93ea599 req-07fbf5da-43d6-4d9b-bc13-900bba0187f9 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364563 Aug 26 01:40:31.368876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 9adba1be-1489-4f68-9d5d-8e19c00475e8 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:40:31.480558 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 9adba1be-1489-4f68-9d5d-8e19c00475e8 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:40:31.485293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 9adba1be-1489-4f68-9d5d-8e19c00475e8 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:40:31.485667 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:31.603430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 9adba1be-1489-4f68-9d5d-8e19c00475e8 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:40:31.604125 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:31.630572 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2b2e3c-c999-4560-80c1-c045af50b5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9adba1be-1489-4f68-9d5d-8e19c00475e8'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:40:31.639947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 9adba1be-1489-4f68-9d5d-8e19c00475e8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=9adba1be-1489-4f68-9d5d-8e19c00475e8,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:31.675624 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c6fbe2-46bf-4aae-b5e4-8c7cf1012e50'] response: {'server_uuid': 'cd2b2e3c-c999-4560-80c1-c045af50b5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9adba1be-1489-4f68-9d5d-8e19c00475e8', 'code': 200} Aug 26 01:40:31.691672 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:31.767275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=9adba1be-1489-4f68-9d5d-8e19c00475e8,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:32.104570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117901e1-0b7d-4f75-8c20-4597048d39c1 req-bf584302-b4ca-4961-b718-63dcd76e4099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:32.106439 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-117901e1-0b7d-4f75-8c20-4597048d39c1 req-bf584302-b4ca-4961-b718-63dcd76e4099 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 1099 time: 0.0773609 Aug 26 01:40:32.150555 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-117901e1-0b7d-4f75-8c20-4597048d39c1 req-bb2b9a00-17c8-4580-91e5-8d67b6d2aa73 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381210 Aug 26 01:40:32.518339 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b20b7e-4f38-48bc-9ccc-8bbee3544834 req-71c9c319-af93-4cbe-832e-82f0d97f6ded tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:32.519800 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a0b20b7e-4f38-48bc-9ccc-8bbee3544834 req-71c9c319-af93-4cbe-832e-82f0d97f6ded tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 946 time: 0.1983042 Aug 26 01:40:32.564427 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a0b20b7e-4f38-48bc-9ccc-8bbee3544834 req-1ab6f0ee-321a-4391-8d24-183e877ed8e4 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389431 Aug 26 01:40:33.057881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ee84-3b41-49ed-bd71-064d07d0a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:33.726382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:33.764962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad7e3e-e355-4518-afb6-f2c19ea2bea4 req-c3d30894-d00a-4205-a688-58b0ef0c4232 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:33.766433 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a3ad7e3e-e355-4518-afb6-f2c19ea2bea4 req-c3d30894-d00a-4205-a688-58b0ef0c4232 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 946 time: 0.0890481 Aug 26 01:40:33.809788 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a3ad7e3e-e355-4518-afb6-f2c19ea2bea4 req-4b4b985b-591c-4b4e-9e71-ed517956c9a1 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376422 Aug 26 01:40:34.052018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:34.096355 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-f4a6e5ed-d233-4c25-b3ed-759c45a5281d tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:34.097030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-f4a6e5ed-d233-4c25-b3ed-759c45a5281d tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Synchronizing usage tracker for tenant:b8acc867ee6f4813ab9955dfa688d6b8 on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:40:34.179953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-f4a6e5ed-d233-4c25-b3ed-759c45a5281d tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Unset dirty status for tenant:b8acc867ee6f4813ab9955dfa688d6b8 on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:40:34.181027 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-f4a6e5ed-d233-4c25-b3ed-759c45a5281d tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/networks?id=225e3906-3b30-476a-a696-126114e439ea HTTP/1.1" status: 200 len: 813 time: 0.2271371 Aug 26 01:40:34.196572 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-dd73c9a9-47ef-416e-b731-46880fe12e73 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/quotas/b8acc867ee6f4813ab9955dfa688d6b8 HTTP/1.1" status: 200 len: 375 time: 0.0090635 Aug 26 01:40:34.289870 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-1c10f194-ec8a-4533-b741-699cfc762fb6 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8acc867ee6f4813ab9955dfa688d6b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879176 Aug 26 01:40:34.300714 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-36d37119-7093-4e60-8b38-9a0957817929 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:40:34.301618 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-36d37119-7093-4e60-8b38-9a0957817929 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047600 Aug 26 01:40:34.433372 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-3bc4e474-9edd-49e0-b77e-c24b1e39ddb6 service neutron] 10.222.0.83 "GET /v2.0/networks/225e3906-3b30-476a-a696-126114e439ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263986 Aug 26 01:40:34.564341 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-1634f460-a950-440a-95d1-bb5d689d7635 service neutron] 10.222.0.83 "GET /v2.0/networks/225e3906-3b30-476a-a696-126114e439ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246774 Aug 26 01:40:34.826259 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1573d5da-5606-4f5d-bb45-d4c914b76c79 req-32217a79-09bb-44f1-9af4-cfd5b8d68236 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 210 time: 0.0557492 Aug 26 01:40:35.592207 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:35.982848 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9cf41afa-f790-410a-b69c-8ceae8c9b535 req-987027e8-33a6-4538-b38c-828debec17fb tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 210 time: 0.0488853 Aug 26 01:40:36.948615 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-5f200270-3d2e-4802-a5d9-6a4b81ffea45 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:36.950150 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-5f200270-3d2e-4802-a5d9-6a4b81ffea45 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.94 "GET /v2.0/networks?id=225e3906-3b30-476a-a696-126114e439ea HTTP/1.1" status: 200 len: 813 time: 0.1483316 Aug 26 01:40:36.967728 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Request body: {'port': {'device_id': '63ec0fee-c8d5-47db-9f3b-d904302783d7', 'network_id': '225e3906-3b30-476a-a696-126114e439ea', 'admin_state_up': True, 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:40:37.256122 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7715bb6c-da73-403b-96e1-e17efc5d31c1 req-8f6178d9-86e6-4c91-a855-8e3ca686a659 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 210 time: 0.0646279 Aug 26 01:40:37.262180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:40:37.272349 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:40:37.360166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Made reservation on behalf of b8acc867ee6f4813ab9955dfa688d6b8 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:40:37.363673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:37.528359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Allocated IP 172.20.0.5 (225e3906-3b30-476a-a696-126114e439ea/c6838b08-dc4b-4f3d-b164-e818f35c7c8d/7f8d441b-76a1-4209-a737-910e1cda471c) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:40:37.727964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:37.743467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Transition to ACTIVE for port object 7f8d441b-76a1-4209-a737-910e1cda471c will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:40:37.846918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:37.882506 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['9adba1be-1489-4f68-9d5d-8e19c00475e8'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:40:37.920037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Network 225e3906-3b30-476a-a696-126114e439ea is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:40:37.924018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:40:37.927901 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:40:37.936293 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:40:37.958447 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Pushing event updated for resources: {'Port': ['ID=7f8d441b-76a1-4209-a737-910e1cda471c,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:37.995902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:37.996511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:38.093659 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-e2183795-91e1-413b-92f5-6aa0586f21bc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1288145 Aug 26 01:40:38.111133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Request body: {'port': {'device_id': '63ec0fee-c8d5-47db-9f3b-d904302783d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:40:38.222852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:38.277002 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-405bf02f-8485-4fcc-8020-e223dbddd154 None None] Provisioning for port 7f8d441b-76a1-4209-a737-910e1cda471c completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:40:38.282750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-405bf02f-8485-4fcc-8020-e223dbddd154 None None] Provisioning complete for port 7f8d441b-76a1-4209-a737-910e1cda471c triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:40:38.283131 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-405bf02f-8485-4fcc-8020-e223dbddd154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:38.340551 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-405bf02f-8485-4fcc-8020-e223dbddd154 None None] Port 7f8d441b-76a1-4209-a737-910e1cda471c cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:40:38.464180 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ea00e-13cb-448b-9d0e-6fb2b5bc1865 req-ca1f6fd4-66af-4b1e-b8b7-f0ad6b29b5ec tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:38.465642 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d74ea00e-13cb-448b-9d0e-6fb2b5bc1865 req-ca1f6fd4-66af-4b1e-b8b7-f0ad6b29b5ec tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 931 time: 0.0911005 Aug 26 01:40:38.510667 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d74ea00e-13cb-448b-9d0e-6fb2b5bc1865 req-1c6f55ac-0936-4f73-881d-75dcc7fc7150 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383947 Aug 26 01:40:38.569464 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8d441b-76a1-4209-a737-910e1cda471c {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:40:38.576590 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:38.591113 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Transition to ACTIVE for port object 7f8d441b-76a1-4209-a737-910e1cda471c will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:40:38.671591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:38.869863 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8d441b-76a1-4209-a737-910e1cda471c,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:38.902865 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Attempting to bind port 7f8d441b-76a1-4209-a737-910e1cda471c on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:40:38.903124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Attempting to bind port 7f8d441b-76a1-4209-a737-910e1cda471c by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:40:38.903447 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Attempting to bind port 7f8d441b-76a1-4209-a737-910e1cda471c on network 225e3906-3b30-476a-a696-126114e439ea {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:40:38.907928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Port 7f8d441b-76a1-4209-a737-910e1cda471c on network 225e3906-3b30-476a-a696-126114e439ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:40:38.908244 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Attempting to bind port 7f8d441b-76a1-4209-a737-910e1cda471c on network 225e3906-3b30-476a-a696-126114e439ea {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:40:38.913279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:40:38.913612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Checking segment: {'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:40:38.914019 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Bound using segment: {'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:40:38.914439 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Bound port: 7f8d441b-76a1-4209-a737-910e1cda471c, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9890d0de-f612-40a0-bd72-543569a785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '225e3906-3b30-476a-a696-126114e439ea'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:40:38.914777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:39.005022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] For port 7f8d441b-76a1-4209-a737-910e1cda471c, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:40:39.007956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] For port 7f8d441b-76a1-4209-a737-910e1cda471c, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=7f8d441b-76a1-4209-a737-910e1cda471c,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:40:39.092373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:39.123066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:39.123927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:39.126042 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] 10.222.0.94 "PUT /v2.0/ports/7f8d441b-76a1-4209-a737-910e1cda471c HTTP/1.1" status: 200 len: 1093 time: 1.0200984 Aug 26 01:40:39.126478 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ec0fee-c8d5-47db-9f3b-d904302783d7', 'tag': '7f8d441b-76a1-4209-a737-910e1cda471c'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:40:39.169009 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167721a-97a8-429b-a2c7-241521b3cdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8d441b-76a1-4209-a737-910e1cda471c,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:39.174554 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9bc6d6f-8833-4d3a-b6fb-08c06a32d4cd'] response: {'name': 'network-changed', 'server_uuid': '63ec0fee-c8d5-47db-9f3b-d904302783d7', 'tag': '7f8d441b-76a1-4209-a737-910e1cda471c', 'status': 'completed', 'code': 200} Aug 26 01:40:39.298359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a1699-c457-4ac6-a7da-5e11696d7c97 req-0f5b646e-aa9a-4cba-9ddc-3175caaa1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:39.299843 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6e3a1699-c457-4ac6-a7da-5e11696d7c97 req-0f5b646e-aa9a-4cba-9ddc-3175caaa1045 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b8acc867ee6f4813ab9955dfa688d6b8&device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 1096 time: 0.0818310 Aug 26 01:40:39.564729 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a1699-c457-4ac6-a7da-5e11696d7c97 req-1dfba1bd-2e0d-46a6-bb1c-b80402c1af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:39.566357 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6e3a1699-c457-4ac6-a7da-5e11696d7c97 req-1dfba1bd-2e0d-46a6-bb1c-b80402c1af15 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=b8acc867ee6f4813ab9955dfa688d6b8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2463663 Aug 26 01:40:39.703058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a1699-c457-4ac6-a7da-5e11696d7c97 req-796eb8bf-0f2e-4277-bd40-1640d4c17fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:39.704524 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6e3a1699-c457-4ac6-a7da-5e11696d7c97 req-796eb8bf-0f2e-4277-bd40-1640d4c17fb9 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1327112 Aug 26 01:40:39.705067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78b03c-9621-466c-9627-3eab2a0570c1 req-c535cfe3-3f2a-4e5a-a106-c7f896164658 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:39.706539 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ea78b03c-9621-466c-9627-3eab2a0570c1 req-c535cfe3-3f2a-4e5a-a106-c7f896164658 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 943 time: 0.0855792 Aug 26 01:40:39.754509 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ea78b03c-9621-466c-9627-3eab2a0570c1 req-efa686dd-f979-4ed7-b359-cc3d0319354e tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421643 Aug 26 01:40:39.846566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-7d9a2808-68ad-4b80-8de2-1e65eec28cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:39.848019 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-7d9a2808-68ad-4b80-8de2-1e65eec28cbd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b8acc867ee6f4813ab9955dfa688d6b8&device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 1096 time: 0.0798194 Aug 26 01:40:39.927837 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-205091d9-364c-438a-80b2-4d8460237994 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f8d441b-76a1-4209-a737-910e1cda471c HTTP/1.1" status: 200 len: 217 time: 0.0640812 Aug 26 01:40:39.988365 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-9144fe6c-0caf-405b-8e2b-b07a3e9864c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:39.989775 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-9144fe6c-0caf-405b-8e2b-b07a3e9864c5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c6838b08-dc4b-4f3d-b164-e818f35c7c8d HTTP/1.1" status: 200 len: 852 time: 0.0564718 Aug 26 01:40:40.074230 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-c207e92a-8123-4356-9ad4-6776ddb1e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:40.075679 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-c207e92a-8123-4356-9ad4-6776ddb1e159 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=225e3906-3b30-476a-a696-126114e439ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790231 Aug 26 01:40:40.205592 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-5a9b9d4d-ff8b-46af-b519-3c11dfebb99d service neutron] 10.222.0.94 "GET /v2.0/networks/225e3906-3b30-476a-a696-126114e439ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225951 Aug 26 01:40:40.336026 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1a7b2f48-9b2e-401d-a6b9-6967a421aa49 req-b3ac4633-bc8c-413c-aa26-1204dacee349 service neutron] 10.222.0.94 "GET /v2.0/networks/225e3906-3b30-476a-a696-126114e439ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244512 Aug 26 01:40:40.952105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff51ff2-56f8-4b70-86b0-54217d859944 req-b663b656-6678-40d2-b0d3-baaadf16af74 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:40.952814 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-aff51ff2-56f8-4b70-86b0-54217d859944 req-b663b656-6678-40d2-b0d3-baaadf16af74 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Synchronizing usage tracker for tenant:b8acc867ee6f4813ab9955dfa688d6b8 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:40:40.973976 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:41.059828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-aff51ff2-56f8-4b70-86b0-54217d859944 req-b663b656-6678-40d2-b0d3-baaadf16af74 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Unset dirty status for tenant:b8acc867ee6f4813ab9955dfa688d6b8 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:40:41.060893 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-aff51ff2-56f8-4b70-86b0-54217d859944 req-b663b656-6678-40d2-b0d3-baaadf16af74 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 943 time: 0.1946661 Aug 26 01:40:41.108424 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-aff51ff2-56f8-4b70-86b0-54217d859944 req-634493c9-7385-4550-94e6-ef8356c11201 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413306 Aug 26 01:40:41.420267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 7f8d441b-76a1-4209-a737-910e1cda471c details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:40:41.586871 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 7f8d441b-76a1-4209-a737-910e1cda471c, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=7f8d441b-76a1-4209-a737-910e1cda471c,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:41.599429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '7f8d441b-76a1-4209-a737-910e1cda471c', 'network_id': '225e3906-3b30-476a-a696-126114e439ea', 'port_id': '7f8d441b-76a1-4209-a737-910e1cda471c', 'mac_address': 'fa:16:3e:ec:17:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6838b08-dc4b-4f3d-b164-e818f35c7c8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:40:41.652582 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 7f8d441b-76a1-4209-a737-910e1cda471c is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:40:41.652952 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:41.668859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8d441b-76a1-4209-a737-910e1cda471c {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:40:41.684282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 7f8d441b-76a1-4209-a737-910e1cda471c, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=7f8d441b-76a1-4209-a737-910e1cda471c,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:41.762516 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:41.832590 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=7f8d441b-76a1-4209-a737-910e1cda471c,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:42.047814 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['7f8d441b-76a1-4209-a737-910e1cda471c'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:40:42.301835 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf86df8-2b1e-4a11-8df4-4b3316ac56bb req-d2942c67-7550-4436-97f4-28c0c194c516 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:42.303201 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-acf86df8-2b1e-4a11-8df4-4b3316ac56bb req-d2942c67-7550-4436-97f4-28c0c194c516 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 944 time: 0.0857730 Aug 26 01:40:42.347310 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-acf86df8-2b1e-4a11-8df4-4b3316ac56bb req-75428c1d-eda4-4593-80b7-e6470978ddb2 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384741 Aug 26 01:40:43.435625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 7f8d441b-76a1-4209-a737-910e1cda471c up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:40:43.543286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd535d65-c8f4-4f60-929c-56bb22533c27 req-1b3023ef-fba5-4235-8f40-b1927eb3ea51 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:43.544642 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fd535d65-c8f4-4f60-929c-56bb22533c27 req-1b3023ef-fba5-4235-8f40-b1927eb3ea51 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 944 time: 0.0884149 Aug 26 01:40:43.560311 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 7f8d441b-76a1-4209-a737-910e1cda471c completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:40:43.565648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 7f8d441b-76a1-4209-a737-910e1cda471c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:40:43.566051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:43.589181 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fd535d65-c8f4-4f60-929c-56bb22533c27 req-2d85990f-08dd-4aa8-8b17-7864b7a1001a tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378909 Aug 26 01:40:43.684591 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 7f8d441b-76a1-4209-a737-910e1cda471c is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:40:43.684971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:43.711836 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ec0fee-c8d5-47db-9f3b-d904302783d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8d441b-76a1-4209-a737-910e1cda471c'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:40:43.722559 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 7f8d441b-76a1-4209-a737-910e1cda471c, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=7f8d441b-76a1-4209-a737-910e1cda471c,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:43.758115 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6bad67-cb73-4adb-9b7c-4cf1b89e4d1e'] response: {'server_uuid': '63ec0fee-c8d5-47db-9f3b-d904302783d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8d441b-76a1-4209-a737-910e1cda471c', 'code': 200} Aug 26 01:40:43.794714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:43.862361 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=7f8d441b-76a1-4209-a737-910e1cda471c,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:44.177552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f0f03-c8cd-4518-bb9c-38625ae5f516 req-e1ebd254-c6ac-44d6-82f1-7d23bfc3642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:44.179051 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f92f0f03-c8cd-4518-bb9c-38625ae5f516 req-e1ebd254-c6ac-44d6-82f1-7d23bfc3642a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 1098 time: 0.0791457 Aug 26 01:40:44.222992 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f92f0f03-c8cd-4518-bb9c-38625ae5f516 req-dd9fee9e-3a5b-4d22-9691-e2582e0e7aa0 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371444 Aug 26 01:40:44.816240 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d98d87-c17e-4cc8-9504-6e3cf408dd41 req-e50604d3-3144-4e4f-80e5-76d6b0d8fe59 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:44.818213 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f9d98d87-c17e-4cc8-9504-6e3cf408dd41 req-e50604d3-3144-4e4f-80e5-76d6b0d8fe59 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 945 time: 0.1065941 Aug 26 01:40:44.875980 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f9d98d87-c17e-4cc8-9504-6e3cf408dd41 req-9bbcce5f-e72e-4a15-90da-044e0d550d47 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514779 Aug 26 01:40:46.076430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82192127-a633-47df-b1cc-567b6d23faa3 req-290aa20f-1146-4242-b083-89e958f2cbe5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:46.077935 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-82192127-a633-47df-b1cc-567b6d23faa3 req-290aa20f-1146-4242-b083-89e958f2cbe5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 945 time: 0.0900698 Aug 26 01:40:46.121800 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-82192127-a633-47df-b1cc-567b6d23faa3 req-9ab7420f-30b1-4ff6-8269-a63ba1598ef7 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379963 Aug 26 01:40:46.748638 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1c92d-6d85-43b1-8cb2-4367a8d0748e req-b540e116-0d6c-425d-a920-eef792367976 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:46.750187 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-efc1c92d-6d85-43b1-8cb2-4367a8d0748e req-b540e116-0d6c-425d-a920-eef792367976 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 945 time: 0.0867782 Aug 26 01:40:46.797576 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-efc1c92d-6d85-43b1-8cb2-4367a8d0748e req-30d31826-fc52-447d-bed8-5f9ada6d24cc tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417662 Aug 26 01:40:47.990639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b7066-a41d-47d4-8c95-a12e2d8c3eb8 req-314b0034-ba24-4601-ae46-185e1a6fb12f tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:47.992092 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bd1b7066-a41d-47d4-8c95-a12e2d8c3eb8 req-314b0034-ba24-4601-ae46-185e1a6fb12f tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 945 time: 0.0864296 Aug 26 01:40:48.037056 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bd1b7066-a41d-47d4-8c95-a12e2d8c3eb8 req-69dfa494-d0bd-4f0c-84f6-0a43d7eea426 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391433 Aug 26 01:40:48.299274 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e6f3b-d282-41b7-9390-5b625ea0ac23 req-945c9df5-d7c2-420b-b228-19310055133f tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:48.300684 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3a0e6f3b-d282-41b7-9390-5b625ea0ac23 req-945c9df5-d7c2-420b-b228-19310055133f tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.94 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 945 time: 0.0886536 Aug 26 01:40:48.368427 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-3a0e6f3b-d282-41b7-9390-5b625ea0ac23 req-fe7f10ea-70b7-402c-b998-c3e5ed68df36 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Deleting port 7f8d441b-76a1-4209-a737-910e1cda471c {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:40:48.368755 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-3a0e6f3b-d282-41b7-9390-5b625ea0ac23 req-fe7f10ea-70b7-402c-b998-c3e5ed68df36 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:48.724867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-3a0e6f3b-d282-41b7-9390-5b625ea0ac23 req-fe7f10ea-70b7-402c-b998-c3e5ed68df36 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] For port 7f8d441b-76a1-4209-a737-910e1cda471c, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=7f8d441b-76a1-4209-a737-910e1cda471c,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:48.725219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-3a0e6f3b-d282-41b7-9390-5b625ea0ac23 req-fe7f10ea-70b7-402c-b998-c3e5ed68df36 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:48.849797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-3a0e6f3b-d282-41b7-9390-5b625ea0ac23 req-fe7f10ea-70b7-402c-b998-c3e5ed68df36 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Calling delete_port for 7f8d441b-76a1-4209-a737-910e1cda471c owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:40:49.052273 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-3a0e6f3b-d282-41b7-9390-5b625ea0ac23 req-fe7f10ea-70b7-402c-b998-c3e5ed68df36 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:49.088588 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['9adba1be-1489-4f68-9d5d-8e19c00475e8', '7f8d441b-76a1-4209-a737-910e1cda471c'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:40:49.103858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f10ea-70b7-402c-b998-c3e5ed68df36 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Pushing event deleted for resources: {'Port': ['ID=7f8d441b-76a1-4209-a737-910e1cda471c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:49.203521 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0e6f3b-d282-41b7-9390-5b625ea0ac23 req-fe7f10ea-70b7-402c-b998-c3e5ed68df36 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] No DVR routers for this DVR port 7f8d441b-76a1-4209-a737-910e1cda471c on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:40:49.207372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-3a0e6f3b-d282-41b7-9390-5b625ea0ac23 req-fe7f10ea-70b7-402c-b998-c3e5ed68df36 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:49.213689 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fc75e3e6-f78f-451c-bf8b-647dc89ac488 req-506aa287-9d4c-41f9-b431-ba1434c1f73a tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 210 time: 0.0570080 Aug 26 01:40:49.214931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ec0fee-c8d5-47db-9f3b-d904302783d7', 'name': 'network-vif-deleted', 'tag': '7f8d441b-76a1-4209-a737-910e1cda471c'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:40:49.268651 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5275ecf-adcf-4c1d-9875-18077c91cea0'] response: {'server_uuid': '63ec0fee-c8d5-47db-9f3b-d904302783d7', 'name': 'network-vif-deleted', 'tag': '7f8d441b-76a1-4209-a737-910e1cda471c', 'status': 'completed', 'code': 200} Aug 26 01:40:49.317610 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3a0e6f3b-d282-41b7-9390-5b625ea0ac23 req-fe7f10ea-70b7-402c-b998-c3e5ed68df36 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.94 "DELETE /v2.0/ports/7f8d441b-76a1-4209-a737-910e1cda471c HTTP/1.1" status: 204 len: 173 time: 1.0118744 Aug 26 01:40:50.393246 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1b3bddc2-c9a3-41d5-9c9f-3e8e7773baff req-8412e795-1a42-4e77-876f-c73669eb6342 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=63ec0fee-c8d5-47db-9f3b-d904302783d7 HTTP/1.1" status: 200 len: 210 time: 0.0507193 Aug 26 01:40:51.444596 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 7f8d441b-76a1-4209-a737-910e1cda471c no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:40:51.478376 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 7f8d441b-76a1-4209-a737-910e1cda471c {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:40:51.478725 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 7f8d441b-76a1-4209-a737-910e1cda471c not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:40:51.662446 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d2d6e-d541-4baf-ba2c-2ca77aa1e0d6 req-fbe5b628-2b44-46bc-85d8-37fe674f8f64 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:51.663915 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8e8d2d6e-d541-4baf-ba2c-2ca77aa1e0d6 req-fbe5b628-2b44-46bc-85d8-37fe674f8f64 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 946 time: 0.0887165 Aug 26 01:40:51.707433 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8e8d2d6e-d541-4baf-ba2c-2ca77aa1e0d6 req-f0488192-58e1-4ded-890f-81ec48a1f292 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376604 Aug 26 01:40:51.919411 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721aa856-b7e7-4dca-8c98-8cf706502ab8 req-98398dc7-85eb-4c4d-8d4c-feea581cd2b0 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:51.920753 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-721aa856-b7e7-4dca-8c98-8cf706502ab8 req-98398dc7-85eb-4c4d-8d4c-feea581cd2b0 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 946 time: 0.0852642 Aug 26 01:40:51.967917 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-721aa856-b7e7-4dca-8c98-8cf706502ab8 req-c2391270-9a39-4fe3-be7f-4e51c2edfe46 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 Aug 26 01:40:52.165984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae026291-77e6-4710-89f9-8d9c6831278e req-f1821a5b-8e39-4752-9a6c-bbf018f21d45 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:52.166679 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ae026291-77e6-4710-89f9-8d9c6831278e req-f1821a5b-8e39-4752-9a6c-bbf018f21d45 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Synchronizing usage tracker for tenant:b8acc867ee6f4813ab9955dfa688d6b8 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:40:52.285728 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ae026291-77e6-4710-89f9-8d9c6831278e req-f1821a5b-8e39-4752-9a6c-bbf018f21d45 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Unset dirty status for tenant:b8acc867ee6f4813ab9955dfa688d6b8 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:40:52.286851 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ae026291-77e6-4710-89f9-8d9c6831278e req-f1821a5b-8e39-4752-9a6c-bbf018f21d45 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 946 time: 0.2116406 Aug 26 01:40:52.333177 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ae026291-77e6-4710-89f9-8d9c6831278e req-03c3bce0-677e-49f5-8458-915945493201 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403709 Aug 26 01:40:52.627779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d88f2-a991-4e25-befd-202c7652e1dc req-53ed38dc-288a-4c0e-908e-5cebf0cd1a72 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:52.629242 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-235d88f2-a991-4e25-befd-202c7652e1dc req-53ed38dc-288a-4c0e-908e-5cebf0cd1a72 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 946 time: 0.0874803 Aug 26 01:40:52.673360 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-235d88f2-a991-4e25-befd-202c7652e1dc req-75e47175-52f3-42c5-b23c-fd18a198e183 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381062 Aug 26 01:40:52.870099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b1021-f947-4c33-bbb0-5637519223c7 req-b6f9b06e-e2c4-4bea-9213-e395bce0abc7 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:52.871539 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-488b1021-f947-4c33-bbb0-5637519223c7 req-b6f9b06e-e2c4-4bea-9213-e395bce0abc7 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 946 time: 0.0875442 Aug 26 01:40:52.915580 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-488b1021-f947-4c33-bbb0-5637519223c7 req-6bac79bb-145f-4ed3-9c3f-e97aef5a3016 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374660 Aug 26 01:40:53.227262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecccf0a-fb31-4adb-aea6-e60c2acc5fed req-8c76ff64-d6eb-443e-9cd6-8ac0501f697c tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:53.228657 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7ecccf0a-fb31-4adb-aea6-e60c2acc5fed req-8c76ff64-d6eb-443e-9cd6-8ac0501f697c tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 946 time: 0.1838839 Aug 26 01:40:53.271816 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7ecccf0a-fb31-4adb-aea6-e60c2acc5fed req-cc81724f-69f4-4dd5-bb66-10618e68d636 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374870 Aug 26 01:40:53.668619 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8613a525-d4b7-4b2e-a8f1-559fb7f4a16c req-49651071-06b8-4477-af96-7f1ffe8a52eb service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783923 Aug 26 01:40:53.844333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613a525-d4b7-4b2e-a8f1-559fb7f4a16c req-114209ca-b2ef-47b3-8185-49af6a055b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:53.845810 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8613a525-d4b7-4b2e-a8f1-559fb7f4a16c req-114209ca-b2ef-47b3-8185-49af6a055b2d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b8acc867ee6f4813ab9955dfa688d6b8&device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 1099 time: 0.0781691 Aug 26 01:40:53.994939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613a525-d4b7-4b2e-a8f1-559fb7f4a16c req-861d94d8-2b04-454a-a9c9-21079135fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:53.996363 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8613a525-d4b7-4b2e-a8f1-559fb7f4a16c req-861d94d8-2b04-454a-a9c9-21079135fcaf service neutron] 10.222.0.94 "GET /v2.0/networks?id=225e3906-3b30-476a-a696-126114e439ea HTTP/1.1" status: 200 len: 915 time: 0.1266079 Aug 26 01:40:54.049918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78acd6-5533-41ff-9765-fd463ff7e9d1 req-35bf3ff7-1eaa-4bbe-98a1-3107c3fe08ef tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:54.051394 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3f78acd6-5533-41ff-9765-fd463ff7e9d1 req-35bf3ff7-1eaa-4bbe-98a1-3107c3fe08ef tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 946 time: 0.0880661 Aug 26 01:40:54.072524 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8613a525-d4b7-4b2e-a8f1-559fb7f4a16c req-1b6e7ce8-8d04-468c-9574-7981888a812e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9adba1be-1489-4f68-9d5d-8e19c00475e8 HTTP/1.1" status: 200 len: 217 time: 0.0692887 Aug 26 01:40:54.104862 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3f78acd6-5533-41ff-9765-fd463ff7e9d1 req-55a21329-f22f-44da-9d6c-45a5084dc657 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431418 Aug 26 01:40:54.136781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613a525-d4b7-4b2e-a8f1-559fb7f4a16c req-5b7b52df-c939-4217-bee2-6b77884bac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:54.138239 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8613a525-d4b7-4b2e-a8f1-559fb7f4a16c req-5b7b52df-c939-4217-bee2-6b77884bac4d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c6838b08-dc4b-4f3d-b164-e818f35c7c8d HTTP/1.1" status: 200 len: 852 time: 0.0580654 Aug 26 01:40:54.222787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613a525-d4b7-4b2e-a8f1-559fb7f4a16c req-c33c2ad1-cfdb-429e-aff4-8260c9390a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:54.224244 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8613a525-d4b7-4b2e-a8f1-559fb7f4a16c req-c33c2ad1-cfdb-429e-aff4-8260c9390a08 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=225e3906-3b30-476a-a696-126114e439ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790739 Aug 26 01:40:54.366197 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8613a525-d4b7-4b2e-a8f1-559fb7f4a16c req-8137ad03-8d1d-45bb-9bfe-75850eace427 service neutron] 10.222.0.94 "GET /v2.0/networks/225e3906-3b30-476a-a696-126114e439ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244233 Aug 26 01:40:54.487929 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8613a525-d4b7-4b2e-a8f1-559fb7f4a16c req-d9c5f8fa-9a5a-4176-b3c0-ca4cfe44fe15 service neutron] 10.222.0.94 "GET /v2.0/networks/225e3906-3b30-476a-a696-126114e439ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251414 Aug 26 01:40:55.306072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef572d55-41ef-4371-ae0c-ec5e5e52d23d req-121048eb-81f8-435e-b3e6-d53141155e79 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:55.307542 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ef572d55-41ef-4371-ae0c-ec5e5e52d23d req-121048eb-81f8-435e-b3e6-d53141155e79 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 946 time: 0.0893521 Aug 26 01:40:55.352282 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ef572d55-41ef-4371-ae0c-ec5e5e52d23d req-9f5232fb-5d33-45c0-afbb-a9804c0864b5 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/security-groups?id=fc49281b-c220-43a7-8f53-4f8275a0df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388689 Aug 26 01:40:55.800758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ad13b-2855-4dde-b963-7ea03b0a8ace req-eebec98f-8636-45f6-b641-d5409bce374d tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:40:55.802214 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2e1ad13b-2855-4dde-b963-7ea03b0a8ace req-eebec98f-8636-45f6-b641-d5409bce374d tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 946 time: 0.1961899 Aug 26 01:40:55.875127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-2e1ad13b-2855-4dde-b963-7ea03b0a8ace req-e187ee8b-8b57-46d2-b66f-00e3d48bc902 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Deleting port 9adba1be-1489-4f68-9d5d-8e19c00475e8 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:40:55.875626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-2e1ad13b-2855-4dde-b963-7ea03b0a8ace req-e187ee8b-8b57-46d2-b66f-00e3d48bc902 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:56.118786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-2e1ad13b-2855-4dde-b963-7ea03b0a8ace req-e187ee8b-8b57-46d2-b66f-00e3d48bc902 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] For port 9adba1be-1489-4f68-9d5d-8e19c00475e8, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=9adba1be-1489-4f68-9d5d-8e19c00475e8,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:56.119149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-2e1ad13b-2855-4dde-b963-7ea03b0a8ace req-e187ee8b-8b57-46d2-b66f-00e3d48bc902 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:56.244161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-2e1ad13b-2855-4dde-b963-7ea03b0a8ace req-e187ee8b-8b57-46d2-b66f-00e3d48bc902 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Calling delete_port for 9adba1be-1489-4f68-9d5d-8e19c00475e8 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:40:56.457642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-2e1ad13b-2855-4dde-b963-7ea03b0a8ace req-e187ee8b-8b57-46d2-b66f-00e3d48bc902 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:56.499728 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['9adba1be-1489-4f68-9d5d-8e19c00475e8'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:40:56.510092 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6d16a0c3-5818-4583-b25b-520a33af4826 req-52bd1ba6-8468-4577-9cbd-09eb4923c180 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 210 time: 0.0507157 Aug 26 01:40:56.513166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187ee8b-8b57-46d2-b66f-00e3d48bc902 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Pushing event deleted for resources: {'Port': ['ID=9adba1be-1489-4f68-9d5d-8e19c00475e8,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:40:56.612198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1ad13b-2855-4dde-b963-7ea03b0a8ace req-e187ee8b-8b57-46d2-b66f-00e3d48bc902 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] No DVR routers for this DVR port 9adba1be-1489-4f68-9d5d-8e19c00475e8 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:40:56.614722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-2e1ad13b-2855-4dde-b963-7ea03b0a8ace req-e187ee8b-8b57-46d2-b66f-00e3d48bc902 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:56.617370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2b2e3c-c999-4560-80c1-c045af50b5a5', 'name': 'network-vif-deleted', 'tag': '9adba1be-1489-4f68-9d5d-8e19c00475e8'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:40:56.663944 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516a5b9f-bd62-4d01-ac32-9e78751b7581'] response: {'server_uuid': 'cd2b2e3c-c999-4560-80c1-c045af50b5a5', 'name': 'network-vif-deleted', 'tag': '9adba1be-1489-4f68-9d5d-8e19c00475e8', 'status': 'completed', 'code': 200} Aug 26 01:40:56.686866 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2e1ad13b-2855-4dde-b963-7ea03b0a8ace req-e187ee8b-8b57-46d2-b66f-00e3d48bc902 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.94 "DELETE /v2.0/ports/9adba1be-1489-4f68-9d5d-8e19c00475e8 HTTP/1.1" status: 204 len: 173 time: 0.8762589 Aug 26 01:40:57.696366 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-20ddacf9-a44e-40f2-9250-8d1a7e5add57 req-d2bb0958-cd29-4d74-96d0-54e537c411f6 tempest-ServersNegativeTestJSON-391597013 tempest-ServersNegativeTestJSON-391597013-project] 10.222.0.83 "GET /v2.0/ports?device_id=cd2b2e3c-c999-4560-80c1-c045af50b5a5 HTTP/1.1" status: 200 len: 210 time: 0.0490730 Aug 26 01:40:58.794433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58552) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:40:59.323345 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d49ee5c5-9586-4837-b418-9ab84c0c738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:59.513101 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 9adba1be-1489-4f68-9d5d-8e19c00475e8 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:40:59.548403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 9adba1be-1489-4f68-9d5d-8e19c00475e8 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:40:59.548718 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 9adba1be-1489-4f68-9d5d-8e19c00475e8 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:40:59.668990 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d49ee5c5-9586-4837-b418-9ab84c0c738d admin admin] Deleting port 892798e4-903a-45c3-ae63-1c57fdf36e53 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:40:59.669322 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d49ee5c5-9586-4837-b418-9ab84c0c738d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:40:59.837555 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-d49ee5c5-9586-4837-b418-9ab84c0c738d admin admin] For port 892798e4-903a-45c3-ae63-1c57fdf36e53, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=892798e4-903a-45c3-ae63-1c57fdf36e53,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:40:59.838106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d49ee5c5-9586-4837-b418-9ab84c0c738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:00.057055 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d49ee5c5-9586-4837-b418-9ab84c0c738d admin admin] Calling delete_port for 892798e4-903a-45c3-ae63-1c57fdf36e53 owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:41:00.320314 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d49ee5c5-9586-4837-b418-9ab84c0c738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:00.367542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ee5c5-9586-4837-b418-9ab84c0c738d admin admin] Pushing event deleted for resources: {'Port': ['ID=892798e4-903a-45c3-ae63-1c57fdf36e53,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:00.551451 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7929cee9-0448-4684-b5fb-827d8bfbe449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:00.645784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d49ee5c5-9586-4837-b418-9ab84c0c738d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:00.995184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49ee5c5-9586-4837-b418-9ab84c0c738d admin admin] Router 76f00b76-a4f9-411e-bf58-db83b625be0c has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:41:01.176271 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49ee5c5-9586-4837-b418-9ab84c0c738d admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:41:01.185008 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da15749-c0d8-4213-9f5d-4876d4d27bcb None None] Sync routers for ids ['76f00b76-a4f9-411e-bf58-db83b625be0c'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:41:01.190676 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d49ee5c5-9586-4837-b418-9ab84c0c738d admin admin] 10.222.0.83 "PUT /v2.0/routers/76f00b76-a4f9-411e-bf58-db83b625be0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3932614 Aug 26 01:41:01.191433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58556) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:01.195053 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da15749-c0d8-4213-9f5d-4876d4d27bcb None None] Routers {'76f00b76-a4f9-411e-bf58-db83b625be0c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:41:01.195796 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5da15749-c0d8-4213-9f5d-4876d4d27bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:40:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['76f00b76-a4f9-411e-bf58-db83b625be0c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:01.365551 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:01.401459 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5da15749-c0d8-4213-9f5d-4876d4d27bcb None None] Set router 76f00b76-a4f9-411e-bf58-db83b625be0c gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:41:01.657390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:01.688960 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5da15749-c0d8-4213-9f5d-4876d4d27bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'name': 'tempest-ServersNegativeTestJSON-735513656-router', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '44e64e7c-92ba-49f6-9865-aa46ddc5e5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:40:15Z', 'updated_at': '2022-08-26T01:41:00Z', 'revision_number': 5, 'project_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'gw_port': {'id': '44e64e7c-92ba-49f6-9865-aa46ddc5e5e9', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:12:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:40:16Z', 'updated_at': '2022-08-26T01:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:01.692841 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da15749-c0d8-4213-9f5d-4876d4d27bcb None None] Checking router: 76f00b76-a4f9-411e-bf58-db83b625be0c for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:41:01.700862 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da15749-c0d8-4213-9f5d-4876d4d27bcb None None] Routers {'76f00b76-a4f9-411e-bf58-db83b625be0c'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:41:01.701441 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5da15749-c0d8-4213-9f5d-4876d4d27bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:40:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['76f00b76-a4f9-411e-bf58-db83b625be0c'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:01.745385 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] Deleting port 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:01.745732 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:01.849037 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5da15749-c0d8-4213-9f5d-4876d4d27bcb None None] Set router 76f00b76-a4f9-411e-bf58-db83b625be0c gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:41:01.922772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] For port 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=44e64e7c-92ba-49f6-9865-aa46ddc5e5e9,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:01.923040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:01.952647 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5da15749-c0d8-4213-9f5d-4876d4d27bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'name': 'tempest-ServersNegativeTestJSON-735513656-router', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:40:15Z', 'updated_at': '2022-08-26T01:41:01Z', 'revision_number': 6, 'project_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:01.956729 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da15749-c0d8-4213-9f5d-4876d4d27bcb None None] The sync data for ids ['76f00b76-a4f9-411e-bf58-db83b625be0c'] in dv-neutron-854561-2-hyperv is: [{'id': '76f00b76-a4f9-411e-bf58-db83b625be0c', 'name': 'tempest-ServersNegativeTestJSON-735513656-router', 'tenant_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:40:15Z', 'updated_at': '2022-08-26T01:41:01Z', 'revision_number': 6, 'project_id': 'b8acc867ee6f4813ab9955dfa688d6b8', 'gw_port_host': None}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:41:02.047735 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] Calling delete_port for 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:41:02.276693 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:02.325733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] Pushing event deleted for resources: {'Port': ['ID=44e64e7c-92ba-49f6-9865-aa46ddc5e5e9,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:02.429159 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:02.599458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:02.601632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:02.714384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:02.714896 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76f00b76-a4f9-411e-bf58-db83b625be0c {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:41:02.727136 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:02.728258 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-61451710-e575-44f5-bfa0-f88536feca7d admin admin] 10.222.0.83 "DELETE /v2.0/routers/76f00b76-a4f9-411e-bf58-db83b625be0c HTTP/1.1" status: 204 len: 168 time: 1.5359344 Aug 26 01:41:02.730831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58560) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:02.792326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-873cc287-c91e-45b1-b834-4464b7fbc350 admin admin] Deleting subnet c6838b08-dc4b-4f3d-b164-e818f35c7c8d {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:41:02.795862 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-873cc287-c91e-45b1-b834-4464b7fbc350 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:02.848335 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-873cc287-c91e-45b1-b834-4464b7fbc350 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:02.929017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-873cc287-c91e-45b1-b834-4464b7fbc350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:03.011454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-17325b7c-b84c-4e38-8f7a-877bc8a22f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:03.068977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-873cc287-c91e-45b1-b834-4464b7fbc350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:03.106497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cc287-c91e-45b1-b834-4464b7fbc350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6838b08-dc4b-4f3d-b164-e818f35c7c8d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:03.110616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-873cc287-c91e-45b1-b834-4464b7fbc350 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:03.116484 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-873cc287-c91e-45b1-b834-4464b7fbc350 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/c6838b08-dc4b-4f3d-b164-e818f35c7c8d HTTP/1.1" status: 204 len: 168 time: 0.3846927 Aug 26 01:41:03.117258 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb20b2f3-bbb9-4846-a783-71d2a8bd8d33 None None] Network 225e3906-3b30-476a-a696-126114e439ea requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:03.119036 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58564) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:03.330494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:03.341377 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] Deleting port 6989b43e-7357-4537-ac92-1b895a761a68 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:03.341709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:03.358314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:41:03.389560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbc6d1c-12b6-4b32-b59c-0b4cd297c79f None None] DHCP port deletion for 225e3906-3b30-476a-a696-126114e439ea request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:41:03.397422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:41:03.397792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 44e64e7c-92ba-49f6-9865-aa46ddc5e5e9 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:41:03.398206 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 892798e4-903a-45c3-ae63-1c57fdf36e53 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:41:03.426381 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc6d1c-12b6-4b32-b59c-0b4cd297c79f None None] Deleting port 6989b43e-7357-4537-ac92-1b895a761a68 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:03.426755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ecbc6d1c-12b6-4b32-b59c-0b4cd297c79f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:03.467484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 892798e4-903a-45c3-ae63-1c57fdf36e53 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:41:03.467838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 892798e4-903a-45c3-ae63-1c57fdf36e53 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:41:03.549349 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] For port 6989b43e-7357-4537-ac92-1b895a761a68, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6989b43e-7357-4537-ac92-1b895a761a68,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:03.549703 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:03.636671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ecbc6d1c-12b6-4b32-b59c-0b4cd297c79f None None] For port 6989b43e-7357-4537-ac92-1b895a761a68, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6989b43e-7357-4537-ac92-1b895a761a68,segment=NetworkSegment(9890d0de-f612-40a0-bd72-543569a785df),segment_id=9890d0de-f612-40a0-bd72-543569a785df)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:03.636960 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ecbc6d1c-12b6-4b32-b59c-0b4cd297c79f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:03.675456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] Calling delete_port for 6989b43e-7357-4537-ac92-1b895a761a68 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:41:03.761934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc6d1c-12b6-4b32-b59c-0b4cd297c79f None None] Calling delete_port for 6989b43e-7357-4537-ac92-1b895a761a68 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:41:03.814527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:03.866554 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] Pushing event deleted for resources: {'Port': ['ID=6989b43e-7357-4537-ac92-1b895a761a68,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:03.869936 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] No DVR routers for this DVR port 6989b43e-7357-4537-ac92-1b895a761a68 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:41:03.879687 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-ecbc6d1c-12b6-4b32-b59c-0b4cd297c79f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:41:03.880045 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-ecbc6d1c-12b6-4b32-b59c-0b4cd297c79f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:41:03.893616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:03.983650 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:04.008502 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225e3906-3b30-476a-a696-126114e439ea']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:04.020784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9890d0de-f612-40a0-bd72-543569a785df') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:04.021074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9890d0de-f612-40a0-bd72-543569a785df') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:04.032758 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:04.045469 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:04.048139 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:04.054161 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:41:04.054537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:04.204470 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 9890d0de-f612-40a0-bd72-543569a785df resource provider aggregate not found Aug 26 01:41:04.219087 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 9890d0de-f612-40a0-bd72-543569a785df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9890d0de-f612-40a0-bd72-543569a785df found for delete ", "request_id": "req-fdcef698-58a8-464c-9fcc-ac51202dac73"}]} Aug 26 01:41:04.222631 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:04.238248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:04.249846 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] Pushing event deleted for resources: {'Network': ['ID=225e3906-3b30-476a-a696-126114e439ea,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:04.343432 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-705a9f88-576e-4aca-ac19-13f6c69ccd33 admin admin] 10.222.0.83 "DELETE /v2.0/networks/225e3906-3b30-476a-a696-126114e439ea HTTP/1.1" status: 204 len: 168 time: 1.2233477 Aug 26 01:41:04.381853 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc6d1c-12b6-4b32-b59c-0b4cd297c79f None None] Deleting port 6989b43e-7357-4537-ac92-1b895a761a68 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:04.382361 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ecbc6d1c-12b6-4b32-b59c-0b4cd297c79f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:04.448120 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc6d1c-12b6-4b32-b59c-0b4cd297c79f None None] The port '6989b43e-7357-4537-ac92-1b895a761a68' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:41:04.638319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58576) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:04.685298 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-be11c941-682c-4ed8-9857-594ae6d795e0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b8acc867ee6f4813ab9955dfa688d6b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460765 Aug 26 01:41:04.688459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58580) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:04.743918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-57f0c25f-2802-41cf-aba7-2fbf329dbda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:04.769182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-57f0c25f-2802-41cf-aba7-2fbf329dbda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:04.914521 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-57f0c25f-2802-41cf-aba7-2fbf329dbda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:04.931720 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0c25f-2802-41cf-aba7-2fbf329dbda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc49281b-c220-43a7-8f53-4f8275a0df4d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:04.995628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-57f0c25f-2802-41cf-aba7-2fbf329dbda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:04.996675 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-57f0c25f-2802-41cf-aba7-2fbf329dbda7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fc49281b-c220-43a7-8f53-4f8275a0df4d HTTP/1.1" status: 204 len: 168 time: 0.3073246 Aug 26 01:41:05.351801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6989b43e-7357-4537-ac92-1b895a761a68 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:41:05.387784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 6989b43e-7357-4537-ac92-1b895a761a68 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:41:05.390071 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6989b43e-7357-4537-ac92-1b895a761a68 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:41:05.582973 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:06.035350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58604) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:06.137998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-792776963'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:06.143477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:06.147240 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Usage tracker for resource:network and tenant:6763121eb12146769eeb0b0442b3aed8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:06.150034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:06.156008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:06.230428 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Made reservation on behalf of 6763121eb12146769eeb0b0442b3aed8 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:06.233694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:06.245479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:06.259874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:06.263674 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Usage tracker for resource:security_group_rule and tenant:6763121eb12146769eeb0b0442b3aed8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:06.266968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:06.272583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:06.354975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:06.413839 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:06.443076 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:41:06.455785 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a70c6b-99a4-4503-8953-af2aeb18632c,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:06.460973 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:06.461312 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Added segment deada935-7071-4908-83dd-1ec47cfc66af of type vlan for network 07ade0fe-7e80-4d81-9c93-d5da39637336 Aug 26 01:41:06.487177 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:06.567782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:06.573444 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:06.574039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:06.683998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event updated for resources: {'Network': ['ID=07ade0fe-7e80-4d81-9c93-d5da39637336,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:06.694766 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 07ade0fe-7e80-4d81-9c93-d5da39637336 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:41:06.745767 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-43a3362d-6d61-40f4-9903-3fc923a001b5 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6956520 Aug 26 01:41:10.029586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58610) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:10.035890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Request body: {'subnet': {'network_id': '07ade0fe-7e80-4d81-9c93-d5da39637336', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:10.144170 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:10.147987 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Usage tracker for resource:subnet and tenant:6763121eb12146769eeb0b0442b3aed8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:10.150777 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:10.156936 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:10.245525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Made reservation on behalf of 6763121eb12146769eeb0b0442b3aed8 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:10.249336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:10.525968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:10.705661 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event updated for resources: {'Subnet': ['ID=a5094356-bd6a-4cf2-ad3e-fb70e8edbe9f,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:10.709706 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Checking segment: {'id': 'deada935-7071-4908-83dd-1ec47cfc66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '07ade0fe-7e80-4d81-9c93-d5da39637336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:10.710092 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Network hostable DHCP agents. Network: 07ade0fe-7e80-4d81-9c93-d5da39637336, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:41:10.802314 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Network 07ade0fe-7e80-4d81-9c93-d5da39637336 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:41:10.882337 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 07ade0fe-7e80-4d81-9c93-d5da39637336) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:10.887620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:10.888530 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:10.899035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2642bf17-8c94-46d3-8aa8-5177d0d609b7 None None] Network 07ade0fe-7e80-4d81-9c93-d5da39637336 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:10.966464 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-34ca3a85-54c4-465d-b8fa-b5ee9831ca8e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9357164 Aug 26 01:41:10.970847 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58614) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:10.976350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2048539548'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:10.981340 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:10.985725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Usage tracker for resource:network and tenant:6763121eb12146769eeb0b0442b3aed8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:10.988980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:10.994753 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:11.056810 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:11.079934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Made reservation on behalf of 6763121eb12146769eeb0b0442b3aed8 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:11.083502 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:11.113012 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1075} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:41:11.121813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:11.122164 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Added segment 9ae4d9fc-6e5b-4a07-8bbb-ead85c4c27f9 of type vlan for network d41006a6-b8e8-48c6-a0e4-954164ea773b Aug 26 01:41:11.132475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-07ade0fe-7e80-4d81-9c93-d5da39637336', 'network_id': '07ade0fe-7e80-4d81-9c93-d5da39637336', 'tenant_id': '6763121eb12146769eeb0b0442b3aed8', 'fixed_ips': [{'subnet_id': 'a5094356-bd6a-4cf2-ad3e-fb70e8edbe9f'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:41:11.133295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:11.155869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:11.242405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:11.247790 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:11.248639 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:11.294445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Allocated IP 2001:db8:0:ffff::2 (07ade0fe-7e80-4d81-9c93-d5da39637336/a5094356-bd6a-4cf2-ad3e-fb70e8edbe9f/cd20c044-292e-4c8e-9d02-712a52f487ab) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:41:11.357329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event updated for resources: {'Network': ['ID=d41006a6-b8e8-48c6-a0e4-954164ea773b,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:11.375166 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network d41006a6-b8e8-48c6-a0e4-954164ea773b details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:41:11.400565 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-eaecb17f-d586-4ed7-97c5-a38b3ff2b51e tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4286447 Aug 26 01:41:11.403357 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58618) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:11.409517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Request body: {'subnet': {'network_id': 'd41006a6-b8e8-48c6-a0e4-954164ea773b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:11.517391 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:11.521304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Usage tracker for resource:subnet and tenant:6763121eb12146769eeb0b0442b3aed8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:11.524227 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:11.529993 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:11.596348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:11.602103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Made reservation on behalf of 6763121eb12146769eeb0b0442b3aed8 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:11.605805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:11.613856 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Transition to ACTIVE for port object cd20c044-292e-4c8e-9d02-712a52f487ab will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:11.624574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Transition to ACTIVE for port object cd20c044-292e-4c8e-9d02-712a52f487ab will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:11.699521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:11.761381 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Network 07ade0fe-7e80-4d81-9c93-d5da39637336 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:41:11.764575 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:11.780243 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:41:11.783408 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Pushing event updated for resources: {'Port': ['ID=cd20c044-292e-4c8e-9d02-712a52f487ab,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:11.896417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Attempting to bind port cd20c044-292e-4c8e-9d02-712a52f487ab on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:41:11.896795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Attempting to bind port cd20c044-292e-4c8e-9d02-712a52f487ab by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'deada935-7071-4908-83dd-1ec47cfc66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '07ade0fe-7e80-4d81-9c93-d5da39637336'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:41:11.897225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Attempting to bind port cd20c044-292e-4c8e-9d02-712a52f487ab on network 07ade0fe-7e80-4d81-9c93-d5da39637336 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:41:11.902668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:41:11.903273 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Checking segment: {'id': 'deada935-7071-4908-83dd-1ec47cfc66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '07ade0fe-7e80-4d81-9c93-d5da39637336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:11.903614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:11.904073 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Bound using segment: {'id': 'deada935-7071-4908-83dd-1ec47cfc66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '07ade0fe-7e80-4d81-9c93-d5da39637336'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:41:11.904601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Bound port: cd20c044-292e-4c8e-9d02-712a52f487ab, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deada935-7071-4908-83dd-1ec47cfc66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '07ade0fe-7e80-4d81-9c93-d5da39637336'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:41:11.905037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:11.908866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:11.998545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Checking segment: {'id': '9ae4d9fc-6e5b-4a07-8bbb-ead85c4c27f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd41006a6-b8e8-48c6-a0e4-954164ea773b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:11.998797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Network hostable DHCP agents. Network: d41006a6-b8e8-48c6-a0e4-954164ea773b, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:41:12.002533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] For port cd20c044-292e-4c8e-9d02-712a52f487ab, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:41:12.003509 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event updated for resources: {'Subnet': ['ID=7016a11a-a4a4-47ef-b2c2-627ce795c2e9,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:12.009775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] For port cd20c044-292e-4c8e-9d02-712a52f487ab, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=cd20c044-292e-4c8e-9d02-712a52f487ab,segment=NetworkSegment(deada935-7071-4908-83dd-1ec47cfc66af),segment_id=deada935-7071-4908-83dd-1ec47cfc66af)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:41:12.071282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:12.099239 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Network d41006a6-b8e8-48c6-a0e4-954164ea773b is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:41:12.157095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b3cd9-be2a-4e63-8882-249890f7f2d6 None None] Pushing event updated for resources: {'Port': ['ID=cd20c044-292e-4c8e-9d02-712a52f487ab,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:12.173589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, d41006a6-b8e8-48c6-a0e4-954164ea773b) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:12.177595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:12.178230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:12.183307 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b21a72-d7fd-4d47-b4b4-08e37bea96c2 None None] Network d41006a6-b8e8-48c6-a0e4-954164ea773b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:12.254510 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-82d29227-0841-40ac-be94-1873ac574b4b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8501041 Aug 26 01:41:12.258708 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58622) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:12.433768 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:12.450145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1a1fcf-93db-4a81-8e1a-a37aca74621f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-d41006a6-b8e8-48c6-a0e4-954164ea773b', 'network_id': 'd41006a6-b8e8-48c6-a0e4-954164ea773b', 'tenant_id': '6763121eb12146769eeb0b0442b3aed8', 'fixed_ips': [{'subnet_id': '7016a11a-a4a4-47ef-b2c2-627ce795c2e9'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:41:12.450978 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5d1a1fcf-93db-4a81-8e1a-a37aca74621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:12.512687 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:12.631300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:12.672894 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event deleted for resources: {'Subnet': ['ID=7016a11a-a4a4-47ef-b2c2-627ce795c2e9,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server [None req-5d1a1fcf-93db-4a81-8e1a-a37aca74621f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7016a11a-a4a4-47ef-b2c2-627ce795c2e9: This subnet is being modified by another concurrent operation. Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server raise exception Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7016a11a-a4a4-47ef-b2c2-627ce795c2e9: This subnet is being modified by another concurrent operation. Aug 26 01:41:12.677832 dv-neutron-854561-2-hyperv neutron-server[89864]: ERROR oslo_messaging.rpc.server Aug 26 01:41:12.694799 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d0fe29-52e4-4727-9056-dbb90ba8a24f None None] Network d41006a6-b8e8-48c6-a0e4-954164ea773b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:12.695749 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:12.696091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:12.696430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:12.696763 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:12.697090 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:12.697415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:12.697764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:12.698081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:12.698407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:12.698725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:12.699042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:12.699360 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:12.777622 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:12.808507 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41006a6-b8e8-48c6-a0e4-954164ea773b']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:12.823421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae4d9fc-6e5b-4a07-8bbb-ead85c4c27f9') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:12.823718 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae4d9fc-6e5b-4a07-8bbb-ead85c4c27f9') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:12.836975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:12.853899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:12.861110 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:41:12.861515 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:12.929235 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 9ae4d9fc-6e5b-4a07-8bbb-ead85c4c27f9 resource provider aggregate not found Aug 26 01:41:12.960033 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 9ae4d9fc-6e5b-4a07-8bbb-ead85c4c27f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ae4d9fc-6e5b-4a07-8bbb-ead85c4c27f9 found for delete ", "request_id": "req-c5f2cb75-3fe8-424d-8c8a-b348997d1b9c"}]} Aug 26 01:41:13.040070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:13.058182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:13.069758 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event deleted for resources: {'Network': ['ID=d41006a6-b8e8-48c6-a0e4-954164ea773b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:13.074261 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e49b03a2-6bfd-4fbe-acf4-2ea8f0072a49 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "DELETE /v2.0/networks/d41006a6-b8e8-48c6-a0e4-954164ea773b HTTP/1.1" status: 204 len: 168 time: 0.8159304 Aug 26 01:41:13.077840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58630) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:13.083988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-978252363'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:13.089057 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:13.093104 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Usage tracker for resource:network and tenant:6763121eb12146769eeb0b0442b3aed8 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:13.096956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:13.102775 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:13.139107 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a418495f-dea8-4882-b554-3688d304d028 None None] Network 07ade0fe-7e80-4d81-9c93-d5da39637336 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:13.189090 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Made reservation on behalf of 6763121eb12146769eeb0b0442b3aed8 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:13.192577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:13.220728 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:41:13.229322 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:13.232834 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Added segment 17cff4c6-26fd-4f5d-81d5-70b788ab7744 of type vlan for network b4644f05-b6e8-4fc6-bd39-4229a0605119 Aug 26 01:41:13.261485 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:13.306915 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-96f59c4e-6b90-498a-86dc-6f16f79c0399 None None] Provisioning for port cd20c044-292e-4c8e-9d02-712a52f487ab completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:13.356926 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:13.363337 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:13.363789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:13.386471 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device cd20c044-292e-4c8e-9d02-712a52f487ab up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:13.475276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event updated for resources: {'Network': ['ID=b4644f05-b6e8-4fc6-bd39-4229a0605119,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:13.485733 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network b4644f05-b6e8-4fc6-bd39-4229a0605119 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:41:13.537528 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9d6ed1de-15a1-4817-8636-e228c4d1d391 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4551873 Aug 26 01:41:13.538149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58634) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:13.544323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Request body: {'subnet': {'network_id': 'b4644f05-b6e8-4fc6-bd39-4229a0605119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:13.558043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port cd20c044-292e-4c8e-9d02-712a52f487ab completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:13.574570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port cd20c044-292e-4c8e-9d02-712a52f487ab triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:13.574944 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:13.670097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:13.670097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Usage tracker for resource:subnet and tenant:6763121eb12146769eeb0b0442b3aed8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:13.673289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:13.679075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:13.688359 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b177e08-f279-4451-be7f-ca093a571c8a None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:41:13.762148 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Made reservation on behalf of 6763121eb12146769eeb0b0442b3aed8 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:13.764482 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port cd20c044-292e-4c8e-9d02-712a52f487ab is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:13.764860 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:13.766181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:13.814650 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ad77f361-5a34-458c-96f9-d5c8511f08a5 None None] Provisioning complete for port cd20c044-292e-4c8e-9d02-712a52f487ab triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:13.815046 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ad77f361-5a34-458c-96f9-d5c8511f08a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:13.862042 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.ipam_backend_mixin [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Performing IP validity checks on allocation pools {{(pid=89862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Aug 26 01:41:13.862558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.ipam_backend_mixin [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89862) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Aug 26 01:41:13.877566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port cd20c044-292e-4c8e-9d02-712a52f487ab, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=cd20c044-292e-4c8e-9d02-712a52f487ab,segment=NetworkSegment(deada935-7071-4908-83dd-1ec47cfc66af),segment_id=deada935-7071-4908-83dd-1ec47cfc66af)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:13.881180 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b177e08-f279-4451-be7f-ca093a571c8a None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:41:13.979559 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:14.068873 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:14.125765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ad77f361-5a34-458c-96f9-d5c8511f08a5 None None] Current status of the port cd20c044-292e-4c8e-9d02-712a52f487ab is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:14.127709 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=cd20c044-292e-4c8e-9d02-712a52f487ab,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:14.151248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event updated for resources: {'Subnet': ['ID=f1b62ec6-f1e5-43c6-9cc0-ed5d998badaa,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:14.162715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:14.163053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:14.163393 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:14.163726 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:14.164094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:14.164427 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:14.164756 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:14.165077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:14.165402 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:14.165722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:14.166070 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:14.166392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:14.170490 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Checking segment: {'id': '17cff4c6-26fd-4f5d-81d5-70b788ab7744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b4644f05-b6e8-4fc6-bd39-4229a0605119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:14.170856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Network hostable DHCP agents. Network: b4644f05-b6e8-4fc6-bd39-4229a0605119, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:41:14.245441 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Network b4644f05-b6e8-4fc6-bd39-4229a0605119 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:41:14.327900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, b4644f05-b6e8-4fc6-bd39-4229a0605119) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:14.333167 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:14.333938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:14.336758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa23f156-fbb5-4bc1-b15c-0c142bbcbd46 None None] Network b4644f05-b6e8-4fc6-bd39-4229a0605119 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:14.438641 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-01b6416a-2e44-4d99-a67b-2618447c2499 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8984838 Aug 26 01:41:14.441117 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58638) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:14.588492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:14.599000 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-b4644f05-b6e8-4fc6-bd39-4229a0605119', 'network_id': 'b4644f05-b6e8-4fc6-bd39-4229a0605119', 'tenant_id': '6763121eb12146769eeb0b0442b3aed8', 'fixed_ips': [{'subnet_id': 'f1b62ec6-f1e5-43c6-9cc0-ed5d998badaa'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:41:14.599829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:14.664770 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:14.758633 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Allocated IP 2001:db8::3 (b4644f05-b6e8-4fc6-bd39-4229a0605119/f1b62ec6-f1e5-43c6-9cc0-ed5d998badaa/9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:41:14.935542 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:41:14.966368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:14.976618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Transition to ACTIVE for port object 9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:14.995535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Transition to ACTIVE for port object 9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:15.088124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:15.154006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Network b4644f05-b6e8-4fc6-bd39-4229a0605119 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:41:15.157015 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:15.160772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:41:15.167826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Pushing event updated for resources: {'Port': ['ID=9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:15.191038 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:15.230683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b62ec6-f1e5-43c6-9cc0-ed5d998badaa,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:15.267960 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Attempting to bind port 9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:41:15.268335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Attempting to bind port 9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '17cff4c6-26fd-4f5d-81d5-70b788ab7744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b4644f05-b6e8-4fc6-bd39-4229a0605119'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:41:15.268699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Attempting to bind port 9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7 on network b4644f05-b6e8-4fc6-bd39-4229a0605119 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:41:15.274051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:41:15.274419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Checking segment: {'id': '17cff4c6-26fd-4f5d-81d5-70b788ab7744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b4644f05-b6e8-4fc6-bd39-4229a0605119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:15.274824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:15.275213 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Bound using segment: {'id': '17cff4c6-26fd-4f5d-81d5-70b788ab7744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b4644f05-b6e8-4fc6-bd39-4229a0605119'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:41:15.275673 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Bound port: 9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cff4c6-26fd-4f5d-81d5-70b788ab7744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b4644f05-b6e8-4fc6-bd39-4229a0605119'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:41:15.276044 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:15.331944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:15.361311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4644f05-b6e8-4fc6-bd39-4229a0605119']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:15.364424 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device cd20c044-292e-4c8e-9d02-712a52f487ab up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:15.374553 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cff4c6-26fd-4f5d-81d5-70b788ab7744') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:15.375448 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cff4c6-26fd-4f5d-81d5-70b788ab7744') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:15.386944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:15.407617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:15.416144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] For port 9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:41:15.416629 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:41:15.417027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:15.463944 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port cd20c044-292e-4c8e-9d02-712a52f487ab triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:15.464323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:15.489608 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 17cff4c6-26fd-4f5d-81d5-70b788ab7744 resource provider aggregate not found Aug 26 01:41:15.513851 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 17cff4c6-26fd-4f5d-81d5-70b788ab7744 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17cff4c6-26fd-4f5d-81d5-70b788ab7744 found for delete ", "request_id": "req-0e2ec150-bb12-44c2-90df-bdc1866d17cc"}]} Aug 26 01:41:15.530278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] For port 9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7,segment=NetworkSegment(17cff4c6-26fd-4f5d-81d5-70b788ab7744),segment_id=17cff4c6-26fd-4f5d-81d5-70b788ab7744)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:41:15.595189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.db.api [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 01:41:15.595189 dv-neutron-854561-2-hyperv neutron-server[89862]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 01:41:15.595189 dv-neutron-854561-2-hyperv neutron-server[89862]: [parameters: {'id': 'b4644f05-b6e8-4fc6-bd39-4229a0605119'}] Aug 26 01:41:15.595189 dv-neutron-854561-2-hyperv neutron-server[89862]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:41:15.596056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port cd20c044-292e-4c8e-9d02-712a52f487ab is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:15.596187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG oslo_db.api [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:41:15.623375 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:15.743327 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a108c6-1710-464d-923a-77497c4a2822 None None] Pushing event updated for resources: {'Port': ['ID=9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:15.752783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590178ee-cd41-4942-9297-42ba867bca4b None None] Network b4644f05-b6e8-4fc6-bd39-4229a0605119 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:15.950967 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadbcadf-a25d-4650-ad2c-dfa23b3ba4aa None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:41:16.036550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadbcadf-a25d-4650-ad2c-dfa23b3ba4aa None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:41:16.096893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:16.107896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Deleting port 9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:16.108230 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:16.432794 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] For port 9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7,segment=NetworkSegment(17cff4c6-26fd-4f5d-81d5-70b788ab7744),segment_id=17cff4c6-26fd-4f5d-81d5-70b788ab7744)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:16.433149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:16.556464 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Calling delete_port for 9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:41:16.716396 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:16.761331 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event deleted for resources: {'Port': ['ID=9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:16.764938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] No DVR routers for this DVR port 9be4d7c2-0ef9-4bb3-b7d0-90077d846fb7 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:41:16.892050 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:16.916808 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4644f05-b6e8-4fc6-bd39-4229a0605119']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:16.928962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cff4c6-26fd-4f5d-81d5-70b788ab7744') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:16.929264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cff4c6-26fd-4f5d-81d5-70b788ab7744') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:16.940847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:16.956775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:16.964080 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:41:16.964498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:17.121953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:17.139699 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:17.150381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event deleted for resources: {'Network': ['ID=b4644f05-b6e8-4fc6-bd39-4229a0605119,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:17.156591 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ecb834da-0955-410d-a340-418bbebd8ea8 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "DELETE /v2.0/networks/b4644f05-b6e8-4fc6-bd39-4229a0605119 HTTP/1.1" status: 204 len: 168 time: 2.7144063 Aug 26 01:41:17.160269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58646) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:17.165452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-947553007'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:17.170279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:17.174631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Usage tracker for resource:network and tenant:6763121eb12146769eeb0b0442b3aed8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:17.177463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:17.183584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:17.265031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Made reservation on behalf of 6763121eb12146769eeb0b0442b3aed8 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:17.268534 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:17.295746 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:41:17.305357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:17.305687 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Added segment 9281f7a7-d48c-40bb-aa8d-8f6888324636 of type vlan for network 80ab87d8-7d82-4fa7-81a3-2a2acbc803ba Aug 26 01:41:17.335319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:17.430698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:17.436102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:17.436680 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:17.541387 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 17cff4c6-26fd-4f5d-81d5-70b788ab7744 resource provider aggregate not found Aug 26 01:41:17.551137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event updated for resources: {'Network': ['ID=80ab87d8-7d82-4fa7-81a3-2a2acbc803ba,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:17.561276 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 17cff4c6-26fd-4f5d-81d5-70b788ab7744 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17cff4c6-26fd-4f5d-81d5-70b788ab7744 found for delete ", "request_id": "req-4d91c565-04f0-4035-8557-234193ea540e"}]} Aug 26 01:41:17.561469 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 80ab87d8-7d82-4fa7-81a3-2a2acbc803ba details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:41:17.629088 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d7d8559f-eb7f-46ad-a822-a6ec23453295 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4677596 Aug 26 01:41:17.632024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58654) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:17.637459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Request body: {'subnet': {'network_id': '80ab87d8-7d82-4fa7-81a3-2a2acbc803ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:17.743819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:17.747796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Usage tracker for resource:subnet and tenant:6763121eb12146769eeb0b0442b3aed8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:17.750997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:17.756782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:17.807906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Made reservation on behalf of 6763121eb12146769eeb0b0442b3aed8 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:17.811394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:18.071144 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:18.146567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event updated for resources: {'Subnet': ['ID=0b606167-6df1-4e6f-933f-85cddc231380,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:18.157780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Checking segment: {'id': '9281f7a7-d48c-40bb-aa8d-8f6888324636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '80ab87d8-7d82-4fa7-81a3-2a2acbc803ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:18.157780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Network hostable DHCP agents. Network: 80ab87d8-7d82-4fa7-81a3-2a2acbc803ba, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:41:18.234006 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Network 80ab87d8-7d82-4fa7-81a3-2a2acbc803ba is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:41:18.297513 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 80ab87d8-7d82-4fa7-81a3-2a2acbc803ba) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:18.301402 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:18.302156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:18.307154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1581b4d-d857-497b-afd1-0061d09750a1 None None] Network 80ab87d8-7d82-4fa7-81a3-2a2acbc803ba requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:18.389434 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4beb2dfc-5214-4ea7-aacd-b18a930fd0ae tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7563882 Aug 26 01:41:18.393821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58658) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:18.399275 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1907339184'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:18.404065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:18.408700 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Usage tracker for resource:network and tenant:6763121eb12146769eeb0b0442b3aed8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:18.411578 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:18.417317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:18.520024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Made reservation on behalf of 6763121eb12146769eeb0b0442b3aed8 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:18.523536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:18.529455 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-80ab87d8-7d82-4fa7-81a3-2a2acbc803ba', 'network_id': '80ab87d8-7d82-4fa7-81a3-2a2acbc803ba', 'tenant_id': '6763121eb12146769eeb0b0442b3aed8', 'fixed_ips': [{'subnet_id': '0b606167-6df1-4e6f-933f-85cddc231380'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:41:18.530317 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:18.552512 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:41:18.562119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:18.562518 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Added segment b1191e27-5426-4d85-80c5-c8a96c9a9b15 of type vlan for network c4afeac9-bffa-4396-a78b-592a99f71246 Aug 26 01:41:18.589999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:18.689004 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Allocated IP 2001:db8::2 (80ab87d8-7d82-4fa7-81a3-2a2acbc803ba/0b606167-6df1-4e6f-933f-85cddc231380/14d67e10-dd7e-402f-af9b-fcd80a4f20eb) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:41:18.697510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:18.703916 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:18.704555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:18.818617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event updated for resources: {'Network': ['ID=c4afeac9-bffa-4396-a78b-592a99f71246,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:18.833283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network c4afeac9-bffa-4396-a78b-592a99f71246 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:41:18.865890 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6de36617-8be4-41bf-a853-51580b3b1113 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4709830 Aug 26 01:41:18.868763 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58662) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:18.875212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Request body: {'subnet': {'network_id': 'c4afeac9-bffa-4396-a78b-592a99f71246', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:18.985498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:18.989636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:18.990138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Usage tracker for resource:subnet and tenant:6763121eb12146769eeb0b0442b3aed8 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:18.993080 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:18.999066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:19.000405 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Transition to ACTIVE for port object 14d67e10-dd7e-402f-af9b-fcd80a4f20eb will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:19.019402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Transition to ACTIVE for port object 14d67e10-dd7e-402f-af9b-fcd80a4f20eb will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:19.093267 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Made reservation on behalf of 6763121eb12146769eeb0b0442b3aed8 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:19.097222 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:19.122726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:19.195191 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Network 80ab87d8-7d82-4fa7-81a3-2a2acbc803ba is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:41:19.198210 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:19.201914 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:41:19.208877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Pushing event updated for resources: {'Port': ['ID=14d67e10-dd7e-402f-af9b-fcd80a4f20eb,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:19.309041 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Attempting to bind port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:41:19.309409 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Attempting to bind port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '9281f7a7-d48c-40bb-aa8d-8f6888324636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '80ab87d8-7d82-4fa7-81a3-2a2acbc803ba'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:41:19.309799 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Attempting to bind port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb on network 80ab87d8-7d82-4fa7-81a3-2a2acbc803ba {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:41:19.316175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:41:19.324521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Checking segment: {'id': '9281f7a7-d48c-40bb-aa8d-8f6888324636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '80ab87d8-7d82-4fa7-81a3-2a2acbc803ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:19.324521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:19.324521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Bound using segment: {'id': '9281f7a7-d48c-40bb-aa8d-8f6888324636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '80ab87d8-7d82-4fa7-81a3-2a2acbc803ba'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:41:19.324521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Bound port: 14d67e10-dd7e-402f-af9b-fcd80a4f20eb, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9281f7a7-d48c-40bb-aa8d-8f6888324636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '80ab87d8-7d82-4fa7-81a3-2a2acbc803ba'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:41:19.324521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:19.414897 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] For port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:41:19.417981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] For port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=14d67e10-dd7e-402f-af9b-fcd80a4f20eb,segment=NetworkSegment(9281f7a7-d48c-40bb-aa8d-8f6888324636),segment_id=9281f7a7-d48c-40bb-aa8d-8f6888324636)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:41:19.482323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:19.510891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:19.568798 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8af76-7f6e-4964-b365-2d0d88771a6e None None] Pushing event updated for resources: {'Port': ['ID=14d67e10-dd7e-402f-af9b-fcd80a4f20eb,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:19.596012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event updated for resources: {'Subnet': ['ID=647371f5-a41e-4102-a3ee-421936bb1004,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:19.603710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Checking segment: {'id': 'b1191e27-5426-4d85-80c5-c8a96c9a9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4afeac9-bffa-4396-a78b-592a99f71246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:19.604062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Network hostable DHCP agents. Network: c4afeac9-bffa-4396-a78b-592a99f71246, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:41:19.657731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Network c4afeac9-bffa-4396-a78b-592a99f71246 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:41:19.743027 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, c4afeac9-bffa-4396-a78b-592a99f71246) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:19.747394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:19.748052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:19.755402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5add2ca-4c38-4414-98f0-bb5f22afdbfc None None] Network c4afeac9-bffa-4396-a78b-592a99f71246 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:19.849563 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58666) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:19.850144 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8b32f8f6-dd14-4551-9fb5-8a17c0940373 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9800136 Aug 26 01:41:19.985316 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-c4afeac9-bffa-4396-a78b-592a99f71246', 'network_id': 'c4afeac9-bffa-4396-a78b-592a99f71246', 'tenant_id': '6763121eb12146769eeb0b0442b3aed8', 'fixed_ips': [{'subnet_id': '647371f5-a41e-4102-a3ee-421936bb1004'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:41:19.986440 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:19.996177 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:20.062883 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:20.149109 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Allocated IP 2001:db8::2 (c4afeac9-bffa-4396-a78b-592a99f71246/647371f5-a41e-4102-a3ee-421936bb1004/7964f2fa-ace7-4e30-bd01-029338a31b08) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:41:20.399020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:20.416474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Transition to ACTIVE for port object 7964f2fa-ace7-4e30-bd01-029338a31b08 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:20.427850 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Transition to ACTIVE for port object 7964f2fa-ace7-4e30-bd01-029338a31b08 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:20.458183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174c21a3-506c-4546-b736-6e56626bf41c None None] Network 80ab87d8-7d82-4fa7-81a3-2a2acbc803ba requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:20.533318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:20.602844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:20.611294 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Network c4afeac9-bffa-4396-a78b-592a99f71246 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:41:20.616621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:20.622424 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:41:20.641750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ee2beae4-08ab-4174-bf48-03dc7b67722c None None] Provisioning for port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:20.659096 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event deleted for resources: {'Subnet': ['ID=647371f5-a41e-4102-a3ee-421936bb1004,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:20.696354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Pushing event updated for resources: {'Port': ['ID=7964f2fa-ace7-4e30-bd01-029338a31b08,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:20.807463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Attempting to bind port 7964f2fa-ace7-4e30-bd01-029338a31b08 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:41:20.808239 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Attempting to bind port 7964f2fa-ace7-4e30-bd01-029338a31b08 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'b1191e27-5426-4d85-80c5-c8a96c9a9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4afeac9-bffa-4396-a78b-592a99f71246'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:41:20.808560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Attempting to bind port 7964f2fa-ace7-4e30-bd01-029338a31b08 on network c4afeac9-bffa-4396-a78b-592a99f71246 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:41:20.819708 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:41:20.820222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Checking segment: {'id': 'b1191e27-5426-4d85-80c5-c8a96c9a9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4afeac9-bffa-4396-a78b-592a99f71246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:20.820729 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:20.821225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Bound using segment: {'id': 'b1191e27-5426-4d85-80c5-c8a96c9a9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4afeac9-bffa-4396-a78b-592a99f71246'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:41:20.821826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Bound port: 7964f2fa-ace7-4e30-bd01-029338a31b08, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1191e27-5426-4d85-80c5-c8a96c9a9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4afeac9-bffa-4396-a78b-592a99f71246'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:41:20.822318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:20.845095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:20.871094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4afeac9-bffa-4396-a78b-592a99f71246']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:20.884175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1191e27-5426-4d85-80c5-c8a96c9a9b15') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:20.884460 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1191e27-5426-4d85-80c5-c8a96c9a9b15') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:20.895656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:20.912061 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:20.918240 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:41:20.918642 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:20.970162 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] For port 7964f2fa-ace7-4e30-bd01-029338a31b08, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:41:20.988686 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment b1191e27-5426-4d85-80c5-c8a96c9a9b15 resource provider aggregate not found Aug 26 01:41:21.013054 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment b1191e27-5426-4d85-80c5-c8a96c9a9b15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1191e27-5426-4d85-80c5-c8a96c9a9b15 found for delete ", "request_id": "req-e996f696-d616-421e-8f3b-f9a0b35db611"}]} Aug 26 01:41:21.022378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] For port 7964f2fa-ace7-4e30-bd01-029338a31b08, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7964f2fa-ace7-4e30-bd01-029338a31b08,segment=NetworkSegment(b1191e27-5426-4d85-80c5-c8a96c9a9b15),segment_id=b1191e27-5426-4d85-80c5-c8a96c9a9b15)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:41:21.088090 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.db.api [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 01:41:21.088090 dv-neutron-854561-2-hyperv neutron-server[89863]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 01:41:21.088090 dv-neutron-854561-2-hyperv neutron-server[89863]: [parameters: {'id': 'c4afeac9-bffa-4396-a78b-592a99f71246'}] Aug 26 01:41:21.088090 dv-neutron-854561-2-hyperv neutron-server[89863]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:41:21.088585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG oslo_db.api [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:41:21.111956 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:21.236691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a8831-24b4-4d0f-aa27-20adf95f9f3d None None] Pushing event updated for resources: {'Port': ['ID=7964f2fa-ace7-4e30-bd01-029338a31b08,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:21.240968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72a700c-7b26-4008-952c-e52035adf435 None None] Network c4afeac9-bffa-4396-a78b-592a99f71246 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:21.405443 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 14d67e10-dd7e-402f-af9b-fcd80a4f20eb up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:21.506718 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17b2dfd-d0c2-47a0-bb13-e3662b1ed73e None None] get_active_networks_info from dv-neutron-854561-2-hyperv {{(pid=89864) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 26 01:41:21.556320 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:21.566289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:21.566661 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:21.589962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:21.601600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Deleting port 7964f2fa-ace7-4e30-bd01-029338a31b08 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:21.601968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:21.657411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17b2dfd-d0c2-47a0-bb13-e3662b1ed73e None None] Resources bound (agent type, host, resource id): {{(pid=89864) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 01:41:21.800943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:21.801233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:21.813649 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] For port 7964f2fa-ace7-4e30-bd01-029338a31b08, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7964f2fa-ace7-4e30-bd01-029338a31b08,segment=NetworkSegment(b1191e27-5426-4d85-80c5-c8a96c9a9b15),segment_id=b1191e27-5426-4d85-80c5-c8a96c9a9b15)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:21.814154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:21.852991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=14d67e10-dd7e-402f-af9b-fcd80a4f20eb,segment=NetworkSegment(9281f7a7-d48c-40bb-aa8d-8f6888324636),segment_id=9281f7a7-d48c-40bb-aa8d-8f6888324636)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:21.921777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:21.938548 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Calling delete_port for 7964f2fa-ace7-4e30-bd01-029338a31b08 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:41:22.051437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=14d67e10-dd7e-402f-af9b-fcd80a4f20eb,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:22.074060 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:22.121634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event deleted for resources: {'Port': ['ID=7964f2fa-ace7-4e30-bd01-029338a31b08,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:22.129432 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] No DVR routers for this DVR port 7964f2fa-ace7-4e30-bd01-029338a31b08 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:41:22.251277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:22.275283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4afeac9-bffa-4396-a78b-592a99f71246']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:22.287307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1191e27-5426-4d85-80c5-c8a96c9a9b15') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:22.287605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1191e27-5426-4d85-80c5-c8a96c9a9b15') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:22.299371 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:22.315401 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:22.321255 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:41:22.321631 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:22.502903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:22.519906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:22.532814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event deleted for resources: {'Network': ['ID=c4afeac9-bffa-4396-a78b-592a99f71246,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:22.536751 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8952120f-58aa-41aa-a3a2-a1c655c3e621 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "DELETE /v2.0/networks/c4afeac9-bffa-4396-a78b-592a99f71246 HTTP/1.1" status: 204 len: 168 time: 2.6860063 Aug 26 01:41:22.539492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58674) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:22.578129 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-df52af64-e80a-4ee3-b3a0-c199c2739d5a tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] GET failed (client error): The resource could not be found. Aug 26 01:41:22.578682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-df52af64-e80a-4ee3-b3a0-c199c2739d5a tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Synchronizing usage tracker for tenant:6763121eb12146769eeb0b0442b3aed8 on resource:subnet {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:41:22.658324 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-df52af64-e80a-4ee3-b3a0-c199c2739d5a tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Unset dirty status for tenant:6763121eb12146769eeb0b0442b3aed8 on resource:subnet {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:41:22.659491 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-df52af64-e80a-4ee3-b3a0-c199c2739d5a tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "GET /v2.0/subnets/647371f5-a41e-4102-a3ee-421936bb1004 HTTP/1.1" status: 404 len: 337 time: 0.1191118 Aug 26 01:41:22.662798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58678) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:22.689790 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15983b6-efa1-444a-927d-11c375eb3634 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] DELETE failed (client error): The resource could not be found. Aug 26 01:41:22.690310 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15983b6-efa1-444a-927d-11c375eb3634 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:41:22.691951 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e15983b6-efa1-444a-927d-11c375eb3634 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "DELETE /v2.0/networks/c4afeac9-bffa-4396-a78b-592a99f71246 HTTP/1.1" status: 404 len: 339 time: 0.0282414 Aug 26 01:41:22.695816 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58682) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:22.737431 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85e0360-52cd-4c80-8c3a-dbb4fcba899d tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] DELETE failed (client error): The resource could not be found. Aug 26 01:41:22.737906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85e0360-52cd-4c80-8c3a-dbb4fcba899d tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:41:22.739515 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a85e0360-52cd-4c80-8c3a-dbb4fcba899d tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "DELETE /v2.0/subnets/647371f5-a41e-4102-a3ee-421936bb1004 HTTP/1.1" status: 404 len: 337 time: 0.0428295 Aug 26 01:41:22.742023 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58686) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:22.766442 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d0f51f-def0-4252-9407-8d6224c89d55 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] DELETE failed (client error): The resource could not be found. Aug 26 01:41:22.766906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d0f51f-def0-4252-9407-8d6224c89d55 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:41:22.770492 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a4d0f51f-def0-4252-9407-8d6224c89d55 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "DELETE /v2.0/networks/c4afeac9-bffa-4396-a78b-592a99f71246 HTTP/1.1" status: 404 len: 339 time: 0.0256269 Aug 26 01:41:22.772245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58690) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:22.839723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea8c702-0ed8-4ec8-8290-ef73aafa186d tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Deleting subnet 0b606167-6df1-4e6f-933f-85cddc231380 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:41:22.842862 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c702-0ed8-4ec8-8290-ef73aafa186d tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:22.902091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c702-0ed8-4ec8-8290-ef73aafa186d tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:22.985203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c702-0ed8-4ec8-8290-ef73aafa186d tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:23.041492 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment b1191e27-5426-4d85-80c5-c8a96c9a9b15 resource provider aggregate not found Aug 26 01:41:23.059020 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment b1191e27-5426-4d85-80c5-c8a96c9a9b15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1191e27-5426-4d85-80c5-c8a96c9a9b15 found for delete ", "request_id": "req-d87c8d2e-12e0-4a18-9f30-32d3c8560fd7"}]} Aug 26 01:41:23.159896 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c702-0ed8-4ec8-8290-ef73aafa186d tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:23.198483 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8c702-0ed8-4ec8-8290-ef73aafa186d tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event deleted for resources: {'Subnet': ['ID=0b606167-6df1-4e6f-933f-85cddc231380,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:23.202215 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c702-0ed8-4ec8-8290-ef73aafa186d tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:23.209686 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51914f9e-c898-4cf3-aa9a-cb454f21f951 None None] Network 80ab87d8-7d82-4fa7-81a3-2a2acbc803ba requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:23.283331 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5ea8c702-0ed8-4ec8-8290-ef73aafa186d tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "DELETE /v2.0/subnets/0b606167-6df1-4e6f-933f-85cddc231380 HTTP/1.1" status: 204 len: 168 time: 0.5100677 Aug 26 01:41:23.285767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58698) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:23.374310 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 14d67e10-dd7e-402f-af9b-fcd80a4f20eb up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:23.471476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:23.471765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:23.514772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:23.528777 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Deleting port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:23.529114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:23.573096 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb3528-65cd-4193-b3d7-a7bf52a3699a None None] DHCP port deletion for 80ab87d8-7d82-4fa7-81a3-2a2acbc803ba request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:41:23.590510 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb3528-65cd-4193-b3d7-a7bf52a3699a None None] Deleting port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:23.590885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6bfb3528-65cd-4193-b3d7-a7bf52a3699a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:23.642800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:23.732477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] For port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=14d67e10-dd7e-402f-af9b-fcd80a4f20eb,segment=NetworkSegment(9281f7a7-d48c-40bb-aa8d-8f6888324636),segment_id=9281f7a7-d48c-40bb-aa8d-8f6888324636)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:23.732762 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:23.803398 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-6bfb3528-65cd-4193-b3d7-a7bf52a3699a None None] For port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=14d67e10-dd7e-402f-af9b-fcd80a4f20eb,segment=NetworkSegment(9281f7a7-d48c-40bb-aa8d-8f6888324636),segment_id=9281f7a7-d48c-40bb-aa8d-8f6888324636)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:23.803714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6bfb3528-65cd-4193-b3d7-a7bf52a3699a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:23.858657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Calling delete_port for 14d67e10-dd7e-402f-af9b-fcd80a4f20eb owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:41:23.924918 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb3528-65cd-4193-b3d7-a7bf52a3699a None None] Calling delete_port for 14d67e10-dd7e-402f-af9b-fcd80a4f20eb owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:41:24.011439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:24.017133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-6bfb3528-65cd-4193-b3d7-a7bf52a3699a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:41:24.017500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-6bfb3528-65cd-4193-b3d7-a7bf52a3699a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:41:24.056927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event deleted for resources: {'Port': ['ID=14d67e10-dd7e-402f-af9b-fcd80a4f20eb,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:24.060495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] No DVR routers for this DVR port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:41:24.182943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:24.211164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ab87d8-7d82-4fa7-81a3-2a2acbc803ba']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:24.223675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9281f7a7-d48c-40bb-aa8d-8f6888324636') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:24.223967 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9281f7a7-d48c-40bb-aa8d-8f6888324636') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:24.235660 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:24.251656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:24.257632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:41:24.258043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:24.493702 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:24.498381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:24.519064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb3528-65cd-4193-b3d7-a7bf52a3699a None None] Deleting port 14d67e10-dd7e-402f-af9b-fcd80a4f20eb {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:24.519597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6bfb3528-65cd-4193-b3d7-a7bf52a3699a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:24.524992 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event deleted for resources: {'Network': ['ID=80ab87d8-7d82-4fa7-81a3-2a2acbc803ba,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:24.530820 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7d9ed51c-48ec-4801-8306-b66e6b428fcc tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "DELETE /v2.0/networks/80ab87d8-7d82-4fa7-81a3-2a2acbc803ba HTTP/1.1" status: 204 len: 168 time: 1.2430232 Aug 26 01:41:24.532935 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58702) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:24.570098 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd621c7d-a131-4876-9dd5-b8497acc8604 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] DELETE failed (client error): The resource could not be found. Aug 26 01:41:24.570542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd621c7d-a131-4876-9dd5-b8497acc8604 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:41:24.572197 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dd621c7d-a131-4876-9dd5-b8497acc8604 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "DELETE /v2.0/subnets/f1b62ec6-f1e5-43c6-9cc0-ed5d998badaa HTTP/1.1" status: 404 len: 337 time: 0.0383291 Aug 26 01:41:24.574892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58706) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:24.590259 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb3528-65cd-4193-b3d7-a7bf52a3699a None None] The port '14d67e10-dd7e-402f-af9b-fcd80a4f20eb' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:41:24.599939 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7f4aa8-ddce-4f0e-afe4-f47080bb1db0 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] DELETE failed (client error): The resource could not be found. Aug 26 01:41:24.600409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d7f4aa8-ddce-4f0e-afe4-f47080bb1db0 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:41:24.602068 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8d7f4aa8-ddce-4f0e-afe4-f47080bb1db0 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "DELETE /v2.0/networks/b4644f05-b6e8-4fc6-bd39-4229a0605119 HTTP/1.1" status: 404 len: 339 time: 0.0262833 Aug 26 01:41:24.604533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58710) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:24.643894 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aea71a0-16c3-4f58-bfcb-baa6018d622f tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] DELETE failed (client error): The resource could not be found. Aug 26 01:41:24.644325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aea71a0-16c3-4f58-bfcb-baa6018d622f tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:41:24.645952 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1aea71a0-16c3-4f58-bfcb-baa6018d622f tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "DELETE /v2.0/subnets/7016a11a-a4a4-47ef-b2c2-627ce795c2e9 HTTP/1.1" status: 404 len: 337 time: 0.0405354 Aug 26 01:41:24.648442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58714) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:24.672368 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dabbe72-9db6-439c-a303-f8ceb0c60767 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] DELETE failed (client error): The resource could not be found. Aug 26 01:41:24.672808 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dabbe72-9db6-439c-a303-f8ceb0c60767 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 01:41:24.674416 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1dabbe72-9db6-439c-a303-f8ceb0c60767 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "DELETE /v2.0/networks/d41006a6-b8e8-48c6-a0e4-954164ea773b HTTP/1.1" status: 404 len: 339 time: 0.0251276 Aug 26 01:41:24.676766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58718) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:24.739943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-7611262b-f908-4716-b36a-d652c601363b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Deleting subnet a5094356-bd6a-4cf2-ad3e-fb70e8edbe9f {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:41:24.742800 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7611262b-f908-4716-b36a-d652c601363b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:24.800149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7611262b-f908-4716-b36a-d652c601363b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:24.881836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7611262b-f908-4716-b36a-d652c601363b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:24.996383 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7611262b-f908-4716-b36a-d652c601363b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:25.038948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611262b-f908-4716-b36a-d652c601363b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event deleted for resources: {'Subnet': ['ID=a5094356-bd6a-4cf2-ad3e-fb70e8edbe9f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:25.042443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7611262b-f908-4716-b36a-d652c601363b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:25.048394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a17f6af-3137-49f4-ae6f-d5a346356b5e None None] Network 07ade0fe-7e80-4d81-9c93-d5da39637336 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:25.051889 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7611262b-f908-4716-b36a-d652c601363b tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "DELETE /v2.0/subnets/a5094356-bd6a-4cf2-ad3e-fb70e8edbe9f HTTP/1.1" status: 204 len: 168 time: 0.3740799 Aug 26 01:41:25.054248 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58722) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:25.127137 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 9281f7a7-d48c-40bb-aa8d-8f6888324636 resource provider aggregate not found Aug 26 01:41:25.153298 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 9281f7a7-d48c-40bb-aa8d-8f6888324636 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9281f7a7-d48c-40bb-aa8d-8f6888324636 found for delete ", "request_id": "req-9c111b1e-df31-4020-a5a6-f454191c9e3a"}]} Aug 26 01:41:25.177148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:25.187825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Deleting port cd20c044-292e-4c8e-9d02-712a52f487ab {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:25.188137 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:25.293253 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884a0822-1d09-47da-a337-bd7f67452a88 None None] DHCP port deletion for 07ade0fe-7e80-4d81-9c93-d5da39637336 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:41:25.298236 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-884a0822-1d09-47da-a337-bd7f67452a88 None None] Deleting port cd20c044-292e-4c8e-9d02-712a52f487ab {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:25.298608 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-884a0822-1d09-47da-a337-bd7f67452a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:25.386447 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device cd20c044-292e-4c8e-9d02-712a52f487ab no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:41:25.402532 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] For port cd20c044-292e-4c8e-9d02-712a52f487ab, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=cd20c044-292e-4c8e-9d02-712a52f487ab,segment=NetworkSegment(deada935-7071-4908-83dd-1ec47cfc66af),segment_id=deada935-7071-4908-83dd-1ec47cfc66af)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:25.402895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:25.525683 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Calling delete_port for cd20c044-292e-4c8e-9d02-712a52f487ab owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:41:25.634448 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-884a0822-1d09-47da-a337-bd7f67452a88 None None] For port cd20c044-292e-4c8e-9d02-712a52f487ab, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=cd20c044-292e-4c8e-9d02-712a52f487ab,segment=NetworkSegment(deada935-7071-4908-83dd-1ec47cfc66af),segment_id=deada935-7071-4908-83dd-1ec47cfc66af)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:25.635130 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-884a0822-1d09-47da-a337-bd7f67452a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:25.670823 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:25.715650 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event deleted for resources: {'Port': ['ID=cd20c044-292e-4c8e-9d02-712a52f487ab,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:25.721782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] No DVR routers for this DVR port cd20c044-292e-4c8e-9d02-712a52f487ab on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:41:25.765916 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-884a0822-1d09-47da-a337-bd7f67452a88 None None] Calling delete_port for cd20c044-292e-4c8e-9d02-712a52f487ab owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:41:25.793080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port cd20c044-292e-4c8e-9d02-712a52f487ab is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:25.793457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:25.887066 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 14d67e10-dd7e-402f-af9b-fcd80a4f20eb no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:41:25.924861 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 14d67e10-dd7e-402f-af9b-fcd80a4f20eb {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:41:25.924861 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 14d67e10-dd7e-402f-af9b-fcd80a4f20eb not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:41:25.927945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-884a0822-1d09-47da-a337-bd7f67452a88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:41:25.928301 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-884a0822-1d09-47da-a337-bd7f67452a88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:41:25.948788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:25.976221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ade0fe-7e80-4d81-9c93-d5da39637336']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:25.988405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deada935-7071-4908-83dd-1ec47cfc66af') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:25.988697 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deada935-7071-4908-83dd-1ec47cfc66af') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:26.000842 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:26.016161 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:26.022081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:41:26.028945 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:26.184734 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:26.201602 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:26.212224 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] Pushing event deleted for resources: {'Network': ['ID=07ade0fe-7e80-4d81-9c93-d5da39637336,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:26.216122 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d6b93632-23d2-4287-801b-293286712589 tempest-NetworksIpV6Test-1587880202 tempest-NetworksIpV6Test-1587880202-project] 10.222.0.83 "DELETE /v2.0/networks/07ade0fe-7e80-4d81-9c93-d5da39637336 HTTP/1.1" status: 204 len: 168 time: 1.1609557 Aug 26 01:41:26.429387 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-884a0822-1d09-47da-a337-bd7f67452a88 None None] Deleting port cd20c044-292e-4c8e-9d02-712a52f487ab {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:26.429798 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-884a0822-1d09-47da-a337-bd7f67452a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:26.494129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-884a0822-1d09-47da-a337-bd7f67452a88 None None] The port 'cd20c044-292e-4c8e-9d02-712a52f487ab' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:41:26.695557 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58734) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:26.846463 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-18293d47-f684-4112-947c-c0356f1bae90 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6763121eb12146769eeb0b0442b3aed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496935 Aug 26 01:41:26.848902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58740) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:26.905225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-074d4ff2-1d96-4adc-9271-249f51327e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:26.931046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-074d4ff2-1d96-4adc-9271-249f51327e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:27.036463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-074d4ff2-1d96-4adc-9271-249f51327e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:27.054431 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d4ff2-1d96-4adc-9271-249f51327e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a70c6b-99a4-4503-8953-af2aeb18632c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:27.057602 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-074d4ff2-1d96-4adc-9271-249f51327e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:27.059441 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-074d4ff2-1d96-4adc-9271-249f51327e47 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/90a70c6b-99a4-4503-8953-af2aeb18632c HTTP/1.1" status: 204 len: 168 time: 0.2089894 Aug 26 01:41:27.170113 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment deada935-7071-4908-83dd-1ec47cfc66af resource provider aggregate not found Aug 26 01:41:27.185969 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment deada935-7071-4908-83dd-1ec47cfc66af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid deada935-7071-4908-83dd-1ec47cfc66af found for delete ", "request_id": "req-a9accb82-8f40-4e06-9022-d4ef00968192"}]} Aug 26 01:41:27.990288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58768) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:28.091192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-6086c876-339d-4808-ab83-6e5f250758ef tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-349060715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:28.097679 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6086c876-339d-4808-ab83-6e5f250758ef tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:28.101498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6086c876-339d-4808-ab83-6e5f250758ef tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Usage tracker for resource:router and tenant:87c3dbcd09484673a5c7089805060a44 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:28.107765 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6086c876-339d-4808-ab83-6e5f250758ef tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:28.114119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6086c876-339d-4808-ab83-6e5f250758ef tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:28.178946 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6086c876-339d-4808-ab83-6e5f250758ef tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:28.179927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6086c876-339d-4808-ab83-6e5f250758ef tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:28.193884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6086c876-339d-4808-ab83-6e5f250758ef tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:28.276162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6086c876-339d-4808-ab83-6e5f250758ef tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:28.350348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6086c876-339d-4808-ab83-6e5f250758ef tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:28.351663 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6086c876-339d-4808-ab83-6e5f250758ef tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3603427 Aug 26 01:41:28.354293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58774) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:28.360029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1991963114'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:28.365105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:28.369394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Usage tracker for resource:network and tenant:87c3dbcd09484673a5c7089805060a44 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:28.372288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:28.378487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:28.490737 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Made reservation on behalf of 87c3dbcd09484673a5c7089805060a44 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:28.494108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:28.506295 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:28.520986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:28.524767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Usage tracker for resource:security_group_rule and tenant:87c3dbcd09484673a5c7089805060a44 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:28.527529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:28.533862 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:28.614053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:28.676198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:28.710266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:41:28.715266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabafd22-22d2-439c-a7f8-14d040bb39a1,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:28.722197 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:28.722538 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Added segment a621706f-e0c9-4e9a-aae2-48584a44e596 of type vlan for network b049d267-7a74-4212-a45f-d47e6cfeb0fd Aug 26 01:41:28.747600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:28.830872 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:28.836377 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:28.836986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:28.947077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Pushing event updated for resources: {'Network': ['ID=b049d267-7a74-4212-a45f-d47e6cfeb0fd,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:28.958021 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network b049d267-7a74-4212-a45f-d47e6cfeb0fd details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:41:29.011878 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6c258dee-64e3-4f27-be09-e6b01c199dac tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6564395 Aug 26 01:41:29.014631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58778) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:29.020759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Request body: {'subnet': {'network_id': 'b049d267-7a74-4212-a45f-d47e6cfeb0fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:29.132938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:29.136752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Usage tracker for resource:subnet and tenant:87c3dbcd09484673a5c7089805060a44 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:29.139560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:29.145301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:29.228542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Made reservation on behalf of 87c3dbcd09484673a5c7089805060a44 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:29.231972 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:29.504813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:29.585333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Pushing event updated for resources: {'Subnet': ['ID=23644307-c962-4dc5-a17f-50b7dd021ee0,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:29.589346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Checking segment: {'id': 'a621706f-e0c9-4e9a-aae2-48584a44e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b049d267-7a74-4212-a45f-d47e6cfeb0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:29.589686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Network hostable DHCP agents. Network: b049d267-7a74-4212-a45f-d47e6cfeb0fd, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:41:29.681831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Network b049d267-7a74-4212-a45f-d47e6cfeb0fd is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:41:29.767670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, b049d267-7a74-4212-a45f-d47e6cfeb0fd) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:29.771660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:29.772390 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:29.776751 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e799183d-ac07-4ec5-9873-697415d84062 None None] Network b049d267-7a74-4212-a45f-d47e6cfeb0fd requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:29.854037 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9698ccea-d25b-4167-862f-a34a2a332424 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8381948 Aug 26 01:41:29.856928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58782) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:29.863037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1894922628'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:29.867817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:29.871591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Usage tracker for resource:network and tenant:87c3dbcd09484673a5c7089805060a44 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:29.875365 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:29.880992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:29.944865 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Made reservation on behalf of 87c3dbcd09484673a5c7089805060a44 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:29.948450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:29.975518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:41:29.983749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:29.984591 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Added segment f6c07b11-89c7-4b71-b1a2-4213a2fac70b of type vlan for network 005eb958-1e04-436f-b6ea-4b810a84479b Aug 26 01:41:30.010113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-b049d267-7a74-4212-a45f-d47e6cfeb0fd', 'network_id': 'b049d267-7a74-4212-a45f-d47e6cfeb0fd', 'tenant_id': '87c3dbcd09484673a5c7089805060a44', 'fixed_ips': [{'subnet_id': '23644307-c962-4dc5-a17f-50b7dd021ee0'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:41:30.010113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:30.014558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:30.116442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:30.122031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:30.122610 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:30.164709 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Allocated IP 172.20.0.2 (b049d267-7a74-4212-a45f-d47e6cfeb0fd/23644307-c962-4dc5-a17f-50b7dd021ee0/6c9bc822-bdb2-4764-a57b-8a55b1648c6d) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:41:30.231856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Pushing event updated for resources: {'Network': ['ID=005eb958-1e04-436f-b6ea-4b810a84479b,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:30.249346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 005eb958-1e04-436f-b6ea-4b810a84479b details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:41:30.274836 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7c048fb1-4809-4a41-8d35-2e47c27d699b tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4168611 Aug 26 01:41:30.277953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58786) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:30.284479 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Request body: {'subnet': {'network_id': '005eb958-1e04-436f-b6ea-4b810a84479b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:30.392291 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:30.396300 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Usage tracker for resource:subnet and tenant:87c3dbcd09484673a5c7089805060a44 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:30.399129 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:30.405021 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:30.466796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:30.476911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Transition to ACTIVE for port object 6c9bc822-bdb2-4764-a57b-8a55b1648c6d will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:30.487696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Made reservation on behalf of 87c3dbcd09484673a5c7089805060a44 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:30.491415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:30.495676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Transition to ACTIVE for port object 6c9bc822-bdb2-4764-a57b-8a55b1648c6d will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:30.516121 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eef7918b-4170-4790-9134-4ecb35cfbe99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:30.568303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:30.637813 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Network b049d267-7a74-4212-a45f-d47e6cfeb0fd is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:41:30.640943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:30.644667 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:41:30.650467 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Pushing event updated for resources: {'Port': ['ID=6c9bc822-bdb2-4764-a57b-8a55b1648c6d,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:30.692037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:30.692438 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:30.692783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:30.693119 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:30.693454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:30.693816 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:30.694150 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:30.694477 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:30.694807 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:30.695130 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:30.695454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:30.695776 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:30.759112 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Attempting to bind port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:41:30.759481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Attempting to bind port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'a621706f-e0c9-4e9a-aae2-48584a44e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b049d267-7a74-4212-a45f-d47e6cfeb0fd'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:41:30.759847 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Attempting to bind port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d on network b049d267-7a74-4212-a45f-d47e6cfeb0fd {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:41:30.765111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:41:30.765791 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Checking segment: {'id': 'a621706f-e0c9-4e9a-aae2-48584a44e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b049d267-7a74-4212-a45f-d47e6cfeb0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:30.766468 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:30.766921 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Bound using segment: {'id': 'a621706f-e0c9-4e9a-aae2-48584a44e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b049d267-7a74-4212-a45f-d47e6cfeb0fd'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:41:30.767393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Bound port: 6c9bc822-bdb2-4764-a57b-8a55b1648c6d, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a621706f-e0c9-4e9a-aae2-48584a44e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b049d267-7a74-4212-a45f-d47e6cfeb0fd'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:41:30.767769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:30.779417 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:30.861452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Pushing event updated for resources: {'Subnet': ['ID=1095afd5-8c3b-4a9a-8bd0-c41a6a5ed9bd,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:30.870047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Checking segment: {'id': 'f6c07b11-89c7-4b71-b1a2-4213a2fac70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '005eb958-1e04-436f-b6ea-4b810a84479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:30.870409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Network hostable DHCP agents. Network: 005eb958-1e04-436f-b6ea-4b810a84479b, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:41:30.895584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] For port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:41:30.898424 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] For port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6c9bc822-bdb2-4764-a57b-8a55b1648c6d,segment=NetworkSegment(a621706f-e0c9-4e9a-aae2-48584a44e596),segment_id=a621706f-e0c9-4e9a-aae2-48584a44e596)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:41:30.976704 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Network 005eb958-1e04-436f-b6ea-4b810a84479b is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:41:31.005782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:31.056471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 005eb958-1e04-436f-b6ea-4b810a84479b) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:31.060877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:31.061367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:31.066993 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a0e00-c97a-48fb-993c-3de176b6a21b None None] Network 005eb958-1e04-436f-b6ea-4b810a84479b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:31.159098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc929f8-44b5-418a-ac42-2facc73bbae0 None None] Pushing event updated for resources: {'Port': ['ID=6c9bc822-bdb2-4764-a57b-8a55b1648c6d,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:31.198668 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-47c7d8d0-64dc-4c13-a9b0-c51795f23dd4 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9167428 Aug 26 01:41:31.198971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58790) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:31.205236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-6c1854cc-4a3a-436a-b7cb-6ff9ccb125f8 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Request body: {'router': {'external_gateway_info': {'network_id': '005eb958-1e04-436f-b6ea-4b810a84479b'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:31.361492 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-005eb958-1e04-436f-b6ea-4b810a84479b', 'network_id': '005eb958-1e04-436f-b6ea-4b810a84479b', 'tenant_id': '87c3dbcd09484673a5c7089805060a44', 'fixed_ips': [{'subnet_id': '1095afd5-8c3b-4a9a-8bd0-c41a6a5ed9bd'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:41:31.363640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:31.448562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6c9bc822-bdb2-4764-a57b-8a55b1648c6d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:31.602920 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Allocated IP 172.21.0.2 (005eb958-1e04-436f-b6ea-4b810a84479b/1095afd5-8c3b-4a9a-8bd0-c41a6a5ed9bd/f8b63271-b0d5-4d85-9b5a-7230913487e8) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:41:31.676276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:31.738660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6c1854cc-4a3a-436a-b7cb-6ff9ccb125f8 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:31.818762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:31.829424 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Transition to ACTIVE for port object f8b63271-b0d5-4d85-9b5a-7230913487e8 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:31.849789 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Transition to ACTIVE for port object f8b63271-b0d5-4d85-9b5a-7230913487e8 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:31.931565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:31.984936 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.api.v2.resource [None req-6c1854cc-4a3a-436a-b7cb-6ff9ccb125f8 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 01:41:31.985465 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6c1854cc-4a3a-436a-b7cb-6ff9ccb125f8 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] 10.222.0.83 "PUT /v2.0/routers/65425955-812e-409f-930f-3829fd2b511f HTTP/1.1" status: 400 len: 364 time: 0.7856083 Aug 26 01:41:31.991245 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58794) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:32.003009 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Network 005eb958-1e04-436f-b6ea-4b810a84479b is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:41:32.005869 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:32.009775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:41:32.019531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Pushing event updated for resources: {'Port': ['ID=f8b63271-b0d5-4d85-9b5a-7230913487e8,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:32.063703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-95262961-a65f-4bb2-956b-10d098fb3ecf tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Deleting subnet 1095afd5-8c3b-4a9a-8bd0-c41a6a5ed9bd {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:41:32.066829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95262961-a65f-4bb2-956b-10d098fb3ecf tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:32.092591 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f69afe3-5dca-4257-817b-235ca797b760 None None] Network b049d267-7a74-4212-a45f-d47e6cfeb0fd requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:32.124269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95262961-a65f-4bb2-956b-10d098fb3ecf tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:32.201885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Attempting to bind port f8b63271-b0d5-4d85-9b5a-7230913487e8 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:41:32.201885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Attempting to bind port f8b63271-b0d5-4d85-9b5a-7230913487e8 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'f6c07b11-89c7-4b71-b1a2-4213a2fac70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '005eb958-1e04-436f-b6ea-4b810a84479b'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:41:32.201885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Attempting to bind port f8b63271-b0d5-4d85-9b5a-7230913487e8 on network 005eb958-1e04-436f-b6ea-4b810a84479b {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:41:32.208558 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:41:32.208934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Checking segment: {'id': 'f6c07b11-89c7-4b71-b1a2-4213a2fac70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '005eb958-1e04-436f-b6ea-4b810a84479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:32.209334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:32.209723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Bound using segment: {'id': 'f6c07b11-89c7-4b71-b1a2-4213a2fac70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '005eb958-1e04-436f-b6ea-4b810a84479b'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:41:32.210218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Bound port: f8b63271-b0d5-4d85-9b5a-7230913487e8, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c07b11-89c7-4b71-b1a2-4213a2fac70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '005eb958-1e04-436f-b6ea-4b810a84479b'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:41:32.210588 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:32.211513 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95262961-a65f-4bb2-956b-10d098fb3ecf tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:32.296738 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f9e538cf-b990-4fed-8e0f-e44d1241fd91 None None] Provisioning for port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:32.334958 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f9e538cf-b990-4fed-8e0f-e44d1241fd91 None None] Provisioning complete for port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:32.335254 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f9e538cf-b990-4fed-8e0f-e44d1241fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:32.360316 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95262961-a65f-4bb2-956b-10d098fb3ecf tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:32.405218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95262961-a65f-4bb2-956b-10d098fb3ecf tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Pushing event deleted for resources: {'Subnet': ['ID=1095afd5-8c3b-4a9a-8bd0-c41a6a5ed9bd,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:32.407398 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95262961-a65f-4bb2-956b-10d098fb3ecf tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:32.416961 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-95262961-a65f-4bb2-956b-10d098fb3ecf tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] 10.222.0.83 "DELETE /v2.0/subnets/1095afd5-8c3b-4a9a-8bd0-c41a6a5ed9bd HTTP/1.1" status: 204 len: 168 time: 0.4224558 Aug 26 01:41:32.417659 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58798) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:32.478733 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] For port f8b63271-b0d5-4d85-9b5a-7230913487e8, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:41:32.493059 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] For port f8b63271-b0d5-4d85-9b5a-7230913487e8, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f8b63271-b0d5-4d85-9b5a-7230913487e8,segment=NetworkSegment(f6c07b11-89c7-4b71-b1a2-4213a2fac70b),segment_id=f6c07b11-89c7-4b71-b1a2-4213a2fac70b)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:41:32.533303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:32.543766 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Deleting port f8b63271-b0d5-4d85-9b5a-7230913487e8 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:32.544106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:32.556705 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:32.630233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f9e538cf-b990-4fed-8e0f-e44d1241fd91 None None] Current status of the port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:32.630618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f9e538cf-b990-4fed-8e0f-e44d1241fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:32.665892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a7eaf-226c-444f-bfac-8dfdad2f5722 None None] Pushing event updated for resources: {'Port': ['ID=f8b63271-b0d5-4d85-9b5a-7230913487e8,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:32.682735 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-f9e538cf-b990-4fed-8e0f-e44d1241fd91 None None] For port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6c9bc822-bdb2-4764-a57b-8a55b1648c6d,segment=NetworkSegment(a621706f-e0c9-4e9a-aae2-48584a44e596),segment_id=a621706f-e0c9-4e9a-aae2-48584a44e596)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:32.751957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f9e538cf-b990-4fed-8e0f-e44d1241fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:32.769629 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] For port f8b63271-b0d5-4d85-9b5a-7230913487e8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=f8b63271-b0d5-4d85-9b5a-7230913487e8,segment=NetworkSegment(f6c07b11-89c7-4b71-b1a2-4213a2fac70b),segment_id=f6c07b11-89c7-4b71-b1a2-4213a2fac70b)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:32.770564 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:32.902335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e538cf-b990-4fed-8e0f-e44d1241fd91 None None] Pushing event updated for resources: {'Port': ['ID=6c9bc822-bdb2-4764-a57b-8a55b1648c6d,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:32.927796 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Calling delete_port for f8b63271-b0d5-4d85-9b5a-7230913487e8 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:41:33.029028 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9d5c9047-755b-4720-837e-5931397929b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.082199 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.123607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7d911392-2a5e-458e-9842-c00506f0e4af None None] Provisioning complete for port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:33.124204 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7d911392-2a5e-458e-9842-c00506f0e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.129073 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Pushing event deleted for resources: {'Port': ['ID=f8b63271-b0d5-4d85-9b5a-7230913487e8,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:33.134606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] No DVR routers for this DVR port f8b63271-b0d5-4d85-9b5a-7230913487e8 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:41:33.246144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-7d911392-2a5e-458e-9842-c00506f0e4af None None] Current status of the port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:33.261823 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.292429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005eb958-1e04-436f-b6ea-4b810a84479b']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:33.304919 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c07b11-89c7-4b71-b1a2-4213a2fac70b') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:33.305220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c07b11-89c7-4b71-b1a2-4213a2fac70b') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:33.318245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.335236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.341893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:41:33.342293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.376283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6c9bc822-bdb2-4764-a57b-8a55b1648c6d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:33.408821 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment f6c07b11-89c7-4b71-b1a2-4213a2fac70b resource provider aggregate not found Aug 26 01:41:33.441332 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment f6c07b11-89c7-4b71-b1a2-4213a2fac70b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6c07b11-89c7-4b71-b1a2-4213a2fac70b found for delete ", "request_id": "req-625da1d8-fa45-4b65-bc3d-e00a68a892bd"}]} Aug 26 01:41:33.447429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:33.447813 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.516277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.535006 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.547174 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Pushing event deleted for resources: {'Network': ['ID=005eb958-1e04-436f-b6ea-4b810a84479b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:33.554426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58806) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:33.554864 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6913397a-ed54-4396-95c0-04eb9dcf08c9 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] 10.222.0.83 "DELETE /v2.0/networks/005eb958-1e04-436f-b6ea-4b810a84479b HTTP/1.1" status: 204 len: 168 time: 1.1357985 Aug 26 01:41:33.579431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:33.622185 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa398bf-75df-413d-859e-1d6b46b54365 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Deleting subnet 23644307-c962-4dc5-a17f-50b7dd021ee0 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:41:33.626140 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa398bf-75df-413d-859e-1d6b46b54365 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.684424 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa398bf-75df-413d-859e-1d6b46b54365 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.733540 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.784606 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa398bf-75df-413d-859e-1d6b46b54365 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.869792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-00512bc1-eef7-479d-b3e6-20cf84ef0666 None None] Could not find standard attr ID for object f8b63271-b0d5-4d85-9b5a-7230913487e8. {{(pid=89864) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 01:41:33.884857 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57dd726-5086-42e5-93e4-98221eae9ec6 None None] DHCP port deletion for 005eb958-1e04-436f-b6ea-4b810a84479b request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:41:33.901578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cf7dd2-273b-46e9-b701-96bdc8a93f8d None None] Network 005eb958-1e04-436f-b6ea-4b810a84479b requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:33.917188 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cf7dd2-273b-46e9-b701-96bdc8a93f8d None None] Network 005eb958-1e04-436f-b6ea-4b810a84479b could not be found, it might have been deleted concurrently. {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Aug 26 01:41:33.920428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa398bf-75df-413d-859e-1d6b46b54365 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.961246 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa398bf-75df-413d-859e-1d6b46b54365 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Pushing event deleted for resources: {'Subnet': ['ID=23644307-c962-4dc5-a17f-50b7dd021ee0,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:33.966113 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfa398bf-75df-413d-859e-1d6b46b54365 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:33.972378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53639c9a-2624-4223-811f-931fe7c3a82b None None] Network b049d267-7a74-4212-a45f-d47e6cfeb0fd requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:33.973071 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cfa398bf-75df-413d-859e-1d6b46b54365 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] 10.222.0.83 "DELETE /v2.0/subnets/23644307-c962-4dc5-a17f-50b7dd021ee0 HTTP/1.1" status: 204 len: 168 time: 0.4175451 Aug 26 01:41:33.975529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58810) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:34.092628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:34.102915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Deleting port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:34.103243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:34.143523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:34.237507 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4c2802-8125-4df6-b008-e5b8a7026098 None None] DHCP port deletion for b049d267-7a74-4212-a45f-d47e6cfeb0fd request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:41:34.241772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c2802-8125-4df6-b008-e5b8a7026098 None None] Deleting port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:34.242156 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2802-8125-4df6-b008-e5b8a7026098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:34.315042 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] For port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6c9bc822-bdb2-4764-a57b-8a55b1648c6d,segment=NetworkSegment(a621706f-e0c9-4e9a-aae2-48584a44e596),segment_id=a621706f-e0c9-4e9a-aae2-48584a44e596)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:34.315394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:34.446929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-3c4c2802-8125-4df6-b008-e5b8a7026098 None None] For port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6c9bc822-bdb2-4764-a57b-8a55b1648c6d,segment=NetworkSegment(a621706f-e0c9-4e9a-aae2-48584a44e596),segment_id=a621706f-e0c9-4e9a-aae2-48584a44e596)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:34.447178 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2802-8125-4df6-b008-e5b8a7026098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:34.561548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Calling delete_port for 6c9bc822-bdb2-4764-a57b-8a55b1648c6d owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:41:34.573410 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c2802-8125-4df6-b008-e5b8a7026098 None None] Calling delete_port for 6c9bc822-bdb2-4764-a57b-8a55b1648c6d owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:41:34.699323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:34.705005 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-3c4c2802-8125-4df6-b008-e5b8a7026098 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:41:34.708440 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-3c4c2802-8125-4df6-b008-e5b8a7026098 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:41:34.745715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Pushing event deleted for resources: {'Port': ['ID=6c9bc822-bdb2-4764-a57b-8a55b1648c6d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:34.749581 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] No DVR routers for this DVR port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:41:34.871824 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:34.896533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b049d267-7a74-4212-a45f-d47e6cfeb0fd']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:34.908780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a621706f-e0c9-4e9a-aae2-48584a44e596') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:34.909104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a621706f-e0c9-4e9a-aae2-48584a44e596') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:34.920150 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:34.936337 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:34.942767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:41:34.943178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:35.014335 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a621706f-e0c9-4e9a-aae2-48584a44e596 resource provider aggregate not found Aug 26 01:41:35.038228 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment a621706f-e0c9-4e9a-aae2-48584a44e596 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a621706f-e0c9-4e9a-aae2-48584a44e596 found for delete ", "request_id": "req-9bab9b19-e396-4132-94f4-6d73bf7725fa"}]} Aug 26 01:41:35.102740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:35.119739 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:35.131919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Pushing event deleted for resources: {'Network': ['ID=b049d267-7a74-4212-a45f-d47e6cfeb0fd,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:35.134448 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-50de019b-45be-4b40-980c-c17e0084812e tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] 10.222.0.83 "DELETE /v2.0/networks/b049d267-7a74-4212-a45f-d47e6cfeb0fd HTTP/1.1" status: 204 len: 168 time: 1.1579716 Aug 26 01:41:35.137248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58818) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:35.190038 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-eda1ad0e-9f79-43d7-8863-32060a662bf0 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Synchronizing usage tracker for tenant:87c3dbcd09484673a5c7089805060a44 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:41:35.206741 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c2802-8125-4df6-b008-e5b8a7026098 None None] Deleting port 6c9bc822-bdb2-4764-a57b-8a55b1648c6d {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:41:35.207280 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2802-8125-4df6-b008-e5b8a7026098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:35.274651 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c2802-8125-4df6-b008-e5b8a7026098 None None] The port '6c9bc822-bdb2-4764-a57b-8a55b1648c6d' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:41:35.286334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-eda1ad0e-9f79-43d7-8863-32060a662bf0 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Unset dirty status for tenant:87c3dbcd09484673a5c7089805060a44 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:41:35.291063 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-eda1ad0e-9f79-43d7-8863-32060a662bf0 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] 10.222.0.83 "GET /v2.0/ports?device_id=65425955-812e-409f-930f-3829fd2b511f HTTP/1.1" status: 200 len: 205 time: 0.1493247 Aug 26 01:41:35.291063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58822) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:35.368244 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f8b63271-b0d5-4d85-9b5a-7230913487e8 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:41:35.403793 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: f8b63271-b0d5-4d85-9b5a-7230913487e8 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:41:35.404147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device f8b63271-b0d5-4d85-9b5a-7230913487e8 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:41:35.404565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6c9bc822-bdb2-4764-a57b-8a55b1648c6d no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:41:35.424604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2714ec52-c2e1-48f3-bb1d-4185dabbfe62 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:35.436801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 6c9bc822-bdb2-4764-a57b-8a55b1648c6d {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:41:35.437820 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6c9bc822-bdb2-4764-a57b-8a55b1648c6d not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:41:35.619161 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:35.720815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2714ec52-c2e1-48f3-bb1d-4185dabbfe62 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:35.723032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2714ec52-c2e1-48f3-bb1d-4185dabbfe62 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:35.814165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2714ec52-c2e1-48f3-bb1d-4185dabbfe62 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:35.814711 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2714ec52-c2e1-48f3-bb1d-4185dabbfe62 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Fanout notify agent at l3_agent the message router_deleted on router 65425955-812e-409f-930f-3829fd2b511f {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:41:35.827523 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2714ec52-c2e1-48f3-bb1d-4185dabbfe62 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:35.831512 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2714ec52-c2e1-48f3-bb1d-4185dabbfe62 tempest-RoutersNegativeTest-82455097 tempest-RoutersNegativeTest-82455097-project] 10.222.0.83 "DELETE /v2.0/routers/65425955-812e-409f-930f-3829fd2b511f HTTP/1.1" status: 204 len: 168 time: 0.5380063 Aug 26 01:41:36.261024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58830) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:36.408267 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-225da9dc-b892-4405-8946-791f5a13b9d4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=87c3dbcd09484673a5c7089805060a44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460817 Aug 26 01:41:36.410899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58836) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:36.469236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-281c2126-6ee3-4565-8b18-cfbf28d0777e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:36.494952 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-281c2126-6ee3-4565-8b18-cfbf28d0777e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:36.622605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-281c2126-6ee3-4565-8b18-cfbf28d0777e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:36.641003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c2126-6ee3-4565-8b18-cfbf28d0777e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabafd22-22d2-439c-a7f8-14d040bb39a1,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:36.644296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-281c2126-6ee3-4565-8b18-cfbf28d0777e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:36.645675 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-281c2126-6ee3-4565-8b18-cfbf28d0777e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aabafd22-22d2-439c-a7f8-14d040bb39a1 HTTP/1.1" status: 204 len: 168 time: 0.2335722 Aug 26 01:41:37.612564 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58860) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:37.714643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-229204513-network', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:37.719575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:37.723502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Usage tracker for resource:network and tenant:6296ef6b59934e92adef6a3becae29b1 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:37.726362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:37.731959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:37.824822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Made reservation on behalf of 6296ef6b59934e92adef6a3becae29b1 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:37.827155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:37.840226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:37.857531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:37.861556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:6296ef6b59934e92adef6a3becae29b1 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:37.864318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:37.870030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:37.949649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:38.019145 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:38.046052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:41:38.059221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ad4cb9-1413-4efb-a59f-92235195b5b3,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:38.064600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:38.064951 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Added segment e084fc60-83db-45fd-a0b2-b30d234b81c4 of type vlan for network 62b49e43-7a0e-42c6-8e90-41574d3ead2e Aug 26 01:41:38.090498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:38.184776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:38.185654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:38.186263 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:38.395016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=62b49e43-7a0e-42c6-8e90-41574d3ead2e,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:38.404618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 62b49e43-7a0e-42c6-8e90-41574d3ead2e details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:41:38.460061 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-34759a24-1083-45ab-a938-db9b76055ab4 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8462689 Aug 26 01:41:38.462735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58866) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:38.468934 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] Request body: {'subnet': {'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-229204513-subnet', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1', 'ip_version': 4}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:38.474501 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:38.478382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] Usage tracker for resource:subnet and tenant:6296ef6b59934e92adef6a3becae29b1 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:38.481320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:38.487925 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:38.550532 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] Made reservation on behalf of 6296ef6b59934e92adef6a3becae29b1 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:38.552941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:38.813899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:38.888750 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b853ce-af78-40d0-a7e3-335e2180b4b8,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:38.900833 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] Checking segment: {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:38.901216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] Network hostable DHCP agents. Network: 62b49e43-7a0e-42c6-8e90-41574d3ead2e, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:41:38.978723 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] Network 62b49e43-7a0e-42c6-8e90-41574d3ead2e is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:41:39.062226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 62b49e43-7a0e-42c6-8e90-41574d3ead2e) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:39.066570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:39.067255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:39.071494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf45c25-8a6a-481c-a466-c70f97bfdb52 None None] Network 62b49e43-7a0e-42c6-8e90-41574d3ead2e requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:39.142997 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bafa3aff-6120-4178-b036-3b322853f9b1 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6790869 Aug 26 01:41:39.145639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58870) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:39.150560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-229204513-router', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:39.155297 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:39.160660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Usage tracker for resource:router and tenant:6296ef6b59934e92adef6a3becae29b1 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:39.163638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:39.169390 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:39.236651 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:39.237763 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:39.254305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:39.325117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-62b49e43-7a0e-42c6-8e90-41574d3ead2e', 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1', 'fixed_ips': [{'subnet_id': '70b853ce-af78-40d0-a7e3-335e2180b4b8'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:41:39.325955 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:39.478546 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Allocated IP 172.20.0.2 (62b49e43-7a0e-42c6-8e90-41574d3ead2e/70b853ce-af78-40d0-a7e3-335e2180b4b8/8bb44de0-48c1-4584-961d-4a2116daa1e2) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:41:39.594841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:39.681732 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:39.692531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Transition to ACTIVE for port object 8bb44de0-48c1-4584-961d-4a2116daa1e2 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:39.710486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Transition to ACTIVE for port object 8bb44de0-48c1-4584-961d-4a2116daa1e2 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:39.765715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:39.834590 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Network 62b49e43-7a0e-42c6-8e90-41574d3ead2e is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:41:39.837567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:39.840015 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:41:39.850531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Pushing event updated for resources: {'Port': ['ID=8bb44de0-48c1-4584-961d-4a2116daa1e2,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:39.950934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Attempting to bind port 8bb44de0-48c1-4584-961d-4a2116daa1e2 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:41:39.951309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Attempting to bind port 8bb44de0-48c1-4584-961d-4a2116daa1e2 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:41:39.951704 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Attempting to bind port 8bb44de0-48c1-4584-961d-4a2116daa1e2 on network 62b49e43-7a0e-42c6-8e90-41574d3ead2e {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:41:39.957365 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:41:39.957758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Checking segment: {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:39.958170 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:39.958567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Bound using segment: {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:41:39.959034 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Bound port: 8bb44de0-48c1-4584-961d-4a2116daa1e2, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:41:39.959405 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:39.971106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:40.002202 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:40.047462 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] For port 8bb44de0-48c1-4584-961d-4a2116daa1e2, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:41:40.050475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] For port 8bb44de0-48c1-4584-961d-4a2116daa1e2, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=8bb44de0-48c1-4584-961d-4a2116daa1e2,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:41:40.126244 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:40.134086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Allocated IP 172.26.2.168 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/8d551d4f-08a8-415a-a5e3-68904e1c40ff) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:41:40.202200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93397b-6b9d-4d52-9cc0-92b0af329d02 None None] Pushing event updated for resources: {'Port': ['ID=8bb44de0-48c1-4584-961d-4a2116daa1e2,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:40.287418 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:40.371848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:40.450359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:41:40.454607 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:40.457037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:41:40.501274 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Pushing event updated for resources: {'Port': ['ID=8d551d4f-08a8-415a-a5e3-68904e1c40ff,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:40.956066 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:41.055513 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:41.197079 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3565a6-03fb-48f7-ad55-ec7a9b93e44f None None] Network 62b49e43-7a0e-42c6-8e90-41574d3ead2e requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:41.363881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7f196a01-a1ca-4bd9-8eeb-6da8574a0625 None None] Provisioning for port 8bb44de0-48c1-4584-961d-4a2116daa1e2 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:41.407644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:41.424280 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 8bb44de0-48c1-4584-961d-4a2116daa1e2 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:41.574147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 8bb44de0-48c1-4584-961d-4a2116daa1e2 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:41.580111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 8bb44de0-48c1-4584-961d-4a2116daa1e2 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:41.580496 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:41.687811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Router b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:41:41.706278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 8bb44de0-48c1-4584-961d-4a2116daa1e2 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:41.706667 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:41.739261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 8bb44de0-48c1-4584-961d-4a2116daa1e2, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=8bb44de0-48c1-4584-961d-4a2116daa1e2,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:41.795303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ffd17ad6-a5e6-4933-8acd-8ff4fc74807a None None] Provisioning complete for port 8bb44de0-48c1-4584-961d-4a2116daa1e2 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:41.795611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ffd17ad6-a5e6-4933-8acd-8ff4fc74807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:41.834946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:41.857566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:41:41.878143 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Sync routers for ids ['b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:41:41.914342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Routers {'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:41:41.914949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:41:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:41.950355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:41.954879 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-59733338-7c88-4eed-9cdd-737748227f69 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8050628 Aug 26 01:41:41.955136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58874) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:42.099307 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=8bb44de0-48c1-4584-961d-4a2116daa1e2,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:42.189092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ffd17ad6-a5e6-4933-8acd-8ff4fc74807a None None] Current status of the port 8bb44de0-48c1-4584-961d-4a2116daa1e2 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:42.199584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Set router b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:41:42.484673 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'name': 'tempest-TestEncryptedCinderVolumes-229204513-router', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '8d551d4f-08a8-415a-a5e3-68904e1c40ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:39Z', 'updated_at': '2022-08-26T01:41:40Z', 'revision_number': 3, 'project_id': '6296ef6b59934e92adef6a3becae29b1', 'gw_port': {'id': '8d551d4f-08a8-415a-a5e3-68904e1c40ff', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:40Z', 'updated_at': '2022-08-26T01:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:42.488504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Checking router: b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:41:42.488850 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Updating router b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 port 8d551d4f-08a8-415a-a5e3-68904e1c40ff binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:41:42.540913 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:42.756269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:42.867027 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:42.879465 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Transition to ACTIVE for port object 8d551d4f-08a8-415a-a5e3-68904e1c40ff will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:42.950701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:42.973058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Allocated IP 172.20.0.1 (62b49e43-7a0e-42c6-8e90-41574d3ead2e/70b853ce-af78-40d0-a7e3-335e2180b4b8/771f6e3e-cc44-4649-b33a-6d42f734356c) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:41:43.014972 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Attempting to bind port 8d551d4f-08a8-415a-a5e3-68904e1c40ff on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:41:43.015378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Attempting to bind port 8d551d4f-08a8-415a-a5e3-68904e1c40ff by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:41:43.015796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Attempting to bind port 8d551d4f-08a8-415a-a5e3-68904e1c40ff on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:41:43.026128 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:41:43.026505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:43.026910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:43.027309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:41:43.027778 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Bound port: 8d551d4f-08a8-415a-a5e3-68904e1c40ff, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:41:43.028150 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:43.066139 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdcc9f-c3eb-409f-a22c-721f2efedbd9 None None] Pushing event updated for resources: {'Port': ['ID=8d551d4f-08a8-415a-a5e3-68904e1c40ff,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:43.108219 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] For port 8d551d4f-08a8-415a-a5e3-68904e1c40ff, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:41:43.111907 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] For port 8d551d4f-08a8-415a-a5e3-68904e1c40ff, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=8d551d4f-08a8-415a-a5e3-68904e1c40ff,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:41:43.123776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:43.139019 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Transition to ACTIVE for port object 771f6e3e-cc44-4649-b33a-6d42f734356c will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:43.196301 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:43.235372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:43.260749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Routers {'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:41:43.261465 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:41:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:43.299352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Network 62b49e43-7a0e-42c6-8e90-41574d3ead2e is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:41:43.302082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:43.305836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:41:43.347228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Pushing event updated for resources: {'Port': ['ID=771f6e3e-cc44-4649-b33a-6d42f734356c,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:43.370384 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:43.398775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdcc9f-c3eb-409f-a22c-721f2efedbd9 None None] Pushing event updated for resources: {'Port': ['ID=8d551d4f-08a8-415a-a5e3-68904e1c40ff,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:43.414348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 8bb44de0-48c1-4584-961d-4a2116daa1e2 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:43.524121 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] Set router b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:41:43.554426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:43.637928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 8bb44de0-48c1-4584-961d-4a2116daa1e2 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:43.638302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:43.781937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:43.806036 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-388879d7-cc06-4d79-a6e8-2825ce631979 None None] Provisioning for port 771f6e3e-cc44-4649-b33a-6d42f734356c completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:43.824059 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-388879d7-cc06-4d79-a6e8-2825ce631979 None None] Provisioning complete for port 771f6e3e-cc44-4649-b33a-6d42f734356c triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:43.824425 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-388879d7-cc06-4d79-a6e8-2825ce631979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:43.851024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:43.952399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-388879d7-cc06-4d79-a6e8-2825ce631979 None None] Port 771f6e3e-cc44-4649-b33a-6d42f734356c cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:41:43.957117 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Pushing event updated for resources: {'Port': ['ID=771f6e3e-cc44-4649-b33a-6d42f734356c,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:43.959458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:44.010946 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 8bb44de0-48c1-4584-961d-4a2116daa1e2 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:44.034202 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'name': 'tempest-TestEncryptedCinderVolumes-229204513-router', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '8d551d4f-08a8-415a-a5e3-68904e1c40ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:39Z', 'updated_at': '2022-08-26T01:41:40Z', 'revision_number': 3, 'project_id': '6296ef6b59934e92adef6a3becae29b1', 'gw_port': {'id': '8d551d4f-08a8-415a-a5e3-68904e1c40ff', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:40Z', 'updated_at': '2022-08-26T01:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:44.038145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f344d83-ceb7-43bf-8754-c402d8aa7887 None None] The sync data for ids ['b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'] in dv-neutron-854561-2-hyperv is: [{'id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'name': 'tempest-TestEncryptedCinderVolumes-229204513-router', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '8d551d4f-08a8-415a-a5e3-68904e1c40ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:39Z', 'updated_at': '2022-08-26T01:41:40Z', 'revision_number': 3, 'project_id': '6296ef6b59934e92adef6a3becae29b1', 'gw_port': {'id': '8d551d4f-08a8-415a-a5e3-68904e1c40ff', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:40Z', 'updated_at': '2022-08-26T01:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:41:44.098287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Network 62b49e43-7a0e-42c6-8e90-41574d3ead2e is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:41:44.099604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:44.381067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b193ab13-32af-4f7d-bb13-a648f5455bc0 None None] Provisioning complete for port 771f6e3e-cc44-4649-b33a-6d42f734356c triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:44.381067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b193ab13-32af-4f7d-bb13-a648f5455bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:44.430245 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Router b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:41:44.440749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b193ab13-32af-4f7d-bb13-a648f5455bc0 None None] Port 771f6e3e-cc44-4649-b33a-6d42f734356c cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:41:44.621478 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:41:44.631664 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-03b8c082-f361-4142-a25e-9a9dd538a92a admin admin] 10.222.0.83 "PUT /v2.0/routers/b0c30fa2-a2c1-44b9-82db-33cf1c8562c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6750929 Aug 26 01:41:45.393574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58892) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:45.399760 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-973171852-network', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:45.406409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:45.410906 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 8d551d4f-08a8-415a-a5e3-68904e1c40ff up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:45.411841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Usage tracker for resource:network and tenant:9da89d21a06146b69cb3882e9e9e1708 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:45.415210 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:45.422338 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:45.500049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Made reservation on behalf of 9da89d21a06146b69cb3882e9e9e1708 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:45.502783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:45.516548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:45.535909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:45.540067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Usage tracker for resource:security_group_rule and tenant:9da89d21a06146b69cb3882e9e9e1708 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:45.542971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:45.550548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:45.584476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 8d551d4f-08a8-415a-a5e3-68904e1c40ff completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:45.590822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 8d551d4f-08a8-415a-a5e3-68904e1c40ff triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:45.591212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:45.600569 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Sync routers for ids ['b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:41:45.609614 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Routers {'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:41:45.611240 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:41:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:45.645099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:45.704415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:45.733225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 8d551d4f-08a8-415a-a5e3-68904e1c40ff is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:45.737864 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:45.740821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:41:45.750815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a95814-a474-4a4a-81b5-5f073234c7d2,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:45.756725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:45.757117 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Added segment 6fe1a1d3-735d-44d4-9025-e4875e24d8e8 of type vlan for network b9b20912-5278-44c5-ba1f-0495f6c92b16 Aug 26 01:41:45.759762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 8d551d4f-08a8-415a-a5e3-68904e1c40ff, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=8d551d4f-08a8-415a-a5e3-68904e1c40ff,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:45.787163 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:45.814611 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Set router b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:41:45.841933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:45.900527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:45.902831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:45.902831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:45.924878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=8d551d4f-08a8-415a-a5e3-68904e1c40ff,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:46.025727 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] Pushing event updated for resources: {'Network': ['ID=b9b20912-5278-44c5-ba1f-0495f6c92b16,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:46.037518 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network b9b20912-5278-44c5-ba1f-0495f6c92b16 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:41:46.077024 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-32aaacf7-a5a4-487a-9d26-a625fbdc1c56 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6822979 Aug 26 01:41:46.079856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 58896) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:46.085339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] Request body: {'subnet': {'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-973171852-subnet', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'ip_version': 4}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:46.090399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:46.095105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] Usage tracker for resource:subnet and tenant:9da89d21a06146b69cb3882e9e9e1708 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:46.098197 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:46.104551 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:46.173419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] Made reservation on behalf of 9da89d21a06146b69cb3882e9e9e1708 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:46.176105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:46.179423 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'name': 'tempest-TestEncryptedCinderVolumes-229204513-router', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '8d551d4f-08a8-415a-a5e3-68904e1c40ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:39Z', 'updated_at': '2022-08-26T01:41:43Z', 'revision_number': 4, 'project_id': '6296ef6b59934e92adef6a3becae29b1', 'gw_port': {'id': '8d551d4f-08a8-415a-a5e3-68904e1c40ff', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:40Z', 'updated_at': '2022-08-26T01:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '771f6e3e-cc44-4649-b33a-6d42f734356c', 'name': '', 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1', 'mac_address': 'fa:16:3e:e8:0b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '70b853ce-af78-40d0-a7e3-335e2180b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:42Z', 'updated_at': '2022-08-26T01:41:43Z', 'revision_number': 2, 'project_id': '6296ef6b59934e92adef6a3becae29b1', 'subnets': [{'id': '70b853ce-af78-40d0-a7e3-335e2180b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:46.183662 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Checking router: b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:41:46.183662 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Updating router b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 port 771f6e3e-cc44-4649-b33a-6d42f734356c binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:41:46.239365 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:46.445604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:46.520688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00ff30f-a079-4577-af71-3a82c25f4292,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:46.528748 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] Checking segment: {'id': '6fe1a1d3-735d-44d4-9025-e4875e24d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:46.529176 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] Network hostable DHCP agents. Network: b9b20912-5278-44c5-ba1f-0495f6c92b16, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:41:46.582980 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:46.594883 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Transition to ACTIVE for port object 771f6e3e-cc44-4649-b33a-6d42f734356c will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:46.604944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] Network b9b20912-5278-44c5-ba1f-0495f6c92b16 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:41:46.658964 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:46.690918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, b9b20912-5278-44c5-ba1f-0495f6c92b16) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:46.695004 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:46.695884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:46.700958 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9353ca37-81fb-41f2-9aec-5e56b3e5b80c None None] Network b9b20912-5278-44c5-ba1f-0495f6c92b16 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:46.775022 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58900) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:46.783769 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-973171852-router', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:46.791396 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1a7d70d6-1d63-4374-a7a6-210d1b69775d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7088645 Aug 26 01:41:46.792374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:46.798426 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Usage tracker for resource:router and tenant:9da89d21a06146b69cb3882e9e9e1708 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:41:46.802077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:41:46.809561 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:46.863435 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b586a8-7395-47f8-8ccc-04777d0f776a None None] Pushing event updated for resources: {'Port': ['ID=771f6e3e-cc44-4649-b33a-6d42f734356c,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:46.873977 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b586a8-7395-47f8-8ccc-04777d0f776a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:46.874862 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b586a8-7395-47f8-8ccc-04777d0f776a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:46.878957 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b586a8-7395-47f8-8ccc-04777d0f776a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:46.878957 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b586a8-7395-47f8-8ccc-04777d0f776a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:46.878957 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b586a8-7395-47f8-8ccc-04777d0f776a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:46.878957 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b586a8-7395-47f8-8ccc-04777d0f776a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:46.878957 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b586a8-7395-47f8-8ccc-04777d0f776a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:46.878957 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b586a8-7395-47f8-8ccc-04777d0f776a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:46.878957 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b586a8-7395-47f8-8ccc-04777d0f776a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:46.878957 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b586a8-7395-47f8-8ccc-04777d0f776a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:46.878957 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b586a8-7395-47f8-8ccc-04777d0f776a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:46.878957 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b586a8-7395-47f8-8ccc-04777d0f776a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:41:46.882893 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Attempting to bind port 771f6e3e-cc44-4649-b33a-6d42f734356c on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:41:46.883550 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Attempting to bind port 771f6e3e-cc44-4649-b33a-6d42f734356c by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:41:46.883695 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Attempting to bind port 771f6e3e-cc44-4649-b33a-6d42f734356c on network 62b49e43-7a0e-42c6-8e90-41574d3ead2e {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:41:46.889014 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:41:46.889380 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Checking segment: {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:46.889851 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:46.890834 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Bound using segment: {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:41:46.891294 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Bound port: 771f6e3e-cc44-4649-b33a-6d42f734356c, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:41:46.891655 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:46.897116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:46.898546 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:46.914348 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:46.941278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-b9b20912-5278-44c5-ba1f-0495f6c92b16', 'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'fixed_ips': [{'subnet_id': 'd00ff30f-a079-4577-af71-3a82c25f4292'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:41:46.942167 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:46.980327 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] For port 771f6e3e-cc44-4649-b33a-6d42f734356c, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:41:46.983257 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] For port 771f6e3e-cc44-4649-b33a-6d42f734356c, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=771f6e3e-cc44-4649-b33a-6d42f734356c,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:41:47.076626 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:47.102645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Allocated IP 172.20.0.2 (b9b20912-5278-44c5-ba1f-0495f6c92b16/d00ff30f-a079-4577-af71-3a82c25f4292/b1677841-a672-44a8-99c9-af8a774d582b) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:41:47.139373 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Routers {'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:41:47.140024 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:41:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:47.288909 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b586a8-7395-47f8-8ccc-04777d0f776a None None] Pushing event updated for resources: {'Port': ['ID=771f6e3e-cc44-4649-b33a-6d42f734356c,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:47.330894 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:47.334552 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] Set router b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:41:47.342370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Transition to ACTIVE for port object b1677841-a672-44a8-99c9-af8a774d582b will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:47.364735 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Transition to ACTIVE for port object b1677841-a672-44a8-99c9-af8a774d582b will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:47.370152 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:47.396959 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 8d551d4f-08a8-415a-a5e3-68904e1c40ff up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:47.467121 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:47.534459 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Pushing event updated for resources: {'Port': ['ID=b1677841-a672-44a8-99c9-af8a774d582b,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:47.536640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 8d551d4f-08a8-415a-a5e3-68904e1c40ff triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:47.537014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:47.608223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Network b9b20912-5278-44c5-ba1f-0495f6c92b16 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:41:47.611075 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:47.613405 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:41:47.694233 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'name': 'tempest-TestEncryptedCinderVolumes-229204513-router', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '8d551d4f-08a8-415a-a5e3-68904e1c40ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:39Z', 'updated_at': '2022-08-26T01:41:43Z', 'revision_number': 4, 'project_id': '6296ef6b59934e92adef6a3becae29b1', 'gw_port': {'id': '8d551d4f-08a8-415a-a5e3-68904e1c40ff', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:40Z', 'updated_at': '2022-08-26T01:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '771f6e3e-cc44-4649-b33a-6d42f734356c', 'name': '', 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1', 'mac_address': 'fa:16:3e:e8:0b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '70b853ce-af78-40d0-a7e3-335e2180b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:42Z', 'updated_at': '2022-08-26T01:41:46Z', 'revision_number': 4, 'project_id': '6296ef6b59934e92adef6a3becae29b1', 'subnets': [{'id': '70b853ce-af78-40d0-a7e3-335e2180b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:47.698298 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32592075-46f0-412a-8dc3-6ab2d1dad98f None None] The sync data for ids ['b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'] in dv-neutron-854561-2-hyperv is: [{'id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'name': 'tempest-TestEncryptedCinderVolumes-229204513-router', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '8d551d4f-08a8-415a-a5e3-68904e1c40ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:39Z', 'updated_at': '2022-08-26T01:41:43Z', 'revision_number': 4, 'project_id': '6296ef6b59934e92adef6a3becae29b1', 'gw_port': {'id': '8d551d4f-08a8-415a-a5e3-68904e1c40ff', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:40Z', 'updated_at': '2022-08-26T01:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '771f6e3e-cc44-4649-b33a-6d42f734356c', 'name': '', 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1', 'mac_address': 'fa:16:3e:e8:0b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '70b853ce-af78-40d0-a7e3-335e2180b4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:42Z', 'updated_at': '2022-08-26T01:41:46Z', 'revision_number': 4, 'project_id': '6296ef6b59934e92adef6a3becae29b1', 'subnets': [{'id': '70b853ce-af78-40d0-a7e3-335e2180b4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:41:47.712007 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 8d551d4f-08a8-415a-a5e3-68904e1c40ff is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:47.819598 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:47.840101 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Attempting to bind port b1677841-a672-44a8-99c9-af8a774d582b on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:41:47.840485 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Attempting to bind port b1677841-a672-44a8-99c9-af8a774d582b by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '6fe1a1d3-735d-44d4-9025-e4875e24d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:41:47.841230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Attempting to bind port b1677841-a672-44a8-99c9-af8a774d582b on network b9b20912-5278-44c5-ba1f-0495f6c92b16 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:41:47.855474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:41:47.855842 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Checking segment: {'id': '6fe1a1d3-735d-44d4-9025-e4875e24d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:47.856246 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:47.856639 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Bound using segment: {'id': '6fe1a1d3-735d-44d4-9025-e4875e24d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:41:47.857240 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Bound port: b1677841-a672-44a8-99c9-af8a774d582b, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe1a1d3-735d-44d4-9025-e4875e24d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:41:47.857610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:47.863796 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:47.964659 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] For port b1677841-a672-44a8-99c9-af8a774d582b, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:41:47.968769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] For port b1677841-a672-44a8-99c9-af8a774d582b, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b1677841-a672-44a8-99c9-af8a774d582b,segment=NetworkSegment(6fe1a1d3-735d-44d4-9025-e4875e24d8e8),segment_id=6fe1a1d3-735d-44d4-9025-e4875e24d8e8)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:41:48.009192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Allocated IP 172.26.2.162 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/5ef4a371-f529-4725-ba4e-850730e962ed) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:41:48.051553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:48.149896 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd613d-eab2-4d2b-99cd-9cb416e2149f None None] Pushing event updated for resources: {'Port': ['ID=b1677841-a672-44a8-99c9-af8a774d582b,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:48.183232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:48.285605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:48.368887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:41:48.372569 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:48.378672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:41:48.419558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Pushing event updated for resources: {'Port': ['ID=5ef4a371-f529-4725-ba4e-850730e962ed,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:48.904339 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:49.138143 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2113ae-fb02-4a52-bfaf-41d9fffcb487 None None] Network b9b20912-5278-44c5-ba1f-0495f6c92b16 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:41:49.296711 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2d094bff-0e2f-42a8-976b-3915e2427611 None None] Provisioning for port b1677841-a672-44a8-99c9-af8a774d582b completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:49.388633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:49.446615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b1677841-a672-44a8-99c9-af8a774d582b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:49.610753 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port b1677841-a672-44a8-99c9-af8a774d582b completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:49.615934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b1677841-a672-44a8-99c9-af8a774d582b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:49.616309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:49.675854 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Router 7771ff3e-c862-4ba9-ba78-1ebb00a03045 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:41:49.683460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4ec9435a-3cc6-473b-80ed-e30f030cc00e None None] Provisioning complete for port b1677841-a672-44a8-99c9-af8a774d582b triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:49.683728 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4ec9435a-3cc6-473b-80ed-e30f030cc00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:49.853875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:41:49.861092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b1677841-a672-44a8-99c9-af8a774d582b is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:49.861092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:49.875367 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Sync routers for ids ['7771ff3e-c862-4ba9-ba78-1ebb00a03045'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:41:49.903574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4ec9435a-3cc6-473b-80ed-e30f030cc00e None None] Current status of the port b1677841-a672-44a8-99c9-af8a774d582b is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:49.903952 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4ec9435a-3cc6-473b-80ed-e30f030cc00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:49.918607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Routers {'7771ff3e-c862-4ba9-ba78-1ebb00a03045'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:41:49.919234 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:41:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7771ff3e-c862-4ba9-ba78-1ebb00a03045'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:49.961831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:49.965964 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-326316a0-1fac-40c2-9701-cdefbbd83ffd admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1864293 Aug 26 01:41:49.966121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 58904) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:41:50.051876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port b1677841-a672-44a8-99c9-af8a774d582b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b1677841-a672-44a8-99c9-af8a774d582b,segment=NetworkSegment(6fe1a1d3-735d-44d4-9025-e4875e24d8e8),segment_id=6fe1a1d3-735d-44d4-9025-e4875e24d8e8)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:50.119177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:50.119857 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 771f6e3e-cc44-4649-b33a-6d42f734356c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:50.263423 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Set router 7771ff3e-c862-4ba9-ba78-1ebb00a03045 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:41:50.467697 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-4ec9435a-3cc6-473b-80ed-e30f030cc00e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:41:50.468078 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-4ec9435a-3cc6-473b-80ed-e30f030cc00e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:41:50.477609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=b1677841-a672-44a8-99c9-af8a774d582b,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:50.607119 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 771f6e3e-cc44-4649-b33a-6d42f734356c completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:50.614889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 771f6e3e-cc44-4649-b33a-6d42f734356c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:50.615259 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:50.637034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:50.751989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'name': 'tempest-TestEncryptedCinderVolumes-973171852-router', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '5ef4a371-f529-4725-ba4e-850730e962ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:46Z', 'updated_at': '2022-08-26T01:41:48Z', 'revision_number': 3, 'project_id': '9da89d21a06146b69cb3882e9e9e1708', 'gw_port': {'id': '5ef4a371-f529-4725-ba4e-850730e962ed', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:47Z', 'updated_at': '2022-08-26T01:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:50.760569 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Checking router: 7771ff3e-c862-4ba9-ba78-1ebb00a03045 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:41:50.760926 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Updating router 7771ff3e-c862-4ba9-ba78-1ebb00a03045 port 5ef4a371-f529-4725-ba4e-850730e962ed binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:41:50.785590 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 771f6e3e-cc44-4649-b33a-6d42f734356c is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:50.786020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:50.841909 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:50.878501 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 771f6e3e-cc44-4649-b33a-6d42f734356c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=771f6e3e-cc44-4649-b33a-6d42f734356c,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:50.956043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:50.970795 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Allocated IP 172.20.0.1 (b9b20912-5278-44c5-ba1f-0495f6c92b16/d00ff30f-a079-4577-af71-3a82c25f4292/bef4aebe-f49d-4f9b-ad26-b24d75aebb00) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:41:51.104389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4ec9435a-3cc6-473b-80ed-e30f030cc00e None None] Current status of the port b1677841-a672-44a8-99c9-af8a774d582b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:51.117782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:51.134361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Transition to ACTIVE for port object bef4aebe-f49d-4f9b-ad26-b24d75aebb00 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:51.163601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=771f6e3e-cc44-4649-b33a-6d42f734356c,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:51.216981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:51.282953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Network b9b20912-5278-44c5-ba1f-0495f6c92b16 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:41:51.285824 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:51.289456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:41:51.301128 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:51.315039 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Transition to ACTIVE for port object 5ef4a371-f529-4725-ba4e-850730e962ed will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:51.331324 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Pushing event updated for resources: {'Port': ['ID=bef4aebe-f49d-4f9b-ad26-b24d75aebb00,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:51.348863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:51.382417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:51.428921 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b1677841-a672-44a8-99c9-af8a774d582b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:51.483766 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Attempting to bind port 5ef4a371-f529-4725-ba4e-850730e962ed on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:41:51.484915 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Attempting to bind port 5ef4a371-f529-4725-ba4e-850730e962ed by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:41:51.485292 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Attempting to bind port 5ef4a371-f529-4725-ba4e-850730e962ed on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:41:51.508225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:41:51.508609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:51.509011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:51.509409 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:41:51.509916 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Bound port: 5ef4a371-f529-4725-ba4e-850730e962ed, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:41:51.510291 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:51.534412 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:51.572967 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2edf29-f7ae-41a1-ad32-6b6b41a131c8 None None] Pushing event updated for resources: {'Port': ['ID=5ef4a371-f529-4725-ba4e-850730e962ed,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:51.614218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b1677841-a672-44a8-99c9-af8a774d582b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:51.614596 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:51.646356 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] For port 5ef4a371-f529-4725-ba4e-850730e962ed, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:41:51.669970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] For port 5ef4a371-f529-4725-ba4e-850730e962ed, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5ef4a371-f529-4725-ba4e-850730e962ed,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:41:51.717057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ee6ecf04-eaba-4c4b-be06-60acb05a450c None None] Provisioning for port bef4aebe-f49d-4f9b-ad26-b24d75aebb00 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:51.736091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ee6ecf04-eaba-4c4b-be06-60acb05a450c None None] Provisioning complete for port bef4aebe-f49d-4f9b-ad26-b24d75aebb00 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:51.736470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ee6ecf04-eaba-4c4b-be06-60acb05a450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:51.754141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:51.773999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:51.822370 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:51.841873 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b1677841-a672-44a8-99c9-af8a774d582b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:51.843771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 771f6e3e-cc44-4649-b33a-6d42f734356c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:51.902499 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ecf04-eaba-4c4b-be06-60acb05a450c None None] Port bef4aebe-f49d-4f9b-ad26-b24d75aebb00 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:41:51.907941 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Routers {'7771ff3e-c862-4ba9-ba78-1ebb00a03045'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:41:51.908577 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:41:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7771ff3e-c862-4ba9-ba78-1ebb00a03045'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:51.931125 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Pushing event updated for resources: {'Port': ['ID=bef4aebe-f49d-4f9b-ad26-b24d75aebb00,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:51.933414 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:51.935740 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:41:52.058391 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2edf29-f7ae-41a1-ad32-6b6b41a131c8 None None] Pushing event updated for resources: {'Port': ['ID=5ef4a371-f529-4725-ba4e-850730e962ed,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:52.069714 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Network b9b20912-5278-44c5-ba1f-0495f6c92b16 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:41:52.071150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:52.091826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 771f6e3e-cc44-4649-b33a-6d42f734356c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:52.092426 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:52.172763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] Set router 7771ff3e-c862-4ba9-ba78-1ebb00a03045 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:41:52.268250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Router 7771ff3e-c862-4ba9-ba78-1ebb00a03045 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:41:52.451090 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:41:52.460106 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8fceb877-95c2-4301-ab18-d9d346123993 admin admin] 10.222.0.83 "PUT /v2.0/routers/7771ff3e-c862-4ba9-ba78-1ebb00a03045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4930339 Aug 26 01:41:52.493831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c580d7ac-79bb-4359-8639-7d9bad58bdff None None] Provisioning complete for port bef4aebe-f49d-4f9b-ad26-b24d75aebb00 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:52.494390 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c580d7ac-79bb-4359-8639-7d9bad58bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:52.523193 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 771f6e3e-cc44-4649-b33a-6d42f734356c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:52.578063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c580d7ac-79bb-4359-8639-7d9bad58bdff None None] Port bef4aebe-f49d-4f9b-ad26-b24d75aebb00 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:41:52.646898 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'name': 'tempest-TestEncryptedCinderVolumes-973171852-router', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '5ef4a371-f529-4725-ba4e-850730e962ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:46Z', 'updated_at': '2022-08-26T01:41:51Z', 'revision_number': 4, 'project_id': '9da89d21a06146b69cb3882e9e9e1708', 'gw_port': {'id': '5ef4a371-f529-4725-ba4e-850730e962ed', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:47Z', 'updated_at': '2022-08-26T01:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'bef4aebe-f49d-4f9b-ad26-b24d75aebb00', 'name': '', 'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'mac_address': 'fa:16:3e:50:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'd00ff30f-a079-4577-af71-3a82c25f4292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:50Z', 'updated_at': '2022-08-26T01:41:51Z', 'revision_number': 2, 'project_id': '9da89d21a06146b69cb3882e9e9e1708', 'subnets': [{'id': 'd00ff30f-a079-4577-af71-3a82c25f4292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:52.651003 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df0ffc0-4723-4b80-8c00-a4b894a562ba None None] The sync data for ids ['7771ff3e-c862-4ba9-ba78-1ebb00a03045'] in dv-neutron-854561-2-hyperv is: [{'id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'name': 'tempest-TestEncryptedCinderVolumes-973171852-router', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '5ef4a371-f529-4725-ba4e-850730e962ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:46Z', 'updated_at': '2022-08-26T01:41:51Z', 'revision_number': 4, 'project_id': '9da89d21a06146b69cb3882e9e9e1708', 'gw_port': {'id': '5ef4a371-f529-4725-ba4e-850730e962ed', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:47Z', 'updated_at': '2022-08-26T01:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'bef4aebe-f49d-4f9b-ad26-b24d75aebb00', 'name': '', 'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'mac_address': 'fa:16:3e:50:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'd00ff30f-a079-4577-af71-3a82c25f4292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:50Z', 'updated_at': '2022-08-26T01:41:51Z', 'revision_number': 2, 'project_id': '9da89d21a06146b69cb3882e9e9e1708', 'subnets': [{'id': 'd00ff30f-a079-4577-af71-3a82c25f4292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:41:53.316428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-c7dc07d1-7382-43c4-b3a4-ee711cab65f6 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:53.317098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-c7dc07d1-7382-43c4-b3a4-ee711cab65f6 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Synchronizing usage tracker for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:41:53.413365 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-c7dc07d1-7382-43c4-b3a4-ee711cab65f6 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Unset dirty status for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:41:53.414601 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-c7dc07d1-7382-43c4-b3a4-ee711cab65f6 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/networks?id=62b49e43-7a0e-42c6-8e90-41574d3ead2e HTTP/1.1" status: 200 len: 816 time: 0.2446833 Aug 26 01:41:53.430346 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-714889bb-7263-408c-8901-75a1a81fc6c5 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/quotas/6296ef6b59934e92adef6a3becae29b1 HTTP/1.1" status: 200 len: 375 time: 0.0102983 Aug 26 01:41:53.522360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-8b0c232e-b999-4f1b-83e9-49e9c1b2b3ba tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Synchronizing usage tracker for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:41:53.601113 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-8b0c232e-b999-4f1b-83e9-49e9c1b2b3ba tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Unset dirty status for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:41:53.602402 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-8b0c232e-b999-4f1b-83e9-49e9c1b2b3ba tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6296ef6b59934e92adef6a3becae29b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1671286 Aug 26 01:41:53.742434 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-5c0bdb9d-526f-4de5-90ab-157573a035d4 service neutron] 10.222.0.83 "GET /v2.0/networks/62b49e43-7a0e-42c6-8e90-41574d3ead2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275096 Aug 26 01:41:53.873440 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f1598005-099c-4ae6-ab98-e4c8bd6c4bd5 service neutron] 10.222.0.83 "GET /v2.0/networks/62b49e43-7a0e-42c6-8e90-41574d3ead2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247101 Aug 26 01:41:54.247303 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-057b94b3-719e-405b-9a5f-aef4ddd2983a req-25c7218c-259c-4da1-a065-63056891c923 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 210 time: 0.1585209 Aug 26 01:41:55.403154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5ef4a371-f529-4725-ba4e-850730e962ed up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:55.409579 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-474902f0-3f4a-40f1-941b-c52898f9385a req-5f4a20a8-5980-4218-aba9-508eb1a0cc46 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 210 time: 0.0498505 Aug 26 01:41:55.584124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 5ef4a371-f529-4725-ba4e-850730e962ed completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:55.589425 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 5ef4a371-f529-4725-ba4e-850730e962ed triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:55.589830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:55.695629 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Sync routers for ids ['7771ff3e-c862-4ba9-ba78-1ebb00a03045'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:41:55.705429 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Routers {'7771ff3e-c862-4ba9-ba78-1ebb00a03045'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:41:55.706170 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:41:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7771ff3e-c862-4ba9-ba78-1ebb00a03045'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:55.709991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 5ef4a371-f529-4725-ba4e-850730e962ed is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:55.710373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:55.726604 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 5ef4a371-f529-4725-ba4e-850730e962ed, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5ef4a371-f529-4725-ba4e-850730e962ed,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:55.791012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:55.862963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=5ef4a371-f529-4725-ba4e-850730e962ed,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:55.887255 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Set router 7771ff3e-c862-4ba9-ba78-1ebb00a03045 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:41:56.194042 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'name': 'tempest-TestEncryptedCinderVolumes-973171852-router', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '5ef4a371-f529-4725-ba4e-850730e962ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:46Z', 'updated_at': '2022-08-26T01:41:51Z', 'revision_number': 4, 'project_id': '9da89d21a06146b69cb3882e9e9e1708', 'gw_port': {'id': '5ef4a371-f529-4725-ba4e-850730e962ed', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:47Z', 'updated_at': '2022-08-26T01:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'bef4aebe-f49d-4f9b-ad26-b24d75aebb00', 'name': '', 'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'mac_address': 'fa:16:3e:50:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'd00ff30f-a079-4577-af71-3a82c25f4292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:50Z', 'updated_at': '2022-08-26T01:41:51Z', 'revision_number': 2, 'project_id': '9da89d21a06146b69cb3882e9e9e1708', 'subnets': [{'id': 'd00ff30f-a079-4577-af71-3a82c25f4292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:56.197769 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Checking router: 7771ff3e-c862-4ba9-ba78-1ebb00a03045 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:41:56.198118 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Updating router 7771ff3e-c862-4ba9-ba78-1ebb00a03045 port bef4aebe-f49d-4f9b-ad26-b24d75aebb00 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:41:56.250071 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:56.570226 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fbfd2bbb-748d-4020-bc43-12f20bb3af01 req-2305c277-f47e-4fca-aa53-d7e15c4f00ea tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 210 time: 0.0508354 Aug 26 01:41:56.591013 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:56.603856 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Transition to ACTIVE for port object bef4aebe-f49d-4f9b-ad26-b24d75aebb00 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:56.673264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-be59c6a5-a6f2-45ad-814c-21e1c32f7994 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:56.674759 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-be59c6a5-a6f2-45ad-814c-21e1c32f7994 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.94 "GET /v2.0/networks?id=62b49e43-7a0e-42c6-8e90-41574d3ead2e HTTP/1.1" status: 200 len: 816 time: 0.1543257 Aug 26 01:41:56.679131 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:56.700964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Request body: {'port': {'device_id': '52446b80-2d51-4d4f-a2b8-3939601d145f', 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e', 'admin_state_up': True, 'tenant_id': '6296ef6b59934e92adef6a3becae29b1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:56.897282 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1db03-4766-4923-aa83-8d29483cebf4 None None] Pushing event updated for resources: {'Port': ['ID=bef4aebe-f49d-4f9b-ad26-b24d75aebb00,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:56.906517 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Attempting to bind port bef4aebe-f49d-4f9b-ad26-b24d75aebb00 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:41:56.906882 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Attempting to bind port bef4aebe-f49d-4f9b-ad26-b24d75aebb00 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '6fe1a1d3-735d-44d4-9025-e4875e24d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:41:56.907231 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Attempting to bind port bef4aebe-f49d-4f9b-ad26-b24d75aebb00 on network b9b20912-5278-44c5-ba1f-0495f6c92b16 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:41:56.912804 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:41:56.913176 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Checking segment: {'id': '6fe1a1d3-735d-44d4-9025-e4875e24d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:56.913565 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:56.913974 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Bound using segment: {'id': '6fe1a1d3-735d-44d4-9025-e4875e24d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:41:56.914434 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Bound port: bef4aebe-f49d-4f9b-ad26-b24d75aebb00, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe1a1d3-735d-44d4-9025-e4875e24d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:41:56.914797 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:56.969334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:41:56.978851 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:41:57.005117 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] For port bef4aebe-f49d-4f9b-ad26-b24d75aebb00, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:41:57.008063 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] For port bef4aebe-f49d-4f9b-ad26-b24d75aebb00, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=bef4aebe-f49d-4f9b-ad26-b24d75aebb00,segment=NetworkSegment(6fe1a1d3-735d-44d4-9025-e4875e24d8e8),segment_id=6fe1a1d3-735d-44d4-9025-e4875e24d8e8)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:41:57.067492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Made reservation on behalf of 6296ef6b59934e92adef6a3becae29b1 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:41:57.071054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:57.090916 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:57.150802 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Routers {'7771ff3e-c862-4ba9-ba78-1ebb00a03045'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:41:57.151331 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:41:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7771ff3e-c862-4ba9-ba78-1ebb00a03045'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:57.237222 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Allocated IP 172.20.0.4 (62b49e43-7a0e-42c6-8e90-41574d3ead2e/70b853ce-af78-40d0-a7e3-335e2180b4b8/5dd4b2c5-fb17-436e-985f-6dd5745ca8e3) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:41:57.331991 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1db03-4766-4923-aa83-8d29483cebf4 None None] Pushing event updated for resources: {'Port': ['ID=bef4aebe-f49d-4f9b-ad26-b24d75aebb00,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:57.378649 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] Set router 7771ff3e-c862-4ba9-ba78-1ebb00a03045 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:41:57.401510 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5ef4a371-f529-4725-ba4e-850730e962ed up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:57.460858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:57.475911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 5ef4a371-f529-4725-ba4e-850730e962ed triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:57.476417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:57.476536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Transition to ACTIVE for port object 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:57.576740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:57.597133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 5ef4a371-f529-4725-ba4e-850730e962ed is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:57.652719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Network 62b49e43-7a0e-42c6-8e90-41574d3ead2e is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:41:57.655720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:41:57.659980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:41:57.702250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Pushing event updated for resources: {'Port': ['ID=5dd4b2c5-fb17-436e-985f-6dd5745ca8e3,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:57.716765 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'name': 'tempest-TestEncryptedCinderVolumes-973171852-router', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '5ef4a371-f529-4725-ba4e-850730e962ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:46Z', 'updated_at': '2022-08-26T01:41:51Z', 'revision_number': 4, 'project_id': '9da89d21a06146b69cb3882e9e9e1708', 'gw_port': {'id': '5ef4a371-f529-4725-ba4e-850730e962ed', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:47Z', 'updated_at': '2022-08-26T01:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'bef4aebe-f49d-4f9b-ad26-b24d75aebb00', 'name': '', 'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'mac_address': 'fa:16:3e:50:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'd00ff30f-a079-4577-af71-3a82c25f4292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:50Z', 'updated_at': '2022-08-26T01:41:57Z', 'revision_number': 4, 'project_id': '9da89d21a06146b69cb3882e9e9e1708', 'subnets': [{'id': 'd00ff30f-a079-4577-af71-3a82c25f4292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:41:57.721079 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9922da-9900-41ee-b4df-bf3ee17731e8 None None] The sync data for ids ['7771ff3e-c862-4ba9-ba78-1ebb00a03045'] in dv-neutron-854561-2-hyperv is: [{'id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'name': 'tempest-TestEncryptedCinderVolumes-973171852-router', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '5ef4a371-f529-4725-ba4e-850730e962ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:46Z', 'updated_at': '2022-08-26T01:41:51Z', 'revision_number': 4, 'project_id': '9da89d21a06146b69cb3882e9e9e1708', 'gw_port': {'id': '5ef4a371-f529-4725-ba4e-850730e962ed', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:47Z', 'updated_at': '2022-08-26T01:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'bef4aebe-f49d-4f9b-ad26-b24d75aebb00', 'name': '', 'network_id': 'b9b20912-5278-44c5-ba1f-0495f6c92b16', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'mac_address': 'fa:16:3e:50:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'd00ff30f-a079-4577-af71-3a82c25f4292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:50Z', 'updated_at': '2022-08-26T01:41:57Z', 'revision_number': 4, 'project_id': '9da89d21a06146b69cb3882e9e9e1708', 'subnets': [{'id': 'd00ff30f-a079-4577-af71-3a82c25f4292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:41:57.796829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:57.797628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:57.861292 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051275fc-cd0d-47fa-a21e-b0fad4805668 req-1333aabc-4aea-4afa-aa41-aa3ff0534b07 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:57.862043 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-051275fc-cd0d-47fa-a21e-b0fad4805668 req-1333aabc-4aea-4afa-aa41-aa3ff0534b07 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Synchronizing usage tracker for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:41:57.892362 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f9bfae93-3e52-4e21-ad05-454e1e884ab8 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1953385 Aug 26 01:41:57.950108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-051275fc-cd0d-47fa-a21e-b0fad4805668 req-1333aabc-4aea-4afa-aa41-aa3ff0534b07 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Unset dirty status for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:41:57.951369 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-051275fc-cd0d-47fa-a21e-b0fad4805668 req-1333aabc-4aea-4afa-aa41-aa3ff0534b07 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 931 time: 0.2504506 Aug 26 01:41:57.979096 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Request body: {'port': {'device_id': '52446b80-2d51-4d4f-a2b8-3939601d145f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:41:58.008221 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1f7c531c-f8be-4130-a11e-1ad13eaa02b8 None None] Provisioning for port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:58.013580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1f7c531c-f8be-4130-a11e-1ad13eaa02b8 None None] Provisioning complete for port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:58.014557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1f7c531c-f8be-4130-a11e-1ad13eaa02b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:58.050276 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-051275fc-cd0d-47fa-a21e-b0fad4805668 req-046b706e-8fe8-4020-ab43-e65b38c63777 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Synchronizing usage tracker for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:41:58.075401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c531c-f8be-4130-a11e-1ad13eaa02b8 None None] Port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:41:58.135682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:58.182458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-051275fc-cd0d-47fa-a21e-b0fad4805668 req-046b706e-8fe8-4020-ab43-e65b38c63777 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Unset dirty status for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:41:58.183569 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-051275fc-cd0d-47fa-a21e-b0fad4805668 req-046b706e-8fe8-4020-ab43-e65b38c63777 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261908 Aug 26 01:41:58.496073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:41:58.505170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:58.520048 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Transition to ACTIVE for port object 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:41:58.613253 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:58.797139 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd4b2c5-fb17-436e-985f-6dd5745ca8e3,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:58.837864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Attempting to bind port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:41:58.838199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Attempting to bind port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:41:58.838528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Attempting to bind port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 on network 62b49e43-7a0e-42c6-8e90-41574d3ead2e {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:41:58.843700 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 on network 62b49e43-7a0e-42c6-8e90-41574d3ead2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:41:58.844015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Attempting to bind port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 on network 62b49e43-7a0e-42c6-8e90-41574d3ead2e {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:41:58.849035 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:41:58.849367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Checking segment: {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:41:58.849826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Bound using segment: {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:41:58.850288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Bound port: 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:41:58.850632 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:58.941383 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] For port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:41:58.944316 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] For port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5dd4b2c5-fb17-436e-985f-6dd5745ca8e3,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:41:59.024797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:59.055240 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:59.055772 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:59.057122 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] 10.222.0.94 "PUT /v2.0/ports/5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 HTTP/1.1" status: 200 len: 1093 time: 1.1435006 Aug 26 01:41:59.057609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52446b80-2d51-4d4f-a2b8-3939601d145f', 'tag': '5dd4b2c5-fb17-436e-985f-6dd5745ca8e3'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:41:59.102786 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f8f7e2-267c-4f8c-9aca-50612f9d7f80'] response: {'name': 'network-changed', 'server_uuid': '52446b80-2d51-4d4f-a2b8-3939601d145f', 'tag': '5dd4b2c5-fb17-436e-985f-6dd5745ca8e3', 'status': 'completed', 'code': 200} Aug 26 01:41:59.103502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65401a8-94cf-4954-b6a6-4b7107f55dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd4b2c5-fb17-436e-985f-6dd5745ca8e3,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:59.224152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0d816-5f1e-4dda-8974-c4ecd4c7eed8 req-2143705d-3343-44cf-a751-cd4e7b85586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:59.225623 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-18e0d816-5f1e-4dda-8974-c4ecd4c7eed8 req-2143705d-3343-44cf-a751-cd4e7b85586d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6296ef6b59934e92adef6a3becae29b1&device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 1096 time: 0.0807047 Aug 26 01:41:59.404459 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device bef4aebe-f49d-4f9b-ad26-b24d75aebb00 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:41:59.531367 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port bef4aebe-f49d-4f9b-ad26-b24d75aebb00 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:41:59.536248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port bef4aebe-f49d-4f9b-ad26-b24d75aebb00 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:41:59.536621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:59.550938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0d816-5f1e-4dda-8974-c4ecd4c7eed8 req-6c72f879-1ed2-411b-96eb-9fe07e9dfa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:59.552463 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-18e0d816-5f1e-4dda-8974-c4ecd4c7eed8 req-6c72f879-1ed2-411b-96eb-9fe07e9dfa39 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=6296ef6b59934e92adef6a3becae29b1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3067410 Aug 26 01:41:59.563591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2fd2c-f720-4123-a5a7-4da33527f698 req-66890559-66c1-47ba-8dac-418a411acc3f tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:59.564963 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bce2fd2c-f720-4123-a5a7-4da33527f698 req-66890559-66c1-47ba-8dac-418a411acc3f tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 943 time: 0.1844344 Aug 26 01:41:59.652924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port bef4aebe-f49d-4f9b-ad26-b24d75aebb00 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:41:59.653309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:59.686908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port bef4aebe-f49d-4f9b-ad26-b24d75aebb00, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=bef4aebe-f49d-4f9b-ad26-b24d75aebb00,segment=NetworkSegment(6fe1a1d3-735d-44d4-9025-e4875e24d8e8),segment_id=6fe1a1d3-735d-44d4-9025-e4875e24d8e8)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:41:59.693150 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bce2fd2c-f720-4123-a5a7-4da33527f698 req-cdc3a720-132d-4888-97a9-a699bdeaf173 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076155 Aug 26 01:41:59.729362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0d816-5f1e-4dda-8974-c4ecd4c7eed8 req-41dfddd2-c7e7-4cf6-80ae-36cef71be47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:59.730801 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-18e0d816-5f1e-4dda-8974-c4ecd4c7eed8 req-41dfddd2-c7e7-4cf6-80ae-36cef71be47d service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1649051 Aug 26 01:41:59.778435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:41:59.854810 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=bef4aebe-f49d-4f9b-ad26-b24d75aebb00,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:41:59.876060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-3a948789-ab72-4448-8710-42f60ec96e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:41:59.877509 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-3a948789-ab72-4448-8710-42f60ec96e50 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6296ef6b59934e92adef6a3becae29b1&device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 1096 time: 0.0802183 Aug 26 01:41:59.961082 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-64bb46fd-acd6-42df-9422-8b40d58dac32 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 HTTP/1.1" status: 200 len: 217 time: 0.0631042 Aug 26 01:42:00.024252 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-cfd94579-1bdd-4ac3-ad20-65e2e5c368c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:00.025621 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-cfd94579-1bdd-4ac3-ad20-65e2e5c368c9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=70b853ce-af78-40d0-a7e3-335e2180b4b8 HTTP/1.1" status: 200 len: 855 time: 0.0558641 Aug 26 01:42:00.113305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f0314923-247e-4156-a33a-f089b8e4f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:00.115235 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-f0314923-247e-4156-a33a-f089b8e4f53b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=62b49e43-7a0e-42c6-8e90-41574d3ead2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804908 Aug 26 01:42:00.247120 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-672b9104-0d80-4775-b300-91bd967d0b51 service neutron] 10.222.0.94 "GET /v2.0/networks/62b49e43-7a0e-42c6-8e90-41574d3ead2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232457 Aug 26 01:42:00.384074 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8660cb7c-3738-474b-9c04-0115eb75bdbc req-5a522e8e-8786-4898-87ac-3d89aafe716d service neutron] 10.222.0.94 "GET /v2.0/networks/62b49e43-7a0e-42c6-8e90-41574d3ead2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278119 Aug 26 01:42:00.532886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b67319ac-57c2-42ed-aeaf-d92843b55e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:00.990298 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49819647-c817-44ea-80cd-840f570d03d7 req-cfe14c6b-95a4-4e6f-bd6b-7d11e2773cbb tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:00.991733 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-49819647-c817-44ea-80cd-840f570d03d7 req-cfe14c6b-95a4-4e6f-bd6b-7d11e2773cbb tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 943 time: 0.1882451 Aug 26 01:42:01.034951 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-49819647-c817-44ea-80cd-840f570d03d7 req-ef558c71-0c55-4204-b516-faa4a09ff8ba tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374742 Aug 26 01:42:01.384926 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device bef4aebe-f49d-4f9b-ad26-b24d75aebb00 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:42:01.453643 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port bef4aebe-f49d-4f9b-ad26-b24d75aebb00 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:42:01.454063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:01.568849 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port bef4aebe-f49d-4f9b-ad26-b24d75aebb00 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:42:02.226967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a215e7-c6f1-4fb7-b8ed-5f2fc3ff49f8 req-b7eee486-d53d-48ae-bb84-5d57e347b919 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:02.228402 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4a215e7-c6f1-4fb7-b8ed-5f2fc3ff49f8 req-b7eee486-d53d-48ae-bb84-5d57e347b919 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 943 time: 0.0859435 Aug 26 01:42:02.271228 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4a215e7-c6f1-4fb7-b8ed-5f2fc3ff49f8 req-3fa31286-d145-4aae-b51b-663abee31567 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371830 Aug 26 01:42:03.010193 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2b634e81-3c2d-4822-9c43-7128e4f7b868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:03.464014 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc55d2-151f-4877-924b-63c3f9195adc req-fcbcc43d-4b38-450f-b369-67a8748cffdd tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:03.465469 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9ddc55d2-151f-4877-924b-63c3f9195adc req-fcbcc43d-4b38-450f-b369-67a8748cffdd tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 943 time: 0.0860531 Aug 26 01:42:03.511514 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9ddc55d2-151f-4877-924b-63c3f9195adc req-33057c64-10c3-41ce-a633-828a9d150de7 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401394 Aug 26 01:42:03.738583 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:03.742157 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:42:03.874579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5dd4b2c5-fb17-436e-985f-6dd5745ca8e3,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:42:03.887368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '5dd4b2c5-fb17-436e-985f-6dd5745ca8e3', 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e', 'port_id': '5dd4b2c5-fb17-436e-985f-6dd5745ca8e3', 'mac_address': 'fa:16:3e:32:37:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b853ce-af78-40d0-a7e3-335e2180b4b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:42:03.974374 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:42:03.974746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:04.001830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:42:04.018329 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5dd4b2c5-fb17-436e-985f-6dd5745ca8e3,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:42:04.098916 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:04.127103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:04.193875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=5dd4b2c5-fb17-436e-985f-6dd5745ca8e3,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:42:04.464600 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['5dd4b2c5-fb17-436e-985f-6dd5745ca8e3'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:42:04.708779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb1f56-a46c-474d-9f2d-5a56d78ce267 req-ada6045c-7179-472a-9f81-980090bd1bc9 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:04.710256 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9bbb1f56-a46c-474d-9f2d-5a56d78ce267 req-ada6045c-7179-472a-9f81-980090bd1bc9 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 944 time: 0.0880768 Aug 26 01:42:04.755319 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9bbb1f56-a46c-474d-9f2d-5a56d78ce267 req-852e7e74-8b33-4f9d-95f5-bc0719a2e7e2 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393388 Aug 26 01:42:05.601190 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:05.741564 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:42:05.887353 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:42:05.892792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:42:05.893261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:05.962219 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fce49b-2b37-4b8e-b8c2-6610eec60c46 req-52606494-e04e-49eb-a515-3c94a091e7be tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:05.963651 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a9fce49b-2b37-4b8e-b8c2-6610eec60c46 req-52606494-e04e-49eb-a515-3c94a091e7be tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 944 time: 0.0977077 Aug 26 01:42:06.007994 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a9fce49b-2b37-4b8e-b8c2-6610eec60c46 req-af3d7df4-82f6-44b8-a521-c6529bf529a3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384119 Aug 26 01:42:06.010315 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:42:06.010825 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:06.037490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52446b80-2d51-4d4f-a2b8-3939601d145f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd4b2c5-fb17-436e-985f-6dd5745ca8e3'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:42:06.047550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5dd4b2c5-fb17-436e-985f-6dd5745ca8e3,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:42:06.090914 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78a71ad-7746-4648-bf4e-046be2f5433e'] response: {'server_uuid': '52446b80-2d51-4d4f-a2b8-3939601d145f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd4b2c5-fb17-436e-985f-6dd5745ca8e3', 'code': 200} Aug 26 01:42:06.104467 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:06.176427 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=5dd4b2c5-fb17-436e-985f-6dd5745ca8e3,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:42:06.518831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc6c17-8124-466d-a728-fa1c1d0e9aa2 req-e0cd17d6-ad28-4569-b6a5-8f41184be679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:06.520320 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cdcc6c17-8124-466d-a728-fa1c1d0e9aa2 req-e0cd17d6-ad28-4569-b6a5-8f41184be679 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 1098 time: 0.0765193 Aug 26 01:42:06.568870 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cdcc6c17-8124-466d-a728-fa1c1d0e9aa2 req-1258f303-462b-46e3-8a58-c0694cc03d85 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378501 Aug 26 01:42:07.208228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242325a-3e67-4bc0-bd38-59e7364a75fe req-144270db-39af-473c-9775-6d47c5c5d4d3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:07.209652 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9242325a-3e67-4bc0-bd38-59e7364a75fe req-144270db-39af-473c-9775-6d47c5c5d4d3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 945 time: 0.0918317 Aug 26 01:42:07.255025 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9242325a-3e67-4bc0-bd38-59e7364a75fe req-bf0aa571-7aaf-453c-adea-5044d469decd tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394824 Aug 26 01:42:08.452101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482e838-80f1-4420-9ca5-a1245e55f045 req-c227b01b-cfbe-480a-bec6-c359cee42dc4 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:08.453841 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b482e838-80f1-4420-9ca5-a1245e55f045 req-c227b01b-cfbe-480a-bec6-c359cee42dc4 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 945 time: 0.0888183 Aug 26 01:42:08.498297 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b482e838-80f1-4420-9ca5-a1245e55f045 req-63bab98d-6c1d-4bf0-87da-d923ef07374e tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385971 Aug 26 01:42:08.694423 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fa568-de42-437c-b3ae-0e415bad2df2 req-e215991a-ec28-4c9c-98fd-4bfd9337ce99 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:08.695868 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e62fa568-de42-437c-b3ae-0e415bad2df2 req-e215991a-ec28-4c9c-98fd-4bfd9337ce99 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 945 time: 0.0858243 Aug 26 01:42:08.739527 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e62fa568-de42-437c-b3ae-0e415bad2df2 req-44a74818-ddcd-4655-b1ba-30ef6f889886 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379801 Aug 26 01:42:11.035724 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:28.058448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcfaea-667c-422f-8b7c-cfe756880299 req-0a7374f2-2100-47df-8f86-23fba0ba2976 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:28.059911 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-28dcfaea-667c-422f-8b7c-cfe756880299 req-0a7374f2-2100-47df-8f86-23fba0ba2976 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 945 time: 0.0908642 Aug 26 01:42:28.104088 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-28dcfaea-667c-422f-8b7c-cfe756880299 req-0c805937-fd3d-433d-bcca-b218fd56599a tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376675 Aug 26 01:42:28.937420 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:42:29.302587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03e762-117a-45b6-8801-96f3583005b3 req-210cbbef-9cbb-451d-9c35-62aefac41dfa tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:29.304026 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2a03e762-117a-45b6-8801-96f3583005b3 req-210cbbef-9cbb-451d-9c35-62aefac41dfa tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 945 time: 0.0893326 Aug 26 01:42:29.347489 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2a03e762-117a-45b6-8801-96f3583005b3 req-9d0de7b6-400f-46b8-9e6d-1734d56bf3d6 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378573 Aug 26 01:42:29.934703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4233a-41a2-4065-a9ca-d4430de07667 req-292f8ca4-d252-45e9-93ca-60724e8b424c tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:29.936127 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e0c4233a-41a2-4065-a9ca-d4430de07667 req-292f8ca4-d252-45e9-93ca-60724e8b424c tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.94 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 945 time: 0.0850966 Aug 26 01:42:30.115683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-e0c4233a-41a2-4065-a9ca-d4430de07667 req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Deleting port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:42:30.116023 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-e0c4233a-41a2-4065-a9ca-d4430de07667 req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:30.360060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-e0c4233a-41a2-4065-a9ca-d4430de07667 req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] For port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=5dd4b2c5-fb17-436e-985f-6dd5745ca8e3,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:42:30.360751 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-e0c4233a-41a2-4065-a9ca-d4430de07667 req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:30.487459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-e0c4233a-41a2-4065-a9ca-d4430de07667 req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Calling delete_port for 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:42:30.492162 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cf1765a9-29fc-4f0d-8fa7-a8a3380926ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:30.551860 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8b0cf-8481-43e6-8fde-6da9e9927257 req-a86b5953-501a-4ae5-aa47-d7c2208431ee tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:30.553327 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a7e8b0cf-8481-43e6-8fde-6da9e9927257 req-a86b5953-501a-4ae5-aa47-d7c2208431ee tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 945 time: 0.0922964 Aug 26 01:42:30.599100 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a7e8b0cf-8481-43e6-8fde-6da9e9927257 req-86891300-e763-47fe-8e49-f18d4407addd tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398715 Aug 26 01:42:30.703703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-e0c4233a-41a2-4065-a9ca-d4430de07667 req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:30.750510 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['5dd4b2c5-fb17-436e-985f-6dd5745ca8e3'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:42:30.753006 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Pushing event deleted for resources: {'Port': ['ID=5dd4b2c5-fb17-436e-985f-6dd5745ca8e3,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:42:30.804205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:30.804569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:30.804883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:30.805223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:30.805557 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:30.805916 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:30.806244 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:30.806571 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:30.806896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:30.807225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:30.807543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:30.807863 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:30.854215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c4233a-41a2-4065-a9ca-d4430de07667 req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] No DVR routers for this DVR port 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:42:30.856650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-e0c4233a-41a2-4065-a9ca-d4430de07667 req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:30.859896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52446b80-2d51-4d4f-a2b8-3939601d145f', 'name': 'network-vif-deleted', 'tag': '5dd4b2c5-fb17-436e-985f-6dd5745ca8e3'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:42:30.872185 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e0c4233a-41a2-4065-a9ca-d4430de07667 req-7a4cb0db-449e-481d-881a-1876fe036028 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.94 "DELETE /v2.0/ports/5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 HTTP/1.1" status: 204 len: 173 time: 0.9284415 Aug 26 01:42:30.907744 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221eb3c3-1944-4463-acf7-cb92289d6ff4'] response: {'server_uuid': '52446b80-2d51-4d4f-a2b8-3939601d145f', 'name': 'network-vif-deleted', 'tag': '5dd4b2c5-fb17-436e-985f-6dd5745ca8e3', 'status': 'completed', 'code': 200} Aug 26 01:42:31.770403 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8be0fdd7-d483-4c56-bcab-0317c7bdb4aa req-58707cdf-27ac-49f5-b7d7-8579c7e6d1d3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=52446b80-2d51-4d4f-a2b8-3939601d145f HTTP/1.1" status: 200 len: 210 time: 0.0496933 Aug 26 01:42:33.010260 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e32dc802-3b6b-48c9-925e-07990c73303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:33.363070 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331683f-5b46-4be5-9c06-cbf800042752 req-c1c79382-3515-436c-afb8-8165dcd7af67 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:33.363070 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8331683f-5b46-4be5-9c06-cbf800042752 req-c1c79382-3515-436c-afb8-8165dcd7af67 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/networks?id=62b49e43-7a0e-42c6-8e90-41574d3ead2e HTTP/1.1" status: 200 len: 816 time: 0.1434970 Aug 26 01:42:33.372010 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8331683f-5b46-4be5-9c06-cbf800042752 req-b5445cd1-04b9-4613-bdfb-0f00827b3752 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/quotas/6296ef6b59934e92adef6a3becae29b1 HTTP/1.1" status: 200 len: 375 time: 0.0087919 Aug 26 01:42:33.463776 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8331683f-5b46-4be5-9c06-cbf800042752 req-af04d82b-fc2b-4623-8ad4-f577982d652d tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6296ef6b59934e92adef6a3becae29b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857892 Aug 26 01:42:33.598408 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8331683f-5b46-4be5-9c06-cbf800042752 req-5e7f84ad-f21d-40e5-8bcc-776497eff9a0 service neutron] 10.222.0.83 "GET /v2.0/networks/62b49e43-7a0e-42c6-8e90-41574d3ead2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228669 Aug 26 01:42:33.728766 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8331683f-5b46-4be5-9c06-cbf800042752 req-7bbee63b-68e4-49a8-ae00-94b9401237cc service neutron] 10.222.0.83 "GET /v2.0/networks/62b49e43-7a0e-42c6-8e90-41574d3ead2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244075 Aug 26 01:42:33.755225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:33.837431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:42:33.875432 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:42:33.875784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 5dd4b2c5-fb17-436e-985f-6dd5745ca8e3 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:42:33.992330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-1d443950-2de4-4f3f-aaa6-ac42ae4fb31e req-3987a32f-459f-4819-a94a-a0840551be65 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Synchronizing usage tracker for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:42:34.058396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:34.086830 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-1d443950-2de4-4f3f-aaa6-ac42ae4fb31e req-3987a32f-459f-4819-a94a-a0840551be65 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Unset dirty status for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:42:34.088056 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1d443950-2de4-4f3f-aaa6-ac42ae4fb31e req-3987a32f-459f-4819-a94a-a0840551be65 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 210 time: 0.1448131 Aug 26 01:42:35.249356 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bd5def88-f34b-4168-8403-f5155263d30c req-c2a40174-6dec-4946-a1e8-3f0ad3dc1edb tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 210 time: 0.0496578 Aug 26 01:42:35.589288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:36.147965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331683f-5b46-4be5-9c06-cbf800042752 req-d333aa87-1fe9-4309-a971-8a7236f41dc3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:36.149260 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8331683f-5b46-4be5-9c06-cbf800042752 req-d333aa87-1fe9-4309-a971-8a7236f41dc3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.94 "GET /v2.0/networks?id=62b49e43-7a0e-42c6-8e90-41574d3ead2e HTTP/1.1" status: 200 len: 816 time: 0.1453426 Aug 26 01:42:36.176227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-8331683f-5b46-4be5-9c06-cbf800042752 req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Request body: {'port': {'device_id': 'bf38bca4-d1aa-4054-b072-e9bf064ab23c', 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e', 'admin_state_up': True, 'tenant_id': '6296ef6b59934e92adef6a3becae29b1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:42:36.316807 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-8331683f-5b46-4be5-9c06-cbf800042752 req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:42:36.327412 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-8331683f-5b46-4be5-9c06-cbf800042752 req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:42:36.419220 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8189654f-6c0d-4262-9366-e1e7b64cce44 req-d1d31ec4-897b-48ad-ae11-344540538eed tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 210 time: 0.0539258 Aug 26 01:42:36.420941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8331683f-5b46-4be5-9c06-cbf800042752 req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Made reservation on behalf of 6296ef6b59934e92adef6a3becae29b1 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:42:36.425384 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8331683f-5b46-4be5-9c06-cbf800042752 req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:36.596112 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-8331683f-5b46-4be5-9c06-cbf800042752 req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Allocated IP 172.20.0.3 (62b49e43-7a0e-42c6-8e90-41574d3ead2e/70b853ce-af78-40d0-a7e3-335e2180b4b8/1cbad1e7-787f-463c-87b0-50b8dfb39f52) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:42:36.800981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8331683f-5b46-4be5-9c06-cbf800042752 req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:36.817502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-8331683f-5b46-4be5-9c06-cbf800042752 req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Transition to ACTIVE for port object 1cbad1e7-787f-463c-87b0-50b8dfb39f52 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:42:36.886754 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8331683f-5b46-4be5-9c06-cbf800042752 req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:36.955029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8331683f-5b46-4be5-9c06-cbf800042752 req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Network 62b49e43-7a0e-42c6-8e90-41574d3ead2e is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:42:36.958128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-8331683f-5b46-4be5-9c06-cbf800042752 req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:42:36.961853 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-8331683f-5b46-4be5-9c06-cbf800042752 req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:42:37.119710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Pushing event updated for resources: {'Port': ['ID=1cbad1e7-787f-463c-87b0-50b8dfb39f52,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:42:37.147759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331683f-5b46-4be5-9c06-cbf800042752 req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:37.148365 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8331683f-5b46-4be5-9c06-cbf800042752 req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:37.268520 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8331683f-5b46-4be5-9c06-cbf800042752 req-24dae6e7-036c-4450-89c0-76cea0b61d61 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0963674 Aug 26 01:42:37.292243 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-debdf5d4-45b6-46b7-925f-ac79b306cb6f None None] Provisioning for port 1cbad1e7-787f-463c-87b0-50b8dfb39f52 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:42:37.293257 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Request body: {'port': {'device_id': 'bf38bca4-d1aa-4054-b072-e9bf064ab23c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:42:37.297796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-debdf5d4-45b6-46b7-925f-ac79b306cb6f None None] Provisioning complete for port 1cbad1e7-787f-463c-87b0-50b8dfb39f52 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:42:37.299883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-debdf5d4-45b6-46b7-925f-ac79b306cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:37.354317 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-debdf5d4-45b6-46b7-925f-ac79b306cb6f None None] Port 1cbad1e7-787f-463c-87b0-50b8dfb39f52 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:42:37.402389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:37.624609 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5ca4e-2816-437a-8871-e8b2f30369be req-272d26bc-4e72-443f-bb63-df42f6f24094 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:37.627017 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b5a5ca4e-2816-437a-8871-e8b2f30369be req-272d26bc-4e72-443f-bb63-df42f6f24094 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 931 time: 0.0943334 Aug 26 01:42:37.671309 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b5a5ca4e-2816-437a-8871-e8b2f30369be req-e7db120d-d70d-46b6-8d02-c485550424a7 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386529 Aug 26 01:42:37.746988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbad1e7-787f-463c-87b0-50b8dfb39f52 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:42:37.754907 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:37.769283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Transition to ACTIVE for port object 1cbad1e7-787f-463c-87b0-50b8dfb39f52 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:42:37.861186 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:38.042584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbad1e7-787f-463c-87b0-50b8dfb39f52,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:42:38.083789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Attempting to bind port 1cbad1e7-787f-463c-87b0-50b8dfb39f52 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:42:38.084116 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Attempting to bind port 1cbad1e7-787f-463c-87b0-50b8dfb39f52 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:42:38.084438 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Attempting to bind port 1cbad1e7-787f-463c-87b0-50b8dfb39f52 on network 62b49e43-7a0e-42c6-8e90-41574d3ead2e {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:42:38.089008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Port 1cbad1e7-787f-463c-87b0-50b8dfb39f52 on network 62b49e43-7a0e-42c6-8e90-41574d3ead2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:42:38.089321 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Attempting to bind port 1cbad1e7-787f-463c-87b0-50b8dfb39f52 on network 62b49e43-7a0e-42c6-8e90-41574d3ead2e {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:42:38.094429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:42:38.094765 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Checking segment: {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:42:38.095141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Bound using segment: {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:42:38.095560 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Bound port: 1cbad1e7-787f-463c-87b0-50b8dfb39f52, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:42:38.095894 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:38.182961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] For port 1cbad1e7-787f-463c-87b0-50b8dfb39f52, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:42:38.185884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] For port 1cbad1e7-787f-463c-87b0-50b8dfb39f52, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=1cbad1e7-787f-463c-87b0-50b8dfb39f52,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:42:38.258278 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:38.289216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:38.289847 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:38.291226 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8331683f-5b46-4be5-9c06-cbf800042752 req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] 10.222.0.94 "PUT /v2.0/ports/1cbad1e7-787f-463c-87b0-50b8dfb39f52 HTTP/1.1" status: 200 len: 1093 time: 1.0021703 Aug 26 01:42:38.291654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf38bca4-d1aa-4054-b072-e9bf064ab23c', 'tag': '1cbad1e7-787f-463c-87b0-50b8dfb39f52'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:42:38.337111 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e1a133-af66-494e-8d10-f57ed765eb70'] response: {'name': 'network-changed', 'server_uuid': 'bf38bca4-d1aa-4054-b072-e9bf064ab23c', 'tag': '1cbad1e7-787f-463c-87b0-50b8dfb39f52', 'status': 'completed', 'code': 200} Aug 26 01:42:38.340663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134b43e-6476-45ed-b55e-74836df8d9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbad1e7-787f-463c-87b0-50b8dfb39f52,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:42:38.465221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f8111-8c92-4bec-93b7-0d280b33f6b6 req-2b80ce9d-9c85-4f30-b7ff-ce53053067a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:38.466731 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-519f8111-8c92-4bec-93b7-0d280b33f6b6 req-2b80ce9d-9c85-4f30-b7ff-ce53053067a8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6296ef6b59934e92adef6a3becae29b1&device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 1096 time: 0.0791092 Aug 26 01:42:38.621003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f8111-8c92-4bec-93b7-0d280b33f6b6 req-665b9aa5-9388-496e-bb83-3ea80ba1365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:38.622755 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-519f8111-8c92-4bec-93b7-0d280b33f6b6 req-665b9aa5-9388-496e-bb83-3ea80ba1365c service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=6296ef6b59934e92adef6a3becae29b1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1357031 Aug 26 01:42:38.762440 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f8111-8c92-4bec-93b7-0d280b33f6b6 req-6ee07d25-4604-4a44-8d26-7e2c968f697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:38.763981 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-519f8111-8c92-4bec-93b7-0d280b33f6b6 req-6ee07d25-4604-4a44-8d26-7e2c968f697b service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1334858 Aug 26 01:42:38.880760 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a6193-0816-4564-99d8-051de6ffa163 req-c8a5c4d6-73fd-43bc-958b-3d5a4a0140c2 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:38.882176 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bf4a6193-0816-4564-99d8-051de6ffa163 req-c8a5c4d6-73fd-43bc-958b-3d5a4a0140c2 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 943 time: 0.0925639 Aug 26 01:42:38.927981 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-bf4a6193-0816-4564-99d8-051de6ffa163 req-8ec72908-6fc9-4dc8-8b5b-cb08397b4775 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399926 Aug 26 01:42:38.928790 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331683f-5b46-4be5-9c06-cbf800042752 req-b8b01649-761d-47b2-b2ea-cc29732d791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:38.930294 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8331683f-5b46-4be5-9c06-cbf800042752 req-b8b01649-761d-47b2-b2ea-cc29732d791a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6296ef6b59934e92adef6a3becae29b1&device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 1096 time: 0.0921018 Aug 26 01:42:39.013419 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8331683f-5b46-4be5-9c06-cbf800042752 req-ef3b6c8d-1e47-4b2e-a962-04a2326d4265 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cbad1e7-787f-463c-87b0-50b8dfb39f52 HTTP/1.1" status: 200 len: 217 time: 0.0627849 Aug 26 01:42:39.082313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331683f-5b46-4be5-9c06-cbf800042752 req-07343551-910b-445b-acd0-af9639a795c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:39.083736 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8331683f-5b46-4be5-9c06-cbf800042752 req-07343551-910b-445b-acd0-af9639a795c2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=70b853ce-af78-40d0-a7e3-335e2180b4b8 HTTP/1.1" status: 200 len: 855 time: 0.0612867 Aug 26 01:42:39.167792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331683f-5b46-4be5-9c06-cbf800042752 req-4474953a-2471-4b4b-85d5-7dd9d3ac2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:39.169150 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8331683f-5b46-4be5-9c06-cbf800042752 req-4474953a-2471-4b4b-85d5-7dd9d3ac2a40 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=62b49e43-7a0e-42c6-8e90-41574d3ead2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758798 Aug 26 01:42:39.407810 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8331683f-5b46-4be5-9c06-cbf800042752 req-4652a283-ab56-4af6-9575-4bb0441ce778 service neutron] 10.222.0.94 "GET /v2.0/networks/62b49e43-7a0e-42c6-8e90-41574d3ead2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287884 Aug 26 01:42:39.539866 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8331683f-5b46-4be5-9c06-cbf800042752 req-8a431921-fa76-448a-a6f3-a23619eb203a service neutron] 10.222.0.94 "GET /v2.0/networks/62b49e43-7a0e-42c6-8e90-41574d3ead2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224985 Aug 26 01:42:40.124513 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad5582-e67d-4ca3-8526-d17393f04e03 req-c3bef8ef-1cb8-436f-ba80-20107527053b tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:40.125706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-b3ad5582-e67d-4ca3-8526-d17393f04e03 req-c3bef8ef-1cb8-436f-ba80-20107527053b tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Synchronizing usage tracker for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:42:40.206762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-b3ad5582-e67d-4ca3-8526-d17393f04e03 req-c3bef8ef-1cb8-436f-ba80-20107527053b tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Unset dirty status for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:42:40.207933 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b3ad5582-e67d-4ca3-8526-d17393f04e03 req-c3bef8ef-1cb8-436f-ba80-20107527053b tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 943 time: 0.1715307 Aug 26 01:42:40.254136 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b3ad5582-e67d-4ca3-8526-d17393f04e03 req-6475601e-9aa9-439f-84db-89a5242252b2 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 Aug 26 01:42:41.017872 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:41.462012 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe479e20-8792-4819-a785-d50fafa482c3 req-63fee4bb-6799-45f6-b4cd-50edbc8b2f05 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:41.463472 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fe479e20-8792-4819-a785-d50fafa482c3 req-63fee4bb-6799-45f6-b4cd-50edbc8b2f05 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 943 time: 0.0915082 Aug 26 01:42:41.508222 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fe479e20-8792-4819-a785-d50fafa482c3 req-25e40041-194a-45b4-9860-2333a26b3acd tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389512 Aug 26 01:42:42.701906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75f7b4-c3d2-436d-b632-ddc3f86a840a req-949a5e5a-b786-4cef-b4e9-81952a53d5c1 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:42.704113 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8a75f7b4-c3d2-436d-b632-ddc3f86a840a req-949a5e5a-b786-4cef-b4e9-81952a53d5c1 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 943 time: 0.0855725 Aug 26 01:42:42.751218 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8a75f7b4-c3d2-436d-b632-ddc3f86a840a req-31daf2ba-1b9d-4cc9-bfeb-922719aefacf tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415261 Aug 26 01:42:43.918883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 1cbad1e7-787f-463c-87b0-50b8dfb39f52 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:42:44.055732 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 1cbad1e7-787f-463c-87b0-50b8dfb39f52, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=1cbad1e7-787f-463c-87b0-50b8dfb39f52,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:42:44.057024 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d16723-5d1d-495d-b3dd-9f2016e54464 req-8ffaf19e-afa6-4998-9726-186d6fb962f9 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:44.058547 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-28d16723-5d1d-495d-b3dd-9f2016e54464 req-8ffaf19e-afa6-4998-9726-186d6fb962f9 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 943 time: 0.1993365 Aug 26 01:42:44.068887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '1cbad1e7-787f-463c-87b0-50b8dfb39f52', 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e', 'port_id': '1cbad1e7-787f-463c-87b0-50b8dfb39f52', 'mac_address': 'fa:16:3e:94:d6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b853ce-af78-40d0-a7e3-335e2180b4b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:42:44.103794 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-28d16723-5d1d-495d-b3dd-9f2016e54464 req-39d989b7-d0d9-4d18-af2f-c5b01047301e tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393124 Aug 26 01:42:44.127779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 1cbad1e7-787f-463c-87b0-50b8dfb39f52 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:42:44.128161 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:44.145184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbad1e7-787f-463c-87b0-50b8dfb39f52 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:42:44.160567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 1cbad1e7-787f-463c-87b0-50b8dfb39f52, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=1cbad1e7-787f-463c-87b0-50b8dfb39f52,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:42:44.240288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:44.306322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=1cbad1e7-787f-463c-87b0-50b8dfb39f52,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:42:44.313817 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:44.314170 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:44.314512 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:44.314855 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:44.315196 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:44.315535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:44.315866 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:44.316195 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:44.316523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:44.316849 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:44.317173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:44.317499 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:42:44.576337 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['1cbad1e7-787f-463c-87b0-50b8dfb39f52'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:42:45.313777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bda3de-107c-4985-afd0-e1a04036cf8c req-0bc0824a-1429-48bf-8cba-178515a83aec tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:45.315373 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-62bda3de-107c-4985-afd0-e1a04036cf8c req-0bc0824a-1429-48bf-8cba-178515a83aec tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 944 time: 0.0936737 Aug 26 01:42:45.364020 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-62bda3de-107c-4985-afd0-e1a04036cf8c req-49875001-25b8-40d8-8bdd-a6a28a868b7f tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429852 Aug 26 01:42:45.941588 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 1cbad1e7-787f-463c-87b0-50b8dfb39f52 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:42:46.075047 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 1cbad1e7-787f-463c-87b0-50b8dfb39f52 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:42:46.080197 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 1cbad1e7-787f-463c-87b0-50b8dfb39f52 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:42:46.080574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:46.198495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 1cbad1e7-787f-463c-87b0-50b8dfb39f52 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:42:46.198789 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:46.224769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf38bca4-d1aa-4054-b072-e9bf064ab23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbad1e7-787f-463c-87b0-50b8dfb39f52'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:42:46.235403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 1cbad1e7-787f-463c-87b0-50b8dfb39f52, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=1cbad1e7-787f-463c-87b0-50b8dfb39f52,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:42:46.269685 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51eb3c64-f319-4d33-93a5-9e16e5ca763a'] response: {'server_uuid': 'bf38bca4-d1aa-4054-b072-e9bf064ab23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbad1e7-787f-463c-87b0-50b8dfb39f52', 'code': 200} Aug 26 01:42:46.312864 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:42:46.388717 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=1cbad1e7-787f-463c-87b0-50b8dfb39f52,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:42:46.571194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb95fcb-070e-4b76-96f2-160f2c49c44b req-50a14d52-310a-48e5-a49e-6d0e22969fde tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:46.572575 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ccb95fcb-070e-4b76-96f2-160f2c49c44b req-50a14d52-310a-48e5-a49e-6d0e22969fde tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 945 time: 0.0918009 Aug 26 01:42:46.661296 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ccb95fcb-070e-4b76-96f2-160f2c49c44b req-31e586be-286c-4371-bb14-702e13a960e7 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820665 Aug 26 01:42:46.690309 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d50424-8392-4786-8e5f-b1ce71728165 req-f8bfcf48-2700-47ea-9af0-699a2cc8958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:46.691804 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-98d50424-8392-4786-8e5f-b1ce71728165 req-f8bfcf48-2700-47ea-9af0-699a2cc8958d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 1098 time: 0.0838995 Aug 26 01:42:46.738452 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-98d50424-8392-4786-8e5f-b1ce71728165 req-89af81aa-b7b9-4012-9ae2-2faff9aae31a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375693 Aug 26 01:42:47.857378 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e462ccf-1ea5-4781-b8d2-82b317638ff2 req-4743620b-31d7-427a-a750-c8c92811eec7 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:47.858847 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6e462ccf-1ea5-4781-b8d2-82b317638ff2 req-4743620b-31d7-427a-a750-c8c92811eec7 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 945 time: 0.0860662 Aug 26 01:42:47.906658 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6e462ccf-1ea5-4781-b8d2-82b317638ff2 req-65839e3a-1f8d-4a0c-ae41-3a866ca268b3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412288 Aug 26 01:42:49.105012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00405-8f3e-48a1-9ab9-b668088ff10c req-2f380ac5-07fd-4fd8-bbea-ea49fcc75384 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:49.106489 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-aea00405-8f3e-48a1-9ab9-b668088ff10c req-2f380ac5-07fd-4fd8-bbea-ea49fcc75384 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 945 time: 0.0891094 Aug 26 01:42:49.151095 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-aea00405-8f3e-48a1-9ab9-b668088ff10c req-3bdcd706-dbed-40bf-83d3-f4a35a9c4ab0 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386684 Aug 26 01:42:49.349717 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b484c-9fa1-469a-98a8-4e7b50967748 req-ed1693ac-9fa2-4517-b27f-8abbe525f822 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:49.351177 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6b2b484c-9fa1-469a-98a8-4e7b50967748 req-ed1693ac-9fa2-4517-b27f-8abbe525f822 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 945 time: 0.0893278 Aug 26 01:42:49.395162 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6b2b484c-9fa1-469a-98a8-4e7b50967748 req-8ca0fd1c-72ed-4c85-9595-676cef6d711b tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382011 Aug 26 01:42:57.704782 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9806fe1c-c4fe-4328-8b41-b4e73cdbd518 req-2128a70a-df0c-48b5-8b40-faa602e27994 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812368 Aug 26 01:42:57.873023 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806fe1c-c4fe-4328-8b41-b4e73cdbd518 req-8b8e6973-37bd-4638-b499-93737ec24f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:57.874507 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9806fe1c-c4fe-4328-8b41-b4e73cdbd518 req-8b8e6973-37bd-4638-b499-93737ec24f39 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6296ef6b59934e92adef6a3becae29b1&device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 1098 time: 0.0782862 Aug 26 01:42:58.013841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806fe1c-c4fe-4328-8b41-b4e73cdbd518 req-d0525385-5421-447b-a7e9-095a144b5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:58.015172 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9806fe1c-c4fe-4328-8b41-b4e73cdbd518 req-d0525385-5421-447b-a7e9-095a144b5213 service neutron] 10.222.0.94 "GET /v2.0/networks?id=62b49e43-7a0e-42c6-8e90-41574d3ead2e HTTP/1.1" status: 200 len: 918 time: 0.1221976 Aug 26 01:42:58.084814 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9806fe1c-c4fe-4328-8b41-b4e73cdbd518 req-90565e88-be66-4a95-8e38-208434f160ec service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cbad1e7-787f-463c-87b0-50b8dfb39f52 HTTP/1.1" status: 200 len: 217 time: 0.0628717 Aug 26 01:42:58.144859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806fe1c-c4fe-4328-8b41-b4e73cdbd518 req-52f7390a-6edb-41b6-b715-1e597f742763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:58.146307 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9806fe1c-c4fe-4328-8b41-b4e73cdbd518 req-52f7390a-6edb-41b6-b715-1e597f742763 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=70b853ce-af78-40d0-a7e3-335e2180b4b8 HTTP/1.1" status: 200 len: 855 time: 0.0561378 Aug 26 01:42:58.229336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806fe1c-c4fe-4328-8b41-b4e73cdbd518 req-97a9cd5b-480d-4a8f-a25f-a50b071fb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:42:58.230787 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9806fe1c-c4fe-4328-8b41-b4e73cdbd518 req-97a9cd5b-480d-4a8f-a25f-a50b071fb6d4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=62b49e43-7a0e-42c6-8e90-41574d3ead2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780461 Aug 26 01:42:58.360427 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9806fe1c-c4fe-4328-8b41-b4e73cdbd518 req-f705fd88-123c-4844-a74e-1e7326834df9 service neutron] 10.222.0.94 "GET /v2.0/networks/62b49e43-7a0e-42c6-8e90-41574d3ead2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224380 Aug 26 01:42:58.602211 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9806fe1c-c4fe-4328-8b41-b4e73cdbd518 req-2070e1f7-ad26-4f7f-a992-f749d275312d service neutron] 10.222.0.94 "GET /v2.0/networks/62b49e43-7a0e-42c6-8e90-41574d3ead2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342124 Aug 26 01:43:00.560605 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d6147397-6f6f-4c21-8d9a-29db8147d7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:03.038125 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5e21673c-b80c-4d7e-bf60-ca57fa9d4473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:03.723976 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:04.094535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:05.606444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:05.936256 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:43:07.339159 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceccbbd-c0a4-4f95-bf4c-8fd9c735e5b9 req-5dd1eac3-cbfd-40d2-8dff-3f8c95188d5f tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:07.340614 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cceccbbd-c0a4-4f95-bf4c-8fd9c735e5b9 req-5dd1eac3-cbfd-40d2-8dff-3f8c95188d5f tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 945 time: 0.0937340 Aug 26 01:43:07.384651 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cceccbbd-c0a4-4f95-bf4c-8fd9c735e5b9 req-e87cfa57-dcac-4450-b995-7a91bdfee328 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375741 Aug 26 01:43:08.580918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e8052-603d-4345-91c2-cce5bb2bb5cd req-0004c541-1809-4687-bb77-92be99bac4d0 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:08.582522 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a54e8052-603d-4345-91c2-cce5bb2bb5cd req-0004c541-1809-4687-bb77-92be99bac4d0 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 945 time: 0.0876262 Aug 26 01:43:08.629059 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a54e8052-603d-4345-91c2-cce5bb2bb5cd req-bbaa693c-9961-43d8-a33e-1484d0889c29 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408514 Aug 26 01:43:09.114340 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58942aaf-a9f7-4413-9407-baacdb10ea46 req-672aaee8-0549-4755-986c-5e7ff65caba4 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:09.115768 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-58942aaf-a9f7-4413-9407-baacdb10ea46 req-672aaee8-0549-4755-986c-5e7ff65caba4 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.94 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 945 time: 0.0891292 Aug 26 01:43:09.187688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-58942aaf-a9f7-4413-9407-baacdb10ea46 req-9a8ec0e7-7b92-4192-87c2-48f91bea8a83 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Deleting port 1cbad1e7-787f-463c-87b0-50b8dfb39f52 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:43:09.188022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-58942aaf-a9f7-4413-9407-baacdb10ea46 req-9a8ec0e7-7b92-4192-87c2-48f91bea8a83 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:09.435980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-58942aaf-a9f7-4413-9407-baacdb10ea46 req-9a8ec0e7-7b92-4192-87c2-48f91bea8a83 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] For port 1cbad1e7-787f-463c-87b0-50b8dfb39f52, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=1cbad1e7-787f-463c-87b0-50b8dfb39f52,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:43:09.436256 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-58942aaf-a9f7-4413-9407-baacdb10ea46 req-9a8ec0e7-7b92-4192-87c2-48f91bea8a83 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:09.560039 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-58942aaf-a9f7-4413-9407-baacdb10ea46 req-9a8ec0e7-7b92-4192-87c2-48f91bea8a83 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Calling delete_port for 1cbad1e7-787f-463c-87b0-50b8dfb39f52 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:43:09.760775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-58942aaf-a9f7-4413-9407-baacdb10ea46 req-9a8ec0e7-7b92-4192-87c2-48f91bea8a83 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:09.794196 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9269cb93-f8a4-49c7-ab87-a9d13b6c71ca req-6131e568-55c1-4daf-966f-e1c89f74370e tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 210 time: 0.0516074 Aug 26 01:43:09.811488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['1cbad1e7-787f-463c-87b0-50b8dfb39f52'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:43:09.854684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ec0e7-7b92-4192-87c2-48f91bea8a83 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Pushing event deleted for resources: {'Port': ['ID=1cbad1e7-787f-463c-87b0-50b8dfb39f52,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:43:09.944126 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-58942aaf-a9f7-4413-9407-baacdb10ea46 req-9a8ec0e7-7b92-4192-87c2-48f91bea8a83 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] No DVR routers for this DVR port 1cbad1e7-787f-463c-87b0-50b8dfb39f52 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:43:09.946643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-58942aaf-a9f7-4413-9407-baacdb10ea46 req-9a8ec0e7-7b92-4192-87c2-48f91bea8a83 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:09.949234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf38bca4-d1aa-4054-b072-e9bf064ab23c', 'name': 'network-vif-deleted', 'tag': '1cbad1e7-787f-463c-87b0-50b8dfb39f52'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:43:10.019306 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-58942aaf-a9f7-4413-9407-baacdb10ea46 req-9a8ec0e7-7b92-4192-87c2-48f91bea8a83 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.94 "DELETE /v2.0/ports/1cbad1e7-787f-463c-87b0-50b8dfb39f52 HTTP/1.1" status: 204 len: 173 time: 0.8952382 Aug 26 01:43:10.063591 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf277d7c-dec2-4ffc-a0e7-ee8fb20ed4a3'] response: {'server_uuid': 'bf38bca4-d1aa-4054-b072-e9bf064ab23c', 'name': 'network-vif-deleted', 'tag': '1cbad1e7-787f-463c-87b0-50b8dfb39f52', 'status': 'completed', 'code': 200} Aug 26 01:43:10.983209 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:10.993883 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6d246b75-59ad-456a-bc64-36940dda09df req-b839db5f-af75-4c15-b085-37c62ed46c3c tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bf38bca4-d1aa-4054-b072-e9bf064ab23c HTTP/1.1" status: 200 len: 210 time: 0.0536149 Aug 26 01:43:12.572675 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-91d68b3d-e9b1-41cd-9d2e-02fc29d91aee tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:12.574089 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-91d68b3d-e9b1-41cd-9d2e-02fc29d91aee tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/networks?id=62b49e43-7a0e-42c6-8e90-41574d3ead2e HTTP/1.1" status: 200 len: 816 time: 0.1473114 Aug 26 01:43:12.588432 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-1e913bb0-b781-4408-b051-55392733b440 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/quotas/6296ef6b59934e92adef6a3becae29b1 HTTP/1.1" status: 200 len: 375 time: 0.0088534 Aug 26 01:43:12.678176 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-2f3e13d8-7a71-400e-95f2-9432b6d9ca34 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6296ef6b59934e92adef6a3becae29b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847206 Aug 26 01:43:12.860738 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-cd53cf17-6943-4b6c-840b-a86b90bcc813 service neutron] 10.222.0.83 "GET /v2.0/networks/62b49e43-7a0e-42c6-8e90-41574d3ead2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713154 Aug 26 01:43:12.992600 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-886f5662-0c35-4384-b72d-b673d3d723dc service neutron] 10.222.0.83 "GET /v2.0/networks/62b49e43-7a0e-42c6-8e90-41574d3ead2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257198 Aug 26 01:43:13.263171 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-17940cad-0eab-4d14-98f5-5aea1e2efaf3 req-0730d37d-ef0c-4c38-aa46-845e111f0439 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Synchronizing usage tracker for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:43:13.363674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-17940cad-0eab-4d14-98f5-5aea1e2efaf3 req-0730d37d-ef0c-4c38-aa46-845e111f0439 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Unset dirty status for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:43:13.365107 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-17940cad-0eab-4d14-98f5-5aea1e2efaf3 req-0730d37d-ef0c-4c38-aa46-845e111f0439 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 210 time: 0.1540501 Aug 26 01:43:14.114944 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 1cbad1e7-787f-463c-87b0-50b8dfb39f52 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:43:14.150942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 1cbad1e7-787f-463c-87b0-50b8dfb39f52 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:43:14.151292 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 1cbad1e7-787f-463c-87b0-50b8dfb39f52 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:43:14.524425 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-45a9bcbb-eb08-4a31-bd97-974c97499694 req-eb8dc630-2a19-4edf-bf1a-1ab41b6a0967 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 210 time: 0.0531659 Aug 26 01:43:15.355996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-ac88cd86-99b4-4f91-b41b-11668e99ae91 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:15.357448 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-ac88cd86-99b4-4f91-b41b-11668e99ae91 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.94 "GET /v2.0/networks?id=62b49e43-7a0e-42c6-8e90-41574d3ead2e HTTP/1.1" status: 200 len: 816 time: 0.1509492 Aug 26 01:43:15.376226 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Request body: {'port': {'device_id': '8e426bcc-020f-4270-9f49-33944d9680bf', 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e', 'admin_state_up': True, 'tenant_id': '6296ef6b59934e92adef6a3becae29b1'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:43:15.513634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:43:15.525139 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:43:15.592575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Made reservation on behalf of 6296ef6b59934e92adef6a3becae29b1 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:43:15.596877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:15.718901 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-723ec606-c7cc-40e6-98f9-7b0c7d5e0fcf req-8e78749e-c0f2-4ad2-a616-136efc00797d tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 210 time: 0.0663462 Aug 26 01:43:15.805623 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Allocated IP 172.20.0.6 (62b49e43-7a0e-42c6-8e90-41574d3ead2e/70b853ce-af78-40d0-a7e3-335e2180b4b8/25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:43:16.106354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:16.121219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Transition to ACTIVE for port object 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:43:16.209556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:16.282317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Network 62b49e43-7a0e-42c6-8e90-41574d3ead2e is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:43:16.286025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:43:16.288527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:43:16.328366 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Pushing event updated for resources: {'Port': ['ID=25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:43:16.363423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:16.363423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:16.473908 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-a059104f-a4d7-4951-9e4a-a59c42ea37f3 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1017280 Aug 26 01:43:16.492472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Request body: {'port': {'device_id': '8e426bcc-020f-4270-9f49-33944d9680bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:43:16.546763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4a354bc7-5ff8-403a-8de5-358a12ee9b17 None None] Provisioning for port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:43:16.552011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4a354bc7-5ff8-403a-8de5-358a12ee9b17 None None] Provisioning complete for port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:43:16.552382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4a354bc7-5ff8-403a-8de5-358a12ee9b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:16.605474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4a354bc7-5ff8-403a-8de5-358a12ee9b17 None None] Port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:43:16.606318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:16.921479 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca960750-00ab-4a6d-877f-a1c6c6d601db req-7be32b85-d258-4654-ab2c-cf156028b035 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:16.922932 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ca960750-00ab-4a6d-877f-a1c6c6d601db req-7be32b85-d258-4654-ab2c-cf156028b035 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 931 time: 0.0891361 Aug 26 01:43:16.961392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:43:16.966763 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ca960750-00ab-4a6d-877f-a1c6c6d601db req-0d50e506-bc75-4912-89a3-eb9a59da9b4c tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373604 Aug 26 01:43:16.968688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:16.983275 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Transition to ACTIVE for port object 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:43:17.051198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:17.232662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Pushing event updated for resources: {'Port': ['ID=25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:43:17.275247 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Attempting to bind port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:43:17.275575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Attempting to bind port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:43:17.275896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Attempting to bind port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 on network 62b49e43-7a0e-42c6-8e90-41574d3ead2e {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:43:17.280573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 on network 62b49e43-7a0e-42c6-8e90-41574d3ead2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:43:17.280889 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Attempting to bind port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 on network 62b49e43-7a0e-42c6-8e90-41574d3ead2e {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:43:17.286712 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:43:17.287047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Checking segment: {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:43:17.287426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Bound using segment: {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:43:17.287849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Bound port: 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e084fc60-83db-45fd-a0b2-b30d234b81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:43:17.288185 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:17.378809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] For port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:43:17.381777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] For port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:43:17.423343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:17.454207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:17.454819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:17.456555 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] 10.222.0.94 "PUT /v2.0/ports/25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 HTTP/1.1" status: 200 len: 1093 time: 0.9681859 Aug 26 01:43:17.456988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e426bcc-020f-4270-9f49-33944d9680bf', 'tag': '25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:43:17.500960 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e09df9-10fe-48d4-ba91-c82cdab0d700 service neutron] Pushing event updated for resources: {'Port': ['ID=25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:43:17.506011 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27172cc-c8af-4c05-acb9-ab4572a52edd'] response: {'name': 'network-changed', 'server_uuid': '8e426bcc-020f-4270-9f49-33944d9680bf', 'tag': '25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11', 'status': 'completed', 'code': 200} Aug 26 01:43:17.644192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbaa40-6de0-4536-8b7d-aa3437a70fa0 req-995dd9ac-92d4-49c1-bf24-45f562d9eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:17.645577 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cacbaa40-6de0-4536-8b7d-aa3437a70fa0 req-995dd9ac-92d4-49c1-bf24-45f562d9eed2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6296ef6b59934e92adef6a3becae29b1&device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 1096 time: 0.0813408 Aug 26 01:43:17.798066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbaa40-6de0-4536-8b7d-aa3437a70fa0 req-653e7f94-157f-4866-8227-18bcb5c7f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:17.799554 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cacbaa40-6de0-4536-8b7d-aa3437a70fa0 req-653e7f94-157f-4866-8227-18bcb5c7f9fa service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=6296ef6b59934e92adef6a3becae29b1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1331656 Aug 26 01:43:17.936702 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbaa40-6de0-4536-8b7d-aa3437a70fa0 req-575dff88-3077-4fbc-b3c4-888b007805b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:17.938100 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cacbaa40-6de0-4536-8b7d-aa3437a70fa0 req-575dff88-3077-4fbc-b3c4-888b007805b7 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1292124 Aug 26 01:43:18.081282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-df96ba39-4cd5-41b4-8dd7-c9c42c1bbf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:18.082830 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-df96ba39-4cd5-41b4-8dd7-c9c42c1bbf9a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6296ef6b59934e92adef6a3becae29b1&device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 1096 time: 0.0776412 Aug 26 01:43:18.166249 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f4138-2125-4256-afdd-eff95fa95c5e req-342b70ed-1610-481b-a9c0-f81ebc7af58b tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:18.167850 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6b1f4138-2125-4256-afdd-eff95fa95c5e req-342b70ed-1610-481b-a9c0-f81ebc7af58b tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 943 time: 0.0923359 Aug 26 01:43:18.216597 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6b1f4138-2125-4256-afdd-eff95fa95c5e req-a957c0e2-baf5-4dac-9bdc-66e948a66787 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427818 Aug 26 01:43:18.285941 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-af361db9-8de9-4a0f-8938-f52ad3666f1f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 HTTP/1.1" status: 200 len: 217 time: 0.1816673 Aug 26 01:43:18.349202 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-5edd312b-096f-41ab-96dc-04944b256cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:18.350638 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-5edd312b-096f-41ab-96dc-04944b256cba service neutron] 10.222.0.94 "GET /v2.0/subnets?id=70b853ce-af78-40d0-a7e3-335e2180b4b8 HTTP/1.1" status: 200 len: 855 time: 0.0568628 Aug 26 01:43:18.437893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-7b3a4c50-e0f3-4344-b72d-4f93a21411d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:18.439430 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-7b3a4c50-e0f3-4344-b72d-4f93a21411d3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=62b49e43-7a0e-42c6-8e90-41574d3ead2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797515 Aug 26 01:43:18.576332 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-1eb96216-bb6b-4e54-bb80-af76d53f1493 service neutron] 10.222.0.94 "GET /v2.0/networks/62b49e43-7a0e-42c6-8e90-41574d3ead2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264117 Aug 26 01:43:18.717115 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a6ebe1f6-8ed7-4e92-9f73-58249fc4a505 req-b430d6a1-6d64-45a3-b0fc-e3c6a21252e4 service neutron] 10.222.0.94 "GET /v2.0/networks/62b49e43-7a0e-42c6-8e90-41574d3ead2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310322 Aug 26 01:43:19.413305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac065ec-8206-4e48-95ad-823b2038cfc3 req-4838fc22-81e2-4b0b-8d9c-dd647eb08371 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:19.414016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-bac065ec-8206-4e48-95ad-823b2038cfc3 req-4838fc22-81e2-4b0b-8d9c-dd647eb08371 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Synchronizing usage tracker for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:43:19.463067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-bac065ec-8206-4e48-95ad-823b2038cfc3 req-4838fc22-81e2-4b0b-8d9c-dd647eb08371 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Unset dirty status for tenant:6296ef6b59934e92adef6a3becae29b1 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:43:19.464249 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bac065ec-8206-4e48-95ad-823b2038cfc3 req-4838fc22-81e2-4b0b-8d9c-dd647eb08371 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 943 time: 0.1356983 Aug 26 01:43:19.513348 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bac065ec-8206-4e48-95ad-823b2038cfc3 req-40d8d5e0-e47e-4e87-9a1f-8a6b6d1a240c tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431409 Aug 26 01:43:20.704261 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e4922-7f1a-4db1-826f-80aeac250f18 req-d024d8b2-5825-4ab5-bb46-5825d41b55bf tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:20.705701 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e25e4922-7f1a-4db1-826f-80aeac250f18 req-d024d8b2-5825-4ab5-bb46-5825d41b55bf tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 943 time: 0.0854578 Aug 26 01:43:20.760304 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e25e4922-7f1a-4db1-826f-80aeac250f18 req-d5982ed2-1bdb-4208-b54f-c8e2bde76d47 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483675 Aug 26 01:43:21.954664 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc9dd2-8d44-4d33-a064-b2602d650301 req-324fefaf-cd56-4994-9957-4521817c990e tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:21.956112 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-90fc9dd2-8d44-4d33-a064-b2602d650301 req-324fefaf-cd56-4994-9957-4521817c990e tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 943 time: 0.0861776 Aug 26 01:43:22.000523 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-90fc9dd2-8d44-4d33-a064-b2602d650301 req-60e4c7a2-13cb-4b40-adbb-32b59ff6a655 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384269 Aug 26 01:43:22.164031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:43:22.294095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:43:22.306897 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11', 'network_id': '62b49e43-7a0e-42c6-8e90-41574d3ead2e', 'port_id': '25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11', 'mac_address': 'fa:16:3e:1a:64:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b853ce-af78-40d0-a7e3-335e2180b4b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:43:22.360080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:43:22.364415 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:22.380054 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:43:22.395484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:43:22.479698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:22.545392 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:43:22.803945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:43:23.193817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c29dca-1477-499b-84b2-e79d01ff8363 req-85b250b4-4335-4ce4-841e-e9b08c0c25d0 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:23.195266 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c0c29dca-1477-499b-84b2-e79d01ff8363 req-85b250b4-4335-4ce4-841e-e9b08c0c25d0 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 944 time: 0.0858524 Aug 26 01:43:23.238241 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c0c29dca-1477-499b-84b2-e79d01ff8363 req-925d8ad5-d94e-470e-a75d-8cc939d942c4 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372937 Aug 26 01:43:24.178963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:43:24.297207 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:43:24.303310 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:43:24.303894 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:24.424928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:43:24.425333 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:24.443734 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b3fba-cd97-4a69-9110-179af797986e req-014f4257-769d-480b-8e2e-631d54477da5 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:24.445145 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8c4b3fba-cd97-4a69-9110-179af797986e req-014f4257-769d-480b-8e2e-631d54477da5 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 944 time: 0.0968101 Aug 26 01:43:24.453948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e426bcc-020f-4270-9f49-33944d9680bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:43:24.464548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:43:24.493051 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8c4b3fba-cd97-4a69-9110-179af797986e req-65435ae4-695b-4639-9d63-ac8166197429 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Aug 26 01:43:24.500226 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db7e5a7-c778-495f-8af7-382c3e9361a1'] response: {'server_uuid': '8e426bcc-020f-4270-9f49-33944d9680bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11', 'code': 200} Aug 26 01:43:24.537378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:24.605146 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:43:24.909061 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263ba8f-27fb-4b4f-a03b-7c33c9145e4d req-056ff523-566e-44b8-9f92-8414a7bb2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:24.910629 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9263ba8f-27fb-4b4f-a03b-7c33c9145e4d req-056ff523-566e-44b8-9f92-8414a7bb2b4b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 1098 time: 0.0848773 Aug 26 01:43:24.963493 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9263ba8f-27fb-4b4f-a03b-7c33c9145e4d req-a969ceaf-8466-4feb-858c-57856900a109 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374644 Aug 26 01:43:25.691045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4016aca-6743-44a3-8d1c-4c04f39759e0 req-f1900fe0-05d2-40a6-aa24-906b2bcddb5e tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:25.692438 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a4016aca-6743-44a3-8d1c-4c04f39759e0 req-f1900fe0-05d2-40a6-aa24-906b2bcddb5e tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 945 time: 0.0907927 Aug 26 01:43:25.735778 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a4016aca-6743-44a3-8d1c-4c04f39759e0 req-c33cdf73-4684-4a7d-aba1-87f864fa7019 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375125 Aug 26 01:43:26.934458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd2e6d-66aa-446f-8afe-631309660af3 req-9f751c3d-b2ba-4f81-a992-5fdf1f909903 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:26.935890 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2dfd2e6d-66aa-446f-8afe-631309660af3 req-9f751c3d-b2ba-4f81-a992-5fdf1f909903 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 945 time: 0.0864542 Aug 26 01:43:26.979637 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2dfd2e6d-66aa-446f-8afe-631309660af3 req-21560fec-20c1-4fd0-aadc-2a91354d4993 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378232 Aug 26 01:43:27.172032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf21f2-9408-458f-8f3f-fef1258630d8 req-2921e3bc-b38d-4ced-b926-9b3783bdb6aa tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:27.173483 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6eaf21f2-9408-458f-8f3f-fef1258630d8 req-2921e3bc-b38d-4ced-b926-9b3783bdb6aa tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 945 time: 0.0865829 Aug 26 01:43:27.221040 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6eaf21f2-9408-458f-8f3f-fef1258630d8 req-f177ced1-b5f9-436f-b513-8f6b548036a7 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Aug 26 01:43:30.494865 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3bab0f24-be81-49a3-9833-f3f266457475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:33.028139 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-94c050f4-dec2-42d7-9179-39844a295dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:33.723302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:34.062564 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:35.597405 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:40.999761 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:42.936187 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:43:45.260750 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a25d4b-52f6-4dbe-a911-79f93c63687d req-cb8e617a-e50e-4e63-8b1a-b65847cca857 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:45.262151 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-13a25d4b-52f6-4dbe-a911-79f93c63687d req-cb8e617a-e50e-4e63-8b1a-b65847cca857 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 945 time: 0.1869678 Aug 26 01:43:45.306832 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-13a25d4b-52f6-4dbe-a911-79f93c63687d req-9f3c08e2-94ed-40ab-b891-a3e60daff883 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387638 Aug 26 01:43:46.529122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12733efc-a49e-482a-8ecd-c5a269ce28cc req-29cffa9f-6b95-467f-9ec4-3a253a0ba47f tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:46.530638 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-12733efc-a49e-482a-8ecd-c5a269ce28cc req-29cffa9f-6b95-467f-9ec4-3a253a0ba47f tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 945 time: 0.1090243 Aug 26 01:43:46.584144 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-12733efc-a49e-482a-8ecd-c5a269ce28cc req-4ad4dc4b-1681-415c-96d7-3f2cbbfedd10 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470207 Aug 26 01:43:46.967491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3375b3e-f291-4b7c-b2ed-9a7e3f9f9a1f req-eeb5f1f9-b947-4db8-a73b-77815eafd10d tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:46.969853 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d3375b3e-f291-4b7c-b2ed-9a7e3f9f9a1f req-eeb5f1f9-b947-4db8-a73b-77815eafd10d tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.94 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 945 time: 0.0910037 Aug 26 01:43:47.056215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-d3375b3e-f291-4b7c-b2ed-9a7e3f9f9a1f req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Deleting port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:43:47.056556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-d3375b3e-f291-4b7c-b2ed-9a7e3f9f9a1f req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:47.360523 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-d3375b3e-f291-4b7c-b2ed-9a7e3f9f9a1f req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] For port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:43:47.360880 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-d3375b3e-f291-4b7c-b2ed-9a7e3f9f9a1f req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:47.483182 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-d3375b3e-f291-4b7c-b2ed-9a7e3f9f9a1f req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Calling delete_port for 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:43:47.788326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ece11-d1e0-41ad-90bb-e20c560679d4 req-5c2c29f4-c6be-40fb-9aa8-44ccc4e47ce0 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:43:47.790388 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0d8ece11-d1e0-41ad-90bb-e20c560679d4 req-5c2c29f4-c6be-40fb-9aa8-44ccc4e47ce0 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 945 time: 0.0911508 Aug 26 01:43:47.816191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-d3375b3e-f291-4b7c-b2ed-9a7e3f9f9a1f req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:47.835718 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0d8ece11-d1e0-41ad-90bb-e20c560679d4 req-70c9f533-a9dc-4c33-ba84-1dbd08c0e1bb tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9ad4cb9-1413-4efb-a59f-92235195b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392427 Aug 26 01:43:47.861634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:43:47.870316 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Pushing event deleted for resources: {'Port': ['ID=25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:43:47.921957 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:43:47.922302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:43:47.922638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:43:47.922972 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:43:47.923302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:43:47.923628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:43:47.923951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:43:47.924858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:43:47.925190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:43:47.925582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:43:47.925865 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:43:47.926205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:43:47.971302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3375b3e-f291-4b7c-b2ed-9a7e3f9f9a1f req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] No DVR routers for this DVR port 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:43:47.973892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-d3375b3e-f291-4b7c-b2ed-9a7e3f9f9a1f req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:47.976631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e426bcc-020f-4270-9f49-33944d9680bf', 'name': 'network-vif-deleted', 'tag': '25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:43:48.022364 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d104f3ab-8a26-44c5-ab7a-5b9ba97a7f4a'] response: {'server_uuid': '8e426bcc-020f-4270-9f49-33944d9680bf', 'name': 'network-vif-deleted', 'tag': '25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11', 'status': 'completed', 'code': 200} Aug 26 01:43:48.040314 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d3375b3e-f291-4b7c-b2ed-9a7e3f9f9a1f req-5cd4b762-5f97-4992-9c78-a57a5932a823 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.94 "DELETE /v2.0/ports/25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 HTTP/1.1" status: 204 len: 173 time: 1.0629470 Aug 26 01:43:49.009437 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ea287832-cee5-4fe1-ba78-8bcff38cb2c5 req-1a9bfd12-d70a-40da-807d-571830d90cd6 tempest-TestEncryptedCinderVolumes-1564916791 tempest-TestEncryptedCinderVolumes-1564916791-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e426bcc-020f-4270-9f49-33944d9680bf HTTP/1.1" status: 200 len: 210 time: 0.0499721 Aug 26 01:43:50.205678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 59368) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:43:50.734988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e43f82ec-c21a-4e57-9a28-54dcaa7f187b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:51.087348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e43f82ec-c21a-4e57-9a28-54dcaa7f187b admin admin] Deleting port 771f6e3e-cc44-4649-b33a-6d42f734356c {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:43:51.087691 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e43f82ec-c21a-4e57-9a28-54dcaa7f187b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:51.258641 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-e43f82ec-c21a-4e57-9a28-54dcaa7f187b admin admin] For port 771f6e3e-cc44-4649-b33a-6d42f734356c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=771f6e3e-cc44-4649-b33a-6d42f734356c,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:43:51.259347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e43f82ec-c21a-4e57-9a28-54dcaa7f187b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:51.492324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e43f82ec-c21a-4e57-9a28-54dcaa7f187b admin admin] Calling delete_port for 771f6e3e-cc44-4649-b33a-6d42f734356c owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:43:51.708476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e43f82ec-c21a-4e57-9a28-54dcaa7f187b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:51.754958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f82ec-c21a-4e57-9a28-54dcaa7f187b admin admin] Pushing event deleted for resources: {'Port': ['ID=771f6e3e-cc44-4649-b33a-6d42f734356c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:43:52.041119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e43f82ec-c21a-4e57-9a28-54dcaa7f187b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:52.287157 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:43:52.322458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:43:52.322731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 25ed1a3b-0ad7-448a-a8fe-9bf1c3ad9a11 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:43:52.398543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43f82ec-c21a-4e57-9a28-54dcaa7f187b admin admin] Router b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:43:52.576142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43f82ec-c21a-4e57-9a28-54dcaa7f187b admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:43:52.584689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d905973-61f6-488e-afcf-aa6e972c8fe4 None None] Sync routers for ids ['b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:43:52.589444 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e43f82ec-c21a-4e57-9a28-54dcaa7f187b admin admin] 10.222.0.83 "PUT /v2.0/routers/b0c30fa2-a2c1-44b9-82db-33cf1c8562c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3826752 Aug 26 01:43:52.592412 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 59372) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:43:52.594696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d905973-61f6-488e-afcf-aa6e972c8fe4 None None] Routers {'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:43:52.595303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-6d905973-61f6-488e-afcf-aa6e972c8fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:43:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:43:52.764955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:52.771551 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-6d905973-61f6-488e-afcf-aa6e972c8fe4 None None] Set router b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:43:53.061548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:53.062241 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-6d905973-61f6-488e-afcf-aa6e972c8fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'name': 'tempest-TestEncryptedCinderVolumes-229204513-router', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.168'}], 'enable_snat': True}, 'gw_port_id': '8d551d4f-08a8-415a-a5e3-68904e1c40ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:39Z', 'updated_at': '2022-08-26T01:43:51Z', 'revision_number': 5, 'project_id': '6296ef6b59934e92adef6a3becae29b1', 'gw_port': {'id': '8d551d4f-08a8-415a-a5e3-68904e1c40ff', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:40Z', 'updated_at': '2022-08-26T01:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:43:53.066526 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d905973-61f6-488e-afcf-aa6e972c8fe4 None None] Checking router: b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:43:53.075295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d905973-61f6-488e-afcf-aa6e972c8fe4 None None] Routers {'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:43:53.075902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-6d905973-61f6-488e-afcf-aa6e972c8fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:43:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:43:53.142994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] Deleting port 8d551d4f-08a8-415a-a5e3-68904e1c40ff {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:43:53.143267 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:53.252761 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-6d905973-61f6-488e-afcf-aa6e972c8fe4 None None] Set router b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:43:53.318178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] For port 8d551d4f-08a8-415a-a5e3-68904e1c40ff, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=8d551d4f-08a8-415a-a5e3-68904e1c40ff,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:43:53.318544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:53.358845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-6d905973-61f6-488e-afcf-aa6e972c8fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'name': 'tempest-TestEncryptedCinderVolumes-229204513-router', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:39Z', 'updated_at': '2022-08-26T01:43:53Z', 'revision_number': 6, 'project_id': '6296ef6b59934e92adef6a3becae29b1', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:43:53.362872 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d905973-61f6-488e-afcf-aa6e972c8fe4 None None] The sync data for ids ['b0c30fa2-a2c1-44b9-82db-33cf1c8562c6'] in dv-neutron-854561-2-hyperv is: [{'id': 'b0c30fa2-a2c1-44b9-82db-33cf1c8562c6', 'name': 'tempest-TestEncryptedCinderVolumes-229204513-router', 'tenant_id': '6296ef6b59934e92adef6a3becae29b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:39Z', 'updated_at': '2022-08-26T01:43:53Z', 'revision_number': 6, 'project_id': '6296ef6b59934e92adef6a3becae29b1', 'gw_port_host': None}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:43:53.451036 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] Calling delete_port for 8d551d4f-08a8-415a-a5e3-68904e1c40ff owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:43:53.696541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:53.747892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d551d4f-08a8-415a-a5e3-68904e1c40ff,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:43:53.852075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:54.025077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:54.027850 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:54.113677 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:54.114257 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:43:54.128707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:54.129962 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c42106aa-3d04-4297-bb96-7dd4ac612898 admin admin] 10.222.0.83 "DELETE /v2.0/routers/b0c30fa2-a2c1-44b9-82db-33cf1c8562c6 HTTP/1.1" status: 204 len: 168 time: 1.5366008 Aug 26 01:43:54.132456 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 59376) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:43:54.193165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da526be-b61c-4f98-a018-2e6aa721fdd7 admin admin] Deleting subnet 70b853ce-af78-40d0-a7e3-335e2180b4b8 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:43:54.196455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9da526be-b61c-4f98-a018-2e6aa721fdd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:54.247505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9da526be-b61c-4f98-a018-2e6aa721fdd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:54.330234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9da526be-b61c-4f98-a018-2e6aa721fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:54.491430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9da526be-b61c-4f98-a018-2e6aa721fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:54.534150 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da526be-b61c-4f98-a018-2e6aa721fdd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b853ce-af78-40d0-a7e3-335e2180b4b8,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:43:54.536120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9da526be-b61c-4f98-a018-2e6aa721fdd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:54.540618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81abe84d-91a6-4c44-af48-34a43335d09b None None] Network 62b49e43-7a0e-42c6-8e90-41574d3ead2e requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:43:54.546042 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9da526be-b61c-4f98-a018-2e6aa721fdd7 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/70b853ce-af78-40d0-a7e3-335e2180b4b8 HTTP/1.1" status: 204 len: 168 time: 0.4095330 Aug 26 01:43:54.546488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 59380) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:43:54.647998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:54.658474 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] Deleting port 8bb44de0-48c1-4584-961d-4a2116daa1e2 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:43:54.658798 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:54.815637 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aca9db-15e1-4c8e-a963-d5ad051c5ad7 None None] DHCP port deletion for 62b49e43-7a0e-42c6-8e90-41574d3ead2e request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:43:54.819878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-13aca9db-15e1-4c8e-a963-d5ad051c5ad7 None None] Deleting port 8bb44de0-48c1-4584-961d-4a2116daa1e2 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:43:54.820258 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-13aca9db-15e1-4c8e-a963-d5ad051c5ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:54.977731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] For port 8bb44de0-48c1-4584-961d-4a2116daa1e2, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=8bb44de0-48c1-4584-961d-4a2116daa1e2,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:43:54.978102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:55.025105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-13aca9db-15e1-4c8e-a963-d5ad051c5ad7 None None] For port 8bb44de0-48c1-4584-961d-4a2116daa1e2, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=8bb44de0-48c1-4584-961d-4a2116daa1e2,segment=NetworkSegment(e084fc60-83db-45fd-a0b2-b30d234b81c4),segment_id=e084fc60-83db-45fd-a0b2-b30d234b81c4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:43:55.025505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-13aca9db-15e1-4c8e-a963-d5ad051c5ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:55.103874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] Calling delete_port for 8bb44de0-48c1-4584-961d-4a2116daa1e2 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:43:55.155110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-13aca9db-15e1-4c8e-a963-d5ad051c5ad7 None None] Calling delete_port for 8bb44de0-48c1-4584-961d-4a2116daa1e2 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:43:55.260141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:55.266256 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-13aca9db-15e1-4c8e-a963-d5ad051c5ad7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:43:55.266626 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-13aca9db-15e1-4c8e-a963-d5ad051c5ad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:43:55.306374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb44de0-48c1-4584-961d-4a2116daa1e2,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:43:55.310302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] No DVR routers for this DVR port 8bb44de0-48c1-4584-961d-4a2116daa1e2 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:43:55.426393 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:55.430755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 8d551d4f-08a8-415a-a5e3-68904e1c40ff no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:43:55.456720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b49e43-7a0e-42c6-8e90-41574d3ead2e']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:43:55.468004 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 8d551d4f-08a8-415a-a5e3-68904e1c40ff {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:43:55.468351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 8d551d4f-08a8-415a-a5e3-68904e1c40ff not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:43:55.468764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 8bb44de0-48c1-4584-961d-4a2116daa1e2 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:43:55.469697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e084fc60-83db-45fd-a0b2-b30d234b81c4') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:43:55.470031 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e084fc60-83db-45fd-a0b2-b30d234b81c4') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:43:55.481364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:55.497397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:55.500652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 8bb44de0-48c1-4584-961d-4a2116daa1e2 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:43:55.500999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 8bb44de0-48c1-4584-961d-4a2116daa1e2 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:43:55.501416 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 771f6e3e-cc44-4649-b33a-6d42f734356c no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:43:55.503627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:43:55.504009 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:55.534673 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 771f6e3e-cc44-4649-b33a-6d42f734356c {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:43:55.535020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 771f6e3e-cc44-4649-b33a-6d42f734356c not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:43:55.568838 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment e084fc60-83db-45fd-a0b2-b30d234b81c4 resource provider aggregate not found Aug 26 01:43:55.590396 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment e084fc60-83db-45fd-a0b2-b30d234b81c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e084fc60-83db-45fd-a0b2-b30d234b81c4 found for delete ", "request_id": "req-c2128f68-a17d-42a7-878b-0b4c1b9256da"}]} Aug 26 01:43:55.662504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:55.681686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:55.693690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=62b49e43-7a0e-42c6-8e90-41574d3ead2e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:43:55.764515 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b1a30366-7c50-41ef-818b-8f562ad1f7a9 admin admin] 10.222.0.83 "DELETE /v2.0/networks/62b49e43-7a0e-42c6-8e90-41574d3ead2e HTTP/1.1" status: 204 len: 168 time: 1.2170565 Aug 26 01:43:55.767390 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 59388) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:43:55.773231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-13aca9db-15e1-4c8e-a963-d5ad051c5ad7 None None] Deleting port 8bb44de0-48c1-4584-961d-4a2116daa1e2 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:43:55.773231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-13aca9db-15e1-4c8e-a963-d5ad051c5ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:55.837117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-13aca9db-15e1-4c8e-a963-d5ad051c5ad7 None None] The port '8bb44de0-48c1-4584-961d-4a2116daa1e2' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:43:56.295078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32bf601e-a0a8-460e-9eba-f2e6acdd2a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:56.743533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-32bf601e-a0a8-460e-9eba-f2e6acdd2a6e admin admin] Deleting port bef4aebe-f49d-4f9b-ad26-b24d75aebb00 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:43:56.744266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32bf601e-a0a8-460e-9eba-f2e6acdd2a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:56.915208 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-32bf601e-a0a8-460e-9eba-f2e6acdd2a6e admin admin] For port bef4aebe-f49d-4f9b-ad26-b24d75aebb00, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=bef4aebe-f49d-4f9b-ad26-b24d75aebb00,segment=NetworkSegment(6fe1a1d3-735d-44d4-9025-e4875e24d8e8),segment_id=6fe1a1d3-735d-44d4-9025-e4875e24d8e8)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:43:56.915566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32bf601e-a0a8-460e-9eba-f2e6acdd2a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:57.041155 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-32bf601e-a0a8-460e-9eba-f2e6acdd2a6e admin admin] Calling delete_port for bef4aebe-f49d-4f9b-ad26-b24d75aebb00 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:43:57.262719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32bf601e-a0a8-460e-9eba-f2e6acdd2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:57.310752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf601e-a0a8-460e-9eba-f2e6acdd2a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=bef4aebe-f49d-4f9b-ad26-b24d75aebb00,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:43:57.588833 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32bf601e-a0a8-460e-9eba-f2e6acdd2a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:58.056162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bf601e-a0a8-460e-9eba-f2e6acdd2a6e admin admin] Router 7771ff3e-c862-4ba9-ba78-1ebb00a03045 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:43:58.230812 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bf601e-a0a8-460e-9eba-f2e6acdd2a6e admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:43:58.239787 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2e3dc-d88a-4d82-b69f-35fb259a2b12 None None] Sync routers for ids ['7771ff3e-c862-4ba9-ba78-1ebb00a03045'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:43:58.240367 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-32bf601e-a0a8-460e-9eba-f2e6acdd2a6e admin admin] 10.222.0.83 "PUT /v2.0/routers/7771ff3e-c862-4ba9-ba78-1ebb00a03045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4714971 Aug 26 01:43:58.242445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 59392) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:43:58.251562 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2e3dc-d88a-4d82-b69f-35fb259a2b12 None None] Routers {'7771ff3e-c862-4ba9-ba78-1ebb00a03045'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:43:58.252197 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-70b2e3dc-d88a-4d82-b69f-35fb259a2b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:43:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7771ff3e-c862-4ba9-ba78-1ebb00a03045'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:43:58.421593 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:58.427785 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-70b2e3dc-d88a-4d82-b69f-35fb259a2b12 None None] Set router 7771ff3e-c862-4ba9-ba78-1ebb00a03045 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:43:58.597108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:58.704858 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-70b2e3dc-d88a-4d82-b69f-35fb259a2b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'name': 'tempest-TestEncryptedCinderVolumes-973171852-router', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': '5ef4a371-f529-4725-ba4e-850730e962ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:46Z', 'updated_at': '2022-08-26T01:43:57Z', 'revision_number': 5, 'project_id': '9da89d21a06146b69cb3882e9e9e1708', 'gw_port': {'id': '5ef4a371-f529-4725-ba4e-850730e962ed', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:41:47Z', 'updated_at': '2022-08-26T01:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:43:58.706166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] Deleting port 5ef4a371-f529-4725-ba4e-850730e962ed {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:43:58.706515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:58.708525 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2e3dc-d88a-4d82-b69f-35fb259a2b12 None None] Checking router: 7771ff3e-c862-4ba9-ba78-1ebb00a03045 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:43:58.717138 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2e3dc-d88a-4d82-b69f-35fb259a2b12 None None] Routers {'7771ff3e-c862-4ba9-ba78-1ebb00a03045'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:43:58.717761 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-70b2e3dc-d88a-4d82-b69f-35fb259a2b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:43:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['7771ff3e-c862-4ba9-ba78-1ebb00a03045'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:43:58.885097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] For port 5ef4a371-f529-4725-ba4e-850730e962ed, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=5ef4a371-f529-4725-ba4e-850730e962ed,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:43:58.885486 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:58.906402 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-70b2e3dc-d88a-4d82-b69f-35fb259a2b12 None None] Set router 7771ff3e-c862-4ba9-ba78-1ebb00a03045 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:43:59.010095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] Calling delete_port for 5ef4a371-f529-4725-ba4e-850730e962ed owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:43:59.011102 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-70b2e3dc-d88a-4d82-b69f-35fb259a2b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'name': 'tempest-TestEncryptedCinderVolumes-973171852-router', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:46Z', 'updated_at': '2022-08-26T01:43:58Z', 'revision_number': 6, 'project_id': '9da89d21a06146b69cb3882e9e9e1708', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:43:59.016106 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2e3dc-d88a-4d82-b69f-35fb259a2b12 None None] The sync data for ids ['7771ff3e-c862-4ba9-ba78-1ebb00a03045'] in dv-neutron-854561-2-hyperv is: [{'id': '7771ff3e-c862-4ba9-ba78-1ebb00a03045', 'name': 'tempest-TestEncryptedCinderVolumes-973171852-router', 'tenant_id': '9da89d21a06146b69cb3882e9e9e1708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:41:46Z', 'updated_at': '2022-08-26T01:43:58Z', 'revision_number': 6, 'project_id': '9da89d21a06146b69cb3882e9e9e1708', 'gw_port_host': None}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:43:59.250764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:59.298197 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef4a371-f529-4725-ba4e-850730e962ed,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:43:59.409601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:59.452105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device bef4aebe-f49d-4f9b-ad26-b24d75aebb00 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:43:59.487704 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: bef4aebe-f49d-4f9b-ad26-b24d75aebb00 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:43:59.488062 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device bef4aebe-f49d-4f9b-ad26-b24d75aebb00 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:43:59.693688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:59.695913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:59.809332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:59.809884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7771ff3e-c862-4ba9-ba78-1ebb00a03045 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:43:59.822177 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:59.823290 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-73323b4c-05f2-479f-99d2-3f5e1677d942 admin admin] 10.222.0.83 "DELETE /v2.0/routers/7771ff3e-c862-4ba9-ba78-1ebb00a03045 HTTP/1.1" status: 204 len: 168 time: 1.5789013 Aug 26 01:43:59.826194 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 59396) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:43:59.890530 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-95052e24-4515-4711-a1fb-babc63de1eb9 admin admin] Deleting subnet d00ff30f-a079-4577-af71-3a82c25f4292 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:43:59.893961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95052e24-4515-4711-a1fb-babc63de1eb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:43:59.948950 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95052e24-4515-4711-a1fb-babc63de1eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:00.030929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95052e24-4515-4711-a1fb-babc63de1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:00.169623 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95052e24-4515-4711-a1fb-babc63de1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:00.205477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95052e24-4515-4711-a1fb-babc63de1eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00ff30f-a079-4577-af71-3a82c25f4292,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:00.211732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-95052e24-4515-4711-a1fb-babc63de1eb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:00.217765 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a34e70-bc33-4b02-87a0-9c5c2bc3d7df None None] Network b9b20912-5278-44c5-ba1f-0495f6c92b16 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:44:00.219234 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-95052e24-4515-4711-a1fb-babc63de1eb9 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d00ff30f-a079-4577-af71-3a82c25f4292 HTTP/1.1" status: 204 len: 168 time: 0.3919411 Aug 26 01:44:00.221618 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 59400) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:44:00.327826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:00.338207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] Deleting port b1677841-a672-44a8-99c9-af8a774d582b {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:44:00.340201 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:00.506042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8954685c-d5b8-45d4-bdcd-3c17748101e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:00.516848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d20a931-14da-4145-91b5-aa73bdef9f78 None None] DHCP port deletion for b9b20912-5278-44c5-ba1f-0495f6c92b16 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:44:00.521390 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0d20a931-14da-4145-91b5-aa73bdef9f78 None None] Deleting port b1677841-a672-44a8-99c9-af8a774d582b {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:44:00.521856 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0d20a931-14da-4145-91b5-aa73bdef9f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:00.555353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] For port b1677841-a672-44a8-99c9-af8a774d582b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b1677841-a672-44a8-99c9-af8a774d582b,segment=NetworkSegment(6fe1a1d3-735d-44d4-9025-e4875e24d8e8),segment_id=6fe1a1d3-735d-44d4-9025-e4875e24d8e8)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:44:00.555715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:00.678754 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] Calling delete_port for b1677841-a672-44a8-99c9-af8a774d582b owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:44:00.728691 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0d20a931-14da-4145-91b5-aa73bdef9f78 None None] For port b1677841-a672-44a8-99c9-af8a774d582b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b1677841-a672-44a8-99c9-af8a774d582b,segment=NetworkSegment(6fe1a1d3-735d-44d4-9025-e4875e24d8e8),segment_id=6fe1a1d3-735d-44d4-9025-e4875e24d8e8)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:44:00.728997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0d20a931-14da-4145-91b5-aa73bdef9f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:00.848880 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:00.850259 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0d20a931-14da-4145-91b5-aa73bdef9f78 None None] Calling delete_port for b1677841-a672-44a8-99c9-af8a774d582b owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:44:00.900868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] Pushing event deleted for resources: {'Port': ['ID=b1677841-a672-44a8-99c9-af8a774d582b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:00.902922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] No DVR routers for this DVR port b1677841-a672-44a8-99c9-af8a774d582b on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:44:00.921880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-0d20a931-14da-4145-91b5-aa73bdef9f78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:44:00.922239 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-0d20a931-14da-4145-91b5-aa73bdef9f78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:44:01.017840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:01.041974 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b20912-5278-44c5-ba1f-0495f6c92b16']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:01.053716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe1a1d3-735d-44d4-9025-e4875e24d8e8') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:01.054049 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe1a1d3-735d-44d4-9025-e4875e24d8e8') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:01.065803 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:01.081888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:01.087799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:44:01.094505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:01.154278 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 6fe1a1d3-735d-44d4-9025-e4875e24d8e8 resource provider aggregate not found Aug 26 01:44:01.175057 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 6fe1a1d3-735d-44d4-9025-e4875e24d8e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fe1a1d3-735d-44d4-9025-e4875e24d8e8 found for delete ", "request_id": "req-c62d434b-e8ce-4a77-a300-ac5bdcfa03e9"}]} Aug 26 01:44:01.273539 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:01.288971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:01.300411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b20912-5278-44c5-ba1f-0495f6c92b16,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:01.303182 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-26e0ddb1-fd13-438c-a93e-2f9a6dedb37e admin admin] 10.222.0.83 "DELETE /v2.0/networks/b9b20912-5278-44c5-ba1f-0495f6c92b16 HTTP/1.1" status: 204 len: 168 time: 1.0806310 Aug 26 01:44:01.423578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0d20a931-14da-4145-91b5-aa73bdef9f78 None None] Deleting port b1677841-a672-44a8-99c9-af8a774d582b {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:44:01.423978 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0d20a931-14da-4145-91b5-aa73bdef9f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:01.453339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5ef4a371-f529-4725-ba4e-850730e962ed no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:44:01.517401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 5ef4a371-f529-4725-ba4e-850730e962ed {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:44:01.518145 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 5ef4a371-f529-4725-ba4e-850730e962ed not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:44:01.518248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b1677841-a672-44a8-99c9-af8a774d582b no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:44:01.555563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0d20a931-14da-4145-91b5-aa73bdef9f78 None None] The port 'b1677841-a672-44a8-99c9-af8a774d582b' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:44:01.562844 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: b1677841-a672-44a8-99c9-af8a774d582b {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:44:01.563086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b1677841-a672-44a8-99c9-af8a774d582b not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:44:01.664077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59410) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:44:01.715079 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8c75a94a-f31a-4bf5-955d-bd1e762a6c73 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6296ef6b59934e92adef6a3becae29b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498230 Aug 26 01:44:01.718402 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59414) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:44:01.774784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:01.801555 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:01.905939 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:01.923205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ad4cb9-1413-4efb-a59f-92235195b5b3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:01.930950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:01.931295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:01.931632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:01.931965 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:01.932292 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:01.932617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:01.932941 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:01.933262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:01.933581 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:01.933932 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:01.934272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:01.934582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:01.996124 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:01.997817 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-99dd2599-658f-424b-9da5-a2d6dd2fc115 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a9ad4cb9-1413-4efb-a59f-92235195b5b3 HTTP/1.1" status: 204 len: 168 time: 0.2784719 Aug 26 01:44:02.672176 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59422) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:44:02.720090 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3422012c-0edc-4aa7-88df-a580325d9392 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9da89d21a06146b69cb3882e9e9e1708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467575 Aug 26 01:44:02.722550 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59426) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:44:02.782624 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c624f4fe-45a6-45ff-949d-2bbdb4d9d784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:02.807968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c624f4fe-45a6-45ff-949d-2bbdb4d9d784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:02.951203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c624f4fe-45a6-45ff-949d-2bbdb4d9d784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:02.968194 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624f4fe-45a6-45ff-949d-2bbdb4d9d784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a95814-a474-4a4a-81b5-5f073234c7d2,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:02.971570 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c624f4fe-45a6-45ff-949d-2bbdb4d9d784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:02.972962 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c624f4fe-45a6-45ff-949d-2bbdb4d9d784 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/86a95814-a474-4a4a-81b5-5f073234c7d2 HTTP/1.1" status: 204 len: 168 time: 0.2492011 Aug 26 01:44:03.005114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9c08b467-0f6f-49be-b6cd-5fdbf3357999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:03.740341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:04.003435 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59450) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:44:04.062550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:04.107626 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1876247225-network', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:44:04.112359 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:44:04.116214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Usage tracker for resource:network and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:44:04.119052 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:44:04.125228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:44:04.214495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Made reservation on behalf of e8a66ac59dfd4a4f966b18f56f43b7ad for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:44:04.216923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:04.228844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:04.243231 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:44:04.247984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Usage tracker for resource:security_group_rule and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:44:04.250825 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:44:04.256543 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:44:04.334914 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:04.410414 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:04.469472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:44:04.477648 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423ea46f-f189-4a8d-b22c-74d8542fe324,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:04.483715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:04.484051 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Added segment 15b6a3b7-2a67-413d-8014-c2d4377ca2d4 of type vlan for network c5ed7928-acb5-4d19-88bb-e77001d75681 Aug 26 01:44:04.510900 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:04.610813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:04.611780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:04.612378 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:04.713160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] Pushing event updated for resources: {'Network': ['ID=c5ed7928-acb5-4d19-88bb-e77001d75681,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:04.724096 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network c5ed7928-acb5-4d19-88bb-e77001d75681 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:44:04.771768 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5416149a-194e-40cf-bc31-ac3ab8509268 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7670825 Aug 26 01:44:04.774571 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59456) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:44:04.780909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] Request body: {'subnet': {'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1876247225-subnet', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'ip_version': 4}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:44:04.786042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:44:04.789966 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] Usage tracker for resource:subnet and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:44:04.792784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:44:04.799233 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:44:04.890955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] Made reservation on behalf of e8a66ac59dfd4a4f966b18f56f43b7ad for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:44:04.893387 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:05.210790 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:05.297860 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=861ac09a-45e6-4c8b-98c8-859ccc2fd432,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:05.303219 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] Checking segment: {'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:44:05.303558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] Network hostable DHCP agents. Network: c5ed7928-acb5-4d19-88bb-e77001d75681, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:44:05.399127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] Network c5ed7928-acb5-4d19-88bb-e77001d75681 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:44:05.484608 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, c5ed7928-acb5-4d19-88bb-e77001d75681) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:44:05.488551 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:05.489132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:05.495351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea7e2c2-4384-4f7f-a8ce-e23e73b750e3 None None] Network c5ed7928-acb5-4d19-88bb-e77001d75681 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:44:05.585520 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 59460) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:44:05.586203 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3f5dca4a-5042-4423-8cad-91a9374a18ec admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8100436 Aug 26 01:44:05.590728 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:44:05.595583 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:44:05.599454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Usage tracker for resource:router and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:44:05.602262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:44:05.607979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:44:05.648900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:05.688768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:05.689846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:05.705290 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:05.725951 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-c5ed7928-acb5-4d19-88bb-e77001d75681', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:44:05.726817 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:05.885683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Allocated IP 172.20.0.2 (c5ed7928-acb5-4d19-88bb-e77001d75681/861ac09a-45e6-4c8b-98c8-859ccc2fd432/d50e75eb-767b-4b68-aaeb-a2653de7eff7) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:44:06.092508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:06.102716 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Transition to ACTIVE for port object d50e75eb-767b-4b68-aaeb-a2653de7eff7 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:44:06.122129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Transition to ACTIVE for port object d50e75eb-767b-4b68-aaeb-a2653de7eff7 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:44:06.137487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:06.194150 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:06.257861 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Network c5ed7928-acb5-4d19-88bb-e77001d75681 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:44:06.260579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:44:06.264427 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:44:06.303542 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Pushing event updated for resources: {'Port': ['ID=d50e75eb-767b-4b68-aaeb-a2653de7eff7,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:06.353389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:06.353630 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:06.354003 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:06.354330 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:06.354657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:06.354982 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:06.355303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:06.355622 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:06.356503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:06.356827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:06.357228 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:06.357580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:06.414903 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Attempting to bind port d50e75eb-767b-4b68-aaeb-a2653de7eff7 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:44:06.415264 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Attempting to bind port d50e75eb-767b-4b68-aaeb-a2653de7eff7 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:44:06.415622 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Attempting to bind port d50e75eb-767b-4b68-aaeb-a2653de7eff7 on network c5ed7928-acb5-4d19-88bb-e77001d75681 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:44:06.421484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:44:06.421886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Checking segment: {'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:44:06.422289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:06.422681 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Bound using segment: {'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:44:06.423134 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Bound port: d50e75eb-767b-4b68-aaeb-a2653de7eff7, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:44:06.423498 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:06.511672 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] For port d50e75eb-767b-4b68-aaeb-a2653de7eff7, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:44:06.515265 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] For port d50e75eb-767b-4b68-aaeb-a2653de7eff7, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d50e75eb-767b-4b68-aaeb-a2653de7eff7,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:44:06.515419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:06.545366 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:06.603261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:06.685778 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938f218-16c3-4d64-8628-a866dcaf5356 None None] Pushing event updated for resources: {'Port': ['ID=d50e75eb-767b-4b68-aaeb-a2653de7eff7,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:06.687639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Allocated IP 172.26.2.54 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/0744be50-ba24-47e0-b440-0db627d783e3) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:44:06.842860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:06.976913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:07.040836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:44:07.043659 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:44:07.047477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:44:07.089160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Pushing event updated for resources: {'Port': ['ID=0744be50-ba24-47e0-b440-0db627d783e3,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:07.471885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d50e75eb-767b-4b68-aaeb-a2653de7eff7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:44:07.627830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port d50e75eb-767b-4b68-aaeb-a2653de7eff7 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:44:07.639747 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f86ab9-27d8-4f58-9d1b-2bf3f08bf916 None None] Network c5ed7928-acb5-4d19-88bb-e77001d75681 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:44:07.698105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:07.804185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ade70883-2ecb-40fb-bc62-49afb46e2aa7 None None] Provisioning for port d50e75eb-767b-4b68-aaeb-a2653de7eff7 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:44:07.814118 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ade70883-2ecb-40fb-bc62-49afb46e2aa7 None None] Provisioning complete for port d50e75eb-767b-4b68-aaeb-a2653de7eff7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:07.814426 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ade70883-2ecb-40fb-bc62-49afb46e2aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:07.995698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ade70883-2ecb-40fb-bc62-49afb46e2aa7 None None] Current status of the port d50e75eb-767b-4b68-aaeb-a2653de7eff7 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:44:07.996055 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ade70883-2ecb-40fb-bc62-49afb46e2aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:08.039027 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ade70883-2ecb-40fb-bc62-49afb46e2aa7 None None] For port d50e75eb-767b-4b68-aaeb-a2653de7eff7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d50e75eb-767b-4b68-aaeb-a2653de7eff7,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:44:08.042471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:08.117468 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ade70883-2ecb-40fb-bc62-49afb46e2aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:08.191774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade70883-2ecb-40fb-bc62-49afb46e2aa7 None None] Pushing event updated for resources: {'Port': ['ID=d50e75eb-767b-4b68-aaeb-a2653de7eff7,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:08.236824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-15c742d7-aab0-40ff-9e7b-98e3cf5eb72c None None] Provisioning complete for port d50e75eb-767b-4b68-aaeb-a2653de7eff7 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:08.237288 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-15c742d7-aab0-40ff-9e7b-98e3cf5eb72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:08.311541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:44:08.357731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-15c742d7-aab0-40ff-9e7b-98e3cf5eb72c None None] Current status of the port d50e75eb-767b-4b68-aaeb-a2653de7eff7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:44:08.488231 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:44:08.497376 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Sync routers for ids ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:44:08.506734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Routers {'ea733ac0-3b35-4ce4-8381-08c9b364d7a3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:44:08.507354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:44:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:08.568681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:08.570012 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-68c43f6e-1670-493f-bf91-de2b52a59223 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9834256 Aug 26 01:44:08.572953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 59464) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:44:08.685447 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Set router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:44:08.975346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:07Z', 'revision_number': 3, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:08.979213 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Checking router: ea733ac0-3b35-4ce4-8381-08c9b364d7a3 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:44:08.979563 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Updating router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 port 0744be50-ba24-47e0-b440-0db627d783e3 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:44:09.033604 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:09.398979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:09.427313 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:09.439727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Transition to ACTIVE for port object 0744be50-ba24-47e0-b440-0db627d783e3 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:44:09.458939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d50e75eb-767b-4b68-aaeb-a2653de7eff7 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:44:09.526466 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:09.570557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d50e75eb-767b-4b68-aaeb-a2653de7eff7 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:09.570938 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:09.619308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Allocated IP 172.20.0.1 (c5ed7928-acb5-4d19-88bb-e77001d75681/861ac09a-45e6-4c8b-98c8-859ccc2fd432/d652dab2-7f59-4fc1-ae1f-f85b240b9dec) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:44:09.633795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Attempting to bind port 0744be50-ba24-47e0-b440-0db627d783e3 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:44:09.634182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Attempting to bind port 0744be50-ba24-47e0-b440-0db627d783e3 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:44:09.634550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Attempting to bind port 0744be50-ba24-47e0-b440-0db627d783e3 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:44:09.654030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:44:09.654490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:44:09.655118 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:09.655253 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:44:09.655662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Bound port: 0744be50-ba24-47e0-b440-0db627d783e3, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:44:09.656047 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:09.688766 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e584df-45c8-41d5-980e-d028293d806b None None] Pushing event updated for resources: {'Port': ['ID=0744be50-ba24-47e0-b440-0db627d783e3,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:09.776956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:09.787494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] For port 0744be50-ba24-47e0-b440-0db627d783e3, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:44:09.795362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Transition to ACTIVE for port object d652dab2-7f59-4fc1-ae1f-f85b240b9dec will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:44:09.799979 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] For port 0744be50-ba24-47e0-b440-0db627d783e3, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0744be50-ba24-47e0-b440-0db627d783e3,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:44:09.801024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d50e75eb-767b-4b68-aaeb-a2653de7eff7 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:44:09.883676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:09.912056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:09.947256 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Routers {'ea733ac0-3b35-4ce4-8381-08c9b364d7a3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:44:09.947880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:44:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:09.976678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Network c5ed7928-acb5-4d19-88bb-e77001d75681 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:44:09.979460 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:44:09.983466 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:44:10.024336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Pushing event updated for resources: {'Port': ['ID=d652dab2-7f59-4fc1-ae1f-f85b240b9dec,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:10.050834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:10.088281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e584df-45c8-41d5-980e-d028293d806b None None] Pushing event updated for resources: {'Port': ['ID=0744be50-ba24-47e0-b440-0db627d783e3,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:10.149937 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] Set router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:44:10.244433 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:10.428191 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b0f4f554-707f-47dd-b63d-37cc62ff2700 None None] Provisioning for port d652dab2-7f59-4fc1-ae1f-f85b240b9dec completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:44:10.433630 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b0f4f554-707f-47dd-b63d-37cc62ff2700 None None] Provisioning complete for port d652dab2-7f59-4fc1-ae1f-f85b240b9dec triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:10.434684 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f554-707f-47dd-b63d-37cc62ff2700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:10.481406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:10.495781 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4f554-707f-47dd-b63d-37cc62ff2700 None None] Port d652dab2-7f59-4fc1-ae1f-f85b240b9dec cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:44:10.512619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:07Z', 'revision_number': 3, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:10.517441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e885a09-915a-4118-82dd-78d22ed48f7e None None] The sync data for ids ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'] in dv-neutron-854561-2-hyperv is: [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:07Z', 'revision_number': 3, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:44:10.547936 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:10.655657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:10.661606 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Pushing event updated for resources: {'Port': ['ID=d652dab2-7f59-4fc1-ae1f-f85b240b9dec,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:10.811324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Network c5ed7928-acb5-4d19-88bb-e77001d75681 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:44:10.812497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:44:11.010879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:11.028900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:44:11.120160 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a054f36c-3d40-4cb2-9c3e-c95c9e2e23c1 None None] Provisioning complete for port d652dab2-7f59-4fc1-ae1f-f85b240b9dec triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:11.120535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a054f36c-3d40-4cb2-9c3e-c95c9e2e23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:11.177445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-a054f36c-3d40-4cb2-9c3e-c95c9e2e23c1 None None] Port d652dab2-7f59-4fc1-ae1f-f85b240b9dec cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:44:11.219953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:44:11.229036 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5168b86b-252e-4437-83f9-a8dad8ddb46f admin admin] 10.222.0.83 "PUT /v2.0/routers/ea733ac0-3b35-4ce4-8381-08c9b364d7a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6551006 Aug 26 01:44:11.467952 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0744be50-ba24-47e0-b440-0db627d783e3 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:44:11.608245 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 0744be50-ba24-47e0-b440-0db627d783e3 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:44:11.613365 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 0744be50-ba24-47e0-b440-0db627d783e3 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:11.613763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:11.733316 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 0744be50-ba24-47e0-b440-0db627d783e3 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:44:11.733707 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:11.752663 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 0744be50-ba24-47e0-b440-0db627d783e3, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0744be50-ba24-47e0-b440-0db627d783e3,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:44:11.815667 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:11.936239 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=0744be50-ba24-47e0-b440-0db627d783e3,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:11.993291 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59482) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:44:11.997797 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Sync routers for ids ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:44:12.000372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-767638734-network', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:44:12.005128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:44:12.007641 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Routers {'ea733ac0-3b35-4ce4-8381-08c9b364d7a3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:44:12.008241 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:44:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:12.009163 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Usage tracker for resource:network and tenant:cb7f985ed1bb4942814c756e8a6b7d84 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:44:12.012091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:44:12.018438 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:44:12.105478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Made reservation on behalf of cb7f985ed1bb4942814c756e8a6b7d84 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:44:12.108804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:12.120909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:12.135115 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:44:12.139198 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Usage tracker for resource:security_group_rule and tenant:cb7f985ed1bb4942814c756e8a6b7d84 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:44:12.142059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:44:12.147958 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:44:12.182586 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Set router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:44:12.228751 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:12.300056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:12.332427 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:44:12.337643 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec20dbf7-869d-44f7-a538-47827956a02f,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:12.346094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:12.346433 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Added segment ecdfc1c8-7120-48df-bcb6-46b2b7282b47 of type vlan for network 48c990c9-320c-4c61-93ff-0c2c9b563d80 Aug 26 01:44:12.374337 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:12.488458 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:12.489399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:12.490008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:12.496037 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'd652dab2-7f59-4fc1-ae1f-f85b240b9dec', 'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'mac_address': 'fa:16:3e:80:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:09Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 2, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'subnets': [{'id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:12.500466 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Checking router: ea733ac0-3b35-4ce4-8381-08c9b364d7a3 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:44:12.509662 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Updating router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 port d652dab2-7f59-4fc1-ae1f-f85b240b9dec binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:44:12.554880 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:12.604700 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] Pushing event updated for resources: {'Network': ['ID=48c990c9-320c-4c61-93ff-0c2c9b563d80,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:12.620220 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 48c990c9-320c-4c61-93ff-0c2c9b563d80 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:44:12.649408 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e3fa7470-9212-45d8-9eb3-eb1f74906449 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6541448 Aug 26 01:44:12.651962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59486) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:44:12.658368 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] Request body: {'subnet': {'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-767638734-subnet', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'ip_version': 4}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:44:12.664213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:44:12.668996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] Usage tracker for resource:subnet and tenant:cb7f985ed1bb4942814c756e8a6b7d84 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:44:12.672958 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:44:12.681373 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:44:12.757402 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] Made reservation on behalf of cb7f985ed1bb4942814c756e8a6b7d84 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:44:12.760026 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:12.924679 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:12.936643 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Transition to ACTIVE for port object d652dab2-7f59-4fc1-ae1f-f85b240b9dec will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:44:12.998929 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:13.050919 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:13.125641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f66aa66-182d-4b42-9651-758b8316fada,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:13.133094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] Checking segment: {'id': 'ecdfc1c8-7120-48df-bcb6-46b2b7282b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:44:13.133452 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] Network hostable DHCP agents. Network: 48c990c9-320c-4c61-93ff-0c2c9b563d80, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:44:13.186158 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116d9c8-ec5e-4936-bcfb-77b193b69738 None None] Pushing event updated for resources: {'Port': ['ID=d652dab2-7f59-4fc1-ae1f-f85b240b9dec,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:13.208408 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d9c8-ec5e-4936-bcfb-77b193b69738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:13.208747 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d9c8-ec5e-4936-bcfb-77b193b69738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:13.209086 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d9c8-ec5e-4936-bcfb-77b193b69738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:13.209413 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d9c8-ec5e-4936-bcfb-77b193b69738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:13.209757 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d9c8-ec5e-4936-bcfb-77b193b69738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:13.210085 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d9c8-ec5e-4936-bcfb-77b193b69738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:13.210411 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d9c8-ec5e-4936-bcfb-77b193b69738 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:13.210729 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d9c8-ec5e-4936-bcfb-77b193b69738 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:13.211048 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d9c8-ec5e-4936-bcfb-77b193b69738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:13.211364 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d9c8-ec5e-4936-bcfb-77b193b69738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:13.211678 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d9c8-ec5e-4936-bcfb-77b193b69738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:13.211991 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116d9c8-ec5e-4936-bcfb-77b193b69738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:44:13.218152 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Attempting to bind port d652dab2-7f59-4fc1-ae1f-f85b240b9dec on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:44:13.218515 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Attempting to bind port d652dab2-7f59-4fc1-ae1f-f85b240b9dec by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:44:13.218875 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Attempting to bind port d652dab2-7f59-4fc1-ae1f-f85b240b9dec on network c5ed7928-acb5-4d19-88bb-e77001d75681 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:44:13.224017 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:44:13.224383 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Checking segment: {'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:44:13.224773 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:13.225153 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Bound using segment: {'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:44:13.225606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] Network 48c990c9-320c-4c61-93ff-0c2c9b563d80 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:44:13.225801 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Bound port: d652dab2-7f59-4fc1-ae1f-f85b240b9dec, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:44:13.225982 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:13.311490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 48c990c9-320c-4c61-93ff-0c2c9b563d80) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:44:13.316859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:13.317854 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:13.324081 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] For port d652dab2-7f59-4fc1-ae1f-f85b240b9dec, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:44:13.327122 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962b3ba1-15f6-4230-9c4b-49a4a24439d2 None None] Network 48c990c9-320c-4c61-93ff-0c2c9b563d80 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:44:13.331974 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] For port d652dab2-7f59-4fc1-ae1f-f85b240b9dec, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d652dab2-7f59-4fc1-ae1f-f85b240b9dec,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:44:13.409327 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:13.425242 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ed3646c7-b0b6-464b-99fe-5772c4a87ff3 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7697113 Aug 26 01:44:13.425463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59490) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:44:13.430511 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-767638734-router', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:44:13.436534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:44:13.440695 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Usage tracker for resource:router and tenant:cb7f985ed1bb4942814c756e8a6b7d84 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:44:13.444106 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:44:13.452447 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:44:13.460544 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0744be50-ba24-47e0-b440-0db627d783e3 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:44:13.477355 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Routers {'ea733ac0-3b35-4ce4-8381-08c9b364d7a3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:44:13.478002 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:44:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:13.525541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:13.526904 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:13.544645 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:13.623123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 0744be50-ba24-47e0-b440-0db627d783e3 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:13.623663 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:13.634069 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116d9c8-ec5e-4936-bcfb-77b193b69738 None None] Pushing event updated for resources: {'Port': ['ID=d652dab2-7f59-4fc1-ae1f-f85b240b9dec,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:13.654942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-48c990c9-320c-4c61-93ff-0c2c9b563d80', 'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'fixed_ips': [{'subnet_id': '8f66aa66-182d-4b42-9651-758b8316fada'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:44:13.655764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:13.700826 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] Set router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:44:13.905654 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 0744be50-ba24-47e0-b440-0db627d783e3 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:44:13.910875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Allocated IP 172.20.0.2 (48c990c9-320c-4c61-93ff-0c2c9b563d80/8f66aa66-182d-4b42-9651-758b8316fada/b4f916ab-b9a9-414d-9243-2fc4143ddbf5) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:44:13.991385 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:14.027291 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'd652dab2-7f59-4fc1-ae1f-f85b240b9dec', 'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'mac_address': 'fa:16:3e:80:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:09Z', 'updated_at': '2022-08-26T01:44:13Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'subnets': [{'id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:14.031291 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dbac54-5c6f-4d1a-91dd-84d9a25452a1 None None] The sync data for ids ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'] in dv-neutron-854561-2-hyperv is: [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'd652dab2-7f59-4fc1-ae1f-f85b240b9dec', 'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'mac_address': 'fa:16:3e:80:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:09Z', 'updated_at': '2022-08-26T01:44:13Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'subnets': [{'id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:44:14.144822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:14.155352 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Transition to ACTIVE for port object b4f916ab-b9a9-414d-9243-2fc4143ddbf5 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:44:14.175230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Transition to ACTIVE for port object b4f916ab-b9a9-414d-9243-2fc4143ddbf5 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:44:14.245386 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:14.316070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Network 48c990c9-320c-4c61-93ff-0c2c9b563d80 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:44:14.317280 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:44:14.321318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:44:14.330657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Pushing event updated for resources: {'Port': ['ID=b4f916ab-b9a9-414d-9243-2fc4143ddbf5,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:14.406063 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:14.432692 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Attempting to bind port b4f916ab-b9a9-414d-9243-2fc4143ddbf5 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:44:14.433561 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Attempting to bind port b4f916ab-b9a9-414d-9243-2fc4143ddbf5 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'ecdfc1c8-7120-48df-bcb6-46b2b7282b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:44:14.434371 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Attempting to bind port b4f916ab-b9a9-414d-9243-2fc4143ddbf5 on network 48c990c9-320c-4c61-93ff-0c2c9b563d80 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:44:14.438551 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:14.440837 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:44:14.441334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Checking segment: {'id': 'ecdfc1c8-7120-48df-bcb6-46b2b7282b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:44:14.441782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:14.442172 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Bound using segment: {'id': 'ecdfc1c8-7120-48df-bcb6-46b2b7282b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:44:14.442649 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Bound port: b4f916ab-b9a9-414d-9243-2fc4143ddbf5, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdfc1c8-7120-48df-bcb6-46b2b7282b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:44:14.443023 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:14.545409 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] For port b4f916ab-b9a9-414d-9243-2fc4143ddbf5, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:44:14.549097 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] For port b4f916ab-b9a9-414d-9243-2fc4143ddbf5, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b4f916ab-b9a9-414d-9243-2fc4143ddbf5,segment=NetworkSegment(ecdfc1c8-7120-48df-bcb6-46b2b7282b47),segment_id=ecdfc1c8-7120-48df-bcb6-46b2b7282b47)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:44:14.594732 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Allocated IP 172.26.2.57 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/6d829189-d5ba-4e26-bedf-b2559c882f2c) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:44:14.635378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:14.716140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a271b8-6b93-408c-aa1a-354638c4735a None None] Pushing event updated for resources: {'Port': ['ID=b4f916ab-b9a9-414d-9243-2fc4143ddbf5,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:14.771981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:14.874810 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:14.948257 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:44:14.951770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:44:14.955762 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:44:15.000083 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Pushing event updated for resources: {'Port': ['ID=6d829189-d5ba-4e26-bedf-b2559c882f2c,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:15.460968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:15.531596 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d652dab2-7f59-4fc1-ae1f-f85b240b9dec up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:44:15.645929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ef3dd4-5691-4205-b7ee-b5b7baef6b04 None None] Network 48c990c9-320c-4c61-93ff-0c2c9b563d80 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:44:15.705651 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port d652dab2-7f59-4fc1-ae1f-f85b240b9dec completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:44:15.728602 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d652dab2-7f59-4fc1-ae1f-f85b240b9dec triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:15.728881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:15.865248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0169f5f5-e6e5-4ac9-a099-b99b00aba2dd None None] Provisioning for port b4f916ab-b9a9-414d-9243-2fc4143ddbf5 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:44:15.934622 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:16.010419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d652dab2-7f59-4fc1-ae1f-f85b240b9dec is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:44:16.010717 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:16.065615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port d652dab2-7f59-4fc1-ae1f-f85b240b9dec, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d652dab2-7f59-4fc1-ae1f-f85b240b9dec,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:44:16.148078 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:16.148935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b4f916ab-b9a9-414d-9243-2fc4143ddbf5 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:44:16.237249 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Router f74598db-76d4-412b-9bd3-cb99e15e33d8 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:44:16.276508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=d652dab2-7f59-4fc1-ae1f-f85b240b9dec,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:16.345899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port b4f916ab-b9a9-414d-9243-2fc4143ddbf5 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:44:16.351736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b4f916ab-b9a9-414d-9243-2fc4143ddbf5 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:16.352202 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:16.423851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:44:16.445542 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Sync routers for ids ['f74598db-76d4-412b-9bd3-cb99e15e33d8'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:44:16.475969 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Routers {'f74598db-76d4-412b-9bd3-cb99e15e33d8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:44:16.476610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:44:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f74598db-76d4-412b-9bd3-cb99e15e33d8'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:16.529396 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:16.533453 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6a6a6f4a-c1df-4e13-9c86-bf4aac1ef503 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1041253 Aug 26 01:44:16.533453 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59494) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:44:16.594739 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b4f916ab-b9a9-414d-9243-2fc4143ddbf5 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:44:16.595121 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:16.658982 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port b4f916ab-b9a9-414d-9243-2fc4143ddbf5, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b4f916ab-b9a9-414d-9243-2fc4143ddbf5,segment=NetworkSegment(ecdfc1c8-7120-48df-bcb6-46b2b7282b47),segment_id=ecdfc1c8-7120-48df-bcb6-46b2b7282b47)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:44:16.679613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Set router f74598db-76d4-412b-9bd3-cb99e15e33d8 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:44:16.777851 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:16.930199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=b4f916ab-b9a9-414d-9243-2fc4143ddbf5,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:17.025520 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'name': 'tempest-TestMinimumBasicScenario-767638734-router', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6d829189-d5ba-4e26-bedf-b2559c882f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:13Z', 'updated_at': '2022-08-26T01:44:15Z', 'revision_number': 3, 'project_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'gw_port': {'id': '6d829189-d5ba-4e26-bedf-b2559c882f2c', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:14Z', 'updated_at': '2022-08-26T01:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:17.029809 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Checking router: f74598db-76d4-412b-9bd3-cb99e15e33d8 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:44:17.030166 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Updating router f74598db-76d4-412b-9bd3-cb99e15e33d8 port 6d829189-d5ba-4e26-bedf-b2559c882f2c binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:44:17.086529 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:17.323130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:17.428330 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:17.440337 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Transition to ACTIVE for port object 6d829189-d5ba-4e26-bedf-b2559c882f2c will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:44:17.456834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d652dab2-7f59-4fc1-ae1f-f85b240b9dec up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:44:17.524675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d652dab2-7f59-4fc1-ae1f-f85b240b9dec triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:17.525043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:17.534544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Allocated IP 172.20.0.1 (48c990c9-320c-4c61-93ff-0c2c9b563d80/8f66aa66-182d-4b42-9651-758b8316fada/3edbbbb9-fbb5-4850-9305-67c4d4a16dbd) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:44:17.552828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:17.678268 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Attempting to bind port 6d829189-d5ba-4e26-bedf-b2559c882f2c on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:44:17.678977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Attempting to bind port 6d829189-d5ba-4e26-bedf-b2559c882f2c by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:44:17.678977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Attempting to bind port 6d829189-d5ba-4e26-bedf-b2559c882f2c on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:44:17.682067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:17.691340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16bf14-1e92-4bef-be61-7d7fbf1db4ea None None] Pushing event updated for resources: {'Port': ['ID=6d829189-d5ba-4e26-bedf-b2559c882f2c,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:17.693640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:44:17.694023 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:44:17.694414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:17.694787 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:44:17.695300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Bound port: 6d829189-d5ba-4e26-bedf-b2559c882f2c, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:44:17.695622 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:17.700492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Transition to ACTIVE for port object 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:44:17.776464 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:17.815964 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] For port 6d829189-d5ba-4e26-bedf-b2559c882f2c, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:44:17.827668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d652dab2-7f59-4fc1-ae1f-f85b240b9dec is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:44:17.828722 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b4f916ab-b9a9-414d-9243-2fc4143ddbf5 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:44:17.845148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Network 48c990c9-320c-4c61-93ff-0c2c9b563d80 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:44:17.847973 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:44:17.852221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:44:17.852457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] For port 6d829189-d5ba-4e26-bedf-b2559c882f2c, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6d829189-d5ba-4e26-bedf-b2559c882f2c,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:44:17.896319 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Pushing event updated for resources: {'Port': ['ID=3edbbbb9-fbb5-4850-9305-67c4d4a16dbd,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:17.901238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b4f916ab-b9a9-414d-9243-2fc4143ddbf5 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:17.901238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:17.917870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:17.934555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:18.021783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Routers {'f74598db-76d4-412b-9bd3-cb99e15e33d8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:44:18.022422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:44:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f74598db-76d4-412b-9bd3-cb99e15e33d8'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:18.097706 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:18.168935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16bf14-1e92-4bef-be61-7d7fbf1db4ea None None] Pushing event updated for resources: {'Port': ['ID=6d829189-d5ba-4e26-bedf-b2559c882f2c,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:18.248838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b8f50b2c-57b1-4d8e-be96-fd65ad22877b None None] Provisioning for port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:44:18.261821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b8f50b2c-57b1-4d8e-be96-fd65ad22877b None None] Provisioning complete for port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:18.262207 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b8f50b2c-57b1-4d8e-be96-fd65ad22877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:18.300508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b4f916ab-b9a9-414d-9243-2fc4143ddbf5 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:44:18.315368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] Set router f74598db-76d4-412b-9bd3-cb99e15e33d8 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:44:18.324770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:18.385487 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:18.387788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b8f50b2c-57b1-4d8e-be96-fd65ad22877b None None] Port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:44:18.497770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:18.501270 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Pushing event updated for resources: {'Port': ['ID=3edbbbb9-fbb5-4850-9305-67c4d4a16dbd,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:18.634606 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'name': 'tempest-TestMinimumBasicScenario-767638734-router', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6d829189-d5ba-4e26-bedf-b2559c882f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:13Z', 'updated_at': '2022-08-26T01:44:17Z', 'revision_number': 4, 'project_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'gw_port': {'id': '6d829189-d5ba-4e26-bedf-b2559c882f2c', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:14Z', 'updated_at': '2022-08-26T01:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3edbbbb9-fbb5-4850-9305-67c4d4a16dbd', 'name': '', 'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'mac_address': 'fa:16:3e:d4:e4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '8f66aa66-182d-4b42-9651-758b8316fada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:17Z', 'updated_at': '2022-08-26T01:44:17Z', 'revision_number': 1, 'project_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'subnets': [{'id': '8f66aa66-182d-4b42-9651-758b8316fada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:18.638114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Network 48c990c9-320c-4c61-93ff-0c2c9b563d80 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:44:18.639268 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:44:18.639566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d54e68-2281-436f-ab91-b23304d5651c None None] The sync data for ids ['f74598db-76d4-412b-9bd3-cb99e15e33d8'] in dv-neutron-854561-2-hyperv is: [{'id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'name': 'tempest-TestMinimumBasicScenario-767638734-router', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6d829189-d5ba-4e26-bedf-b2559c882f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:13Z', 'updated_at': '2022-08-26T01:44:17Z', 'revision_number': 4, 'project_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'gw_port': {'id': '6d829189-d5ba-4e26-bedf-b2559c882f2c', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:14Z', 'updated_at': '2022-08-26T01:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3edbbbb9-fbb5-4850-9305-67c4d4a16dbd', 'name': '', 'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'mac_address': 'fa:16:3e:d4:e4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '8f66aa66-182d-4b42-9651-758b8316fada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:17Z', 'updated_at': '2022-08-26T01:44:17Z', 'revision_number': 1, 'project_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'subnets': [{'id': '8f66aa66-182d-4b42-9651-758b8316fada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:44:18.835616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Router f74598db-76d4-412b-9bd3-cb99e15e33d8 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:44:18.912564 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a82f662f-4a0d-4964-9447-da72030c7ed5 None None] Provisioning complete for port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:18.913131 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a82f662f-4a0d-4964-9447-da72030c7ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:18.976402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-a82f662f-4a0d-4964-9447-da72030c7ed5 None None] Port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:44:19.156257 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:44:19.166102 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-37855cfd-f094-44d9-aa72-e096e3844a67 admin admin] 10.222.0.83 "PUT /v2.0/routers/f74598db-76d4-412b-9bd3-cb99e15e33d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6314604 Aug 26 01:44:19.487210 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6d829189-d5ba-4e26-bedf-b2559c882f2c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:44:19.644555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 6d829189-d5ba-4e26-bedf-b2559c882f2c completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:44:19.649804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 6d829189-d5ba-4e26-bedf-b2559c882f2c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:19.650183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:19.770212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6d829189-d5ba-4e26-bedf-b2559c882f2c is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:44:19.770619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:19.790584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 6d829189-d5ba-4e26-bedf-b2559c882f2c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6d829189-d5ba-4e26-bedf-b2559c882f2c,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:44:19.856482 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:19.925607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=6d829189-d5ba-4e26-bedf-b2559c882f2c,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:19.937430 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:44:21.469629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6d829189-d5ba-4e26-bedf-b2559c882f2c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:44:21.559784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 6d829189-d5ba-4e26-bedf-b2559c882f2c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:21.560202 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:21.698566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 6d829189-d5ba-4e26-bedf-b2559c882f2c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:44:22.034021 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Sync routers for ids ['f74598db-76d4-412b-9bd3-cb99e15e33d8'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:44:22.045366 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Routers {'f74598db-76d4-412b-9bd3-cb99e15e33d8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:44:22.046039 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:44:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f74598db-76d4-412b-9bd3-cb99e15e33d8'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:22.237813 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Set router f74598db-76d4-412b-9bd3-cb99e15e33d8 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:44:22.575914 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'name': 'tempest-TestMinimumBasicScenario-767638734-router', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6d829189-d5ba-4e26-bedf-b2559c882f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:13Z', 'updated_at': '2022-08-26T01:44:17Z', 'revision_number': 4, 'project_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'gw_port': {'id': '6d829189-d5ba-4e26-bedf-b2559c882f2c', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:14Z', 'updated_at': '2022-08-26T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3edbbbb9-fbb5-4850-9305-67c4d4a16dbd', 'name': '', 'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'mac_address': 'fa:16:3e:d4:e4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '8f66aa66-182d-4b42-9651-758b8316fada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:17Z', 'updated_at': '2022-08-26T01:44:18Z', 'revision_number': 2, 'project_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'subnets': [{'id': '8f66aa66-182d-4b42-9651-758b8316fada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:22.579511 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Checking router: f74598db-76d4-412b-9bd3-cb99e15e33d8 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:44:22.579869 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Updating router f74598db-76d4-412b-9bd3-cb99e15e33d8 port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:44:22.643583 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:23.004968 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:23.017016 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Transition to ACTIVE for port object 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:44:23.130245 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:23.284300 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611525af-c3c2-4bb8-b51c-e4d13d964b66 None None] Pushing event updated for resources: {'Port': ['ID=3edbbbb9-fbb5-4850-9305-67c4d4a16dbd,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:23.392813 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Attempting to bind port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:44:23.393185 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Attempting to bind port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'ecdfc1c8-7120-48df-bcb6-46b2b7282b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:44:23.393551 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Attempting to bind port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd on network 48c990c9-320c-4c61-93ff-0c2c9b563d80 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:44:23.399001 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:44:23.399370 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Checking segment: {'id': 'ecdfc1c8-7120-48df-bcb6-46b2b7282b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:44:23.399763 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:23.400277 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Bound using segment: {'id': 'ecdfc1c8-7120-48df-bcb6-46b2b7282b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:44:23.400736 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Bound port: 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdfc1c8-7120-48df-bcb6-46b2b7282b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:44:23.401100 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:23.504758 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] For port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:44:23.507994 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] For port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3edbbbb9-fbb5-4850-9305-67c4d4a16dbd,segment=NetworkSegment(ecdfc1c8-7120-48df-bcb6-46b2b7282b47),segment_id=ecdfc1c8-7120-48df-bcb6-46b2b7282b47)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:44:23.626294 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:23.686368 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Routers {'f74598db-76d4-412b-9bd3-cb99e15e33d8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:44:23.686915 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:44:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f74598db-76d4-412b-9bd3-cb99e15e33d8'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:23.830140 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611525af-c3c2-4bb8-b51c-e4d13d964b66 None None] Pushing event updated for resources: {'Port': ['ID=3edbbbb9-fbb5-4850-9305-67c4d4a16dbd,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:23.878854 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] Set router f74598db-76d4-412b-9bd3-cb99e15e33d8 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:44:24.211761 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'name': 'tempest-TestMinimumBasicScenario-767638734-router', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6d829189-d5ba-4e26-bedf-b2559c882f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:13Z', 'updated_at': '2022-08-26T01:44:17Z', 'revision_number': 4, 'project_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'gw_port': {'id': '6d829189-d5ba-4e26-bedf-b2559c882f2c', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:14Z', 'updated_at': '2022-08-26T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3edbbbb9-fbb5-4850-9305-67c4d4a16dbd', 'name': '', 'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'mac_address': 'fa:16:3e:d4:e4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '8f66aa66-182d-4b42-9651-758b8316fada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:17Z', 'updated_at': '2022-08-26T01:44:23Z', 'revision_number': 4, 'project_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'subnets': [{'id': '8f66aa66-182d-4b42-9651-758b8316fada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:44:24.220093 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b922a-af56-4c22-bb34-863677ad5994 None None] The sync data for ids ['f74598db-76d4-412b-9bd3-cb99e15e33d8'] in dv-neutron-854561-2-hyperv is: [{'id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'name': 'tempest-TestMinimumBasicScenario-767638734-router', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6d829189-d5ba-4e26-bedf-b2559c882f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:13Z', 'updated_at': '2022-08-26T01:44:17Z', 'revision_number': 4, 'project_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'gw_port': {'id': '6d829189-d5ba-4e26-bedf-b2559c882f2c', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:14Z', 'updated_at': '2022-08-26T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '3edbbbb9-fbb5-4850-9305-67c4d4a16dbd', 'name': '', 'network_id': '48c990c9-320c-4c61-93ff-0c2c9b563d80', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'mac_address': 'fa:16:3e:d4:e4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '8f66aa66-182d-4b42-9651-758b8316fada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:17Z', 'updated_at': '2022-08-26T01:44:23Z', 'revision_number': 4, 'project_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'subnets': [{'id': '8f66aa66-182d-4b42-9651-758b8316fada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:44:25.481364 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:44:25.678389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:44:25.682413 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:25.682786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:25.844057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:44:25.844528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:25.897355 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3edbbbb9-fbb5-4850-9305-67c4d4a16dbd,segment=NetworkSegment(ecdfc1c8-7120-48df-bcb6-46b2b7282b47),segment_id=ecdfc1c8-7120-48df-bcb6-46b2b7282b47)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:44:26.256077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:26.324683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=3edbbbb9-fbb5-4850-9305-67c4d4a16dbd,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:27.462632 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:44:27.542710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:27.543614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:27.670346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:44:30.499850 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0d72-4253-4c07-b381-f12ad9504852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:30.522186 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-5c853cc4-f5b4-4720-9e2b-b1c1a6942b87 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:30.522857 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-5c853cc4-f5b4-4720-9e2b-b1c1a6942b87 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Synchronizing usage tracker for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:44:30.602542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-5c853cc4-f5b4-4720-9e2b-b1c1a6942b87 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Unset dirty status for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:44:30.603694 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-5c853cc4-f5b4-4720-9e2b-b1c1a6942b87 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 815 time: 0.2266469 Aug 26 01:44:30.619265 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-2dd984bf-1cde-438c-b2da-839e44d68bf9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/quotas/e8a66ac59dfd4a4f966b18f56f43b7ad HTTP/1.1" status: 200 len: 375 time: 0.0093753 Aug 26 01:44:30.712036 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-3b664daa-36a1-4d92-8c06-fc6720623813 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867553 Aug 26 01:44:30.850437 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-3c306918-673e-4d76-98db-8ef615b6a77f service neutron] 10.222.0.83 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269107 Aug 26 01:44:30.980180 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-1a3fd9e5-b97c-4bd5-bd3d-210ab8ef059f service neutron] 10.222.0.83 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239109 Aug 26 01:44:31.279825 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ae12d0fd-b6f3-4c93-9fd3-2dff0efe5619 req-ef26f614-ea37-4a20-bace-73ebae8e570f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Synchronizing usage tracker for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:44:31.351082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ae12d0fd-b6f3-4c93-9fd3-2dff0efe5619 req-ef26f614-ea37-4a20-bace-73ebae8e570f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Unset dirty status for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:44:31.352258 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ae12d0fd-b6f3-4c93-9fd3-2dff0efe5619 req-ef26f614-ea37-4a20-bace-73ebae8e570f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 210 time: 0.1217785 Aug 26 01:44:32.510890 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-772fc0a9-a33e-49f0-b37b-5d481a6def31 req-9e85d250-f7df-41ab-a848-1eabfaae23a2 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 210 time: 0.0507138 Aug 26 01:44:33.045230 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3eff9a96-7750-4de7-8ca5-ade3c43cfff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:33.679657 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7900444c-c4d5-4086-b5fa-297ff4ea7f69 req-179abceb-58cd-4194-aa47-1d43ec5f5ff7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 210 time: 0.0497439 Aug 26 01:44:33.750761 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:34.025156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6c00b9bb-c3ef-4794-844e-09d96ac2615c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:34.026502 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6c00b9bb-c3ef-4794-844e-09d96ac2615c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 815 time: 0.2563608 Aug 26 01:44:34.054561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'port': {'device_id': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'admin_state_up': True, 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:44:34.082331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:34.194712 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:44:34.204442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:44:34.279084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Made reservation on behalf of e8a66ac59dfd4a4f966b18f56f43b7ad for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:44:34.282519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:34.449927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Allocated IP 172.20.0.4 (c5ed7928-acb5-4d19-88bb-e77001d75681/861ac09a-45e6-4c8b-98c8-859ccc2fd432/fa931a6b-af45-4f82-b8d0-da736ebe3a45) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:44:34.660959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:34.677811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Transition to ACTIVE for port object fa931a6b-af45-4f82-b8d0-da736ebe3a45 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:44:34.771710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:34.846541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'Port': ['ID=fa931a6b-af45-4f82-b8d0-da736ebe3a45,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:34.861566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Network c5ed7928-acb5-4d19-88bb-e77001d75681 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:44:34.862721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:44:34.865179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:44:34.932514 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:34.933157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:35.023051 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6330c20c-1bae-4679-8d9a-d48265ce4710 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9722235 Aug 26 01:44:35.033164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52336ed-f7cf-45ba-973e-821379b211a3 req-671abee1-8677-4212-8634-efa81d6cd18b tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:35.035357 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a52336ed-f7cf-45ba-973e-821379b211a3 req-671abee1-8677-4212-8634-efa81d6cd18b tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 931 time: 0.1772847 Aug 26 01:44:35.113327 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-a52336ed-f7cf-45ba-973e-821379b211a3 req-cb1dfec3-7c37-4608-8656-6495b92f020b tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Synchronizing usage tracker for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:44:35.216498 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-a52336ed-f7cf-45ba-973e-821379b211a3 req-cb1dfec3-7c37-4608-8656-6495b92f020b tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Unset dirty status for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:44:35.217915 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a52336ed-f7cf-45ba-973e-821379b211a3 req-cb1dfec3-7c37-4608-8656-6495b92f020b tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682191 Aug 26 01:44:35.288034 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-03636cf6-741e-4370-81b5-b269059be80c None None] Provisioning for port fa931a6b-af45-4f82-b8d0-da736ebe3a45 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:44:35.293416 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-03636cf6-741e-4370-81b5-b269059be80c None None] Provisioning complete for port fa931a6b-af45-4f82-b8d0-da736ebe3a45 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:35.294570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-03636cf6-741e-4370-81b5-b269059be80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:35.351195 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-03636cf6-741e-4370-81b5-b269059be80c None None] Port fa931a6b-af45-4f82-b8d0-da736ebe3a45 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:44:35.614538 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:36.443630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde9d04-ebde-4255-ba07-4006ca8f82db req-8dd048b1-9027-4e31-9786-2c63cf885575 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:36.444624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-5cde9d04-ebde-4255-ba07-4006ca8f82db req-8dd048b1-9027-4e31-9786-2c63cf885575 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Synchronizing usage tracker for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:44:36.678958 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-5cde9d04-ebde-4255-ba07-4006ca8f82db req-8dd048b1-9027-4e31-9786-2c63cf885575 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Unset dirty status for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:44:36.680645 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5cde9d04-ebde-4255-ba07-4006ca8f82db req-8dd048b1-9027-4e31-9786-2c63cf885575 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 931 time: 0.3457401 Aug 26 01:44:36.742053 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5cde9d04-ebde-4255-ba07-4006ca8f82db req-13235fcc-acee-401c-b74c-d7cdc4159036 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551684 Aug 26 01:44:38.001345 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4945cb-3e9e-4707-be68-cd65d07a9b8f req-d992fd17-1206-4068-9f16-f323ce203a26 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:38.002907 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5e4945cb-3e9e-4707-be68-cd65d07a9b8f req-d992fd17-1206-4068-9f16-f323ce203a26 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 931 time: 0.0931065 Aug 26 01:44:38.064403 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5e4945cb-3e9e-4707-be68-cd65d07a9b8f req-b3944b61-786b-4506-aa98-be7168d56b0c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555830 Aug 26 01:44:39.429554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78149ab0-d2b9-4e6d-867e-850f8017b4ef req-5a4645c6-8698-4aa2-9353-c0dacf2b96bb tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:39.429554 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-78149ab0-d2b9-4e6d-867e-850f8017b4ef req-5a4645c6-8698-4aa2-9353-c0dacf2b96bb tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 931 time: 0.1115408 Aug 26 01:44:39.429554 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-78149ab0-d2b9-4e6d-867e-850f8017b4ef req-56e12eb0-b9b3-42a7-8eae-8ef72fc9ad72 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409987 Aug 26 01:44:40.638632 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c17566-2599-417f-8c74-d23651ebc041 req-2deb4364-a678-4c42-8bd0-255a18eba32f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:40.640195 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-58c17566-2599-417f-8c74-d23651ebc041 req-2deb4364-a678-4c42-8bd0-255a18eba32f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 931 time: 0.1000640 Aug 26 01:44:40.690834 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-58c17566-2599-417f-8c74-d23651ebc041 req-4e00b57f-bdbf-4c29-b006-10497217c80c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442376 Aug 26 01:44:41.067894 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:41.896696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40613747-2399-40fb-9f4d-2e42179025d7 req-26698fe1-3460-4a22-b892-9777a5f663ef tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:41.898531 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-40613747-2399-40fb-9f4d-2e42179025d7 req-26698fe1-3460-4a22-b892-9777a5f663ef tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 931 time: 0.0918050 Aug 26 01:44:41.946145 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-40613747-2399-40fb-9f4d-2e42179025d7 req-99ac878a-9293-4512-9e7a-9d03848155e4 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416422 Aug 26 01:44:42.299911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Request body: {'port': {'device_id': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:44:42.409074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:42.749657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa931a6b-af45-4f82-b8d0-da736ebe3a45 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:44:42.756793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:42.771133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Transition to ACTIVE for port object fa931a6b-af45-4f82-b8d0-da736ebe3a45 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:44:42.825682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:43.020387 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa931a6b-af45-4f82-b8d0-da736ebe3a45,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:43.051264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Attempting to bind port fa931a6b-af45-4f82-b8d0-da736ebe3a45 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:44:43.051600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Attempting to bind port fa931a6b-af45-4f82-b8d0-da736ebe3a45 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:44:43.051924 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Attempting to bind port fa931a6b-af45-4f82-b8d0-da736ebe3a45 on network c5ed7928-acb5-4d19-88bb-e77001d75681 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:44:43.056545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Port fa931a6b-af45-4f82-b8d0-da736ebe3a45 on network c5ed7928-acb5-4d19-88bb-e77001d75681 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:44:43.056860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Attempting to bind port fa931a6b-af45-4f82-b8d0-da736ebe3a45 on network c5ed7928-acb5-4d19-88bb-e77001d75681 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:44:43.062557 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:44:43.062891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Checking segment: {'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:44:43.063266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Bound using segment: {'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:44:43.063690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Bound port: fa931a6b-af45-4f82-b8d0-da736ebe3a45, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:44:43.064033 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:43.143655 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb7d6f-2965-4ab8-8c3c-8a5e779f6963 req-c49e94f1-a817-4774-8357-4a8bad646413 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:43.145117 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-76eb7d6f-2965-4ab8-8c3c-8a5e779f6963 req-c49e94f1-a817-4774-8357-4a8bad646413 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 943 time: 0.0899236 Aug 26 01:44:43.153801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] For port fa931a6b-af45-4f82-b8d0-da736ebe3a45, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:44:43.156964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] For port fa931a6b-af45-4f82-b8d0-da736ebe3a45, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:44:43.190184 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-76eb7d6f-2965-4ab8-8c3c-8a5e779f6963 req-0ac0c730-eaa2-4bf6-9ffc-c7abadfcf8d9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393741 Aug 26 01:44:43.199227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:43.230327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:43.230940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:43.232301 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] 10.222.0.94 "PUT /v2.0/ports/fa931a6b-af45-4f82-b8d0-da736ebe3a45 HTTP/1.1" status: 200 len: 1093 time: 0.9366953 Aug 26 01:44:43.232800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'tag': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:44:43.281188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876ab77-b926-45d0-9fd6-1762bbaa8fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa931a6b-af45-4f82-b8d0-da736ebe3a45,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:43.284644 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb7cd9a-2156-497e-b08b-378eb2ca8085'] response: {'name': 'network-changed', 'server_uuid': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'tag': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45', 'status': 'completed', 'code': 200} Aug 26 01:44:43.514614 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f6c20-4dab-42a5-a6ea-36ebc6867850 req-2a61acd4-eb08-4bfa-8ac3-8a72dea0ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:43.516086 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4b7f6c20-4dab-42a5-a6ea-36ebc6867850 req-2a61acd4-eb08-4bfa-8ac3-8a72dea0ea29 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 1096 time: 0.1798592 Aug 26 01:44:43.673918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f6c20-4dab-42a5-a6ea-36ebc6867850 req-39776578-55e6-4190-ab85-65aa66dad8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:43.676242 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4b7f6c20-4dab-42a5-a6ea-36ebc6867850 req-39776578-55e6-4190-ab85-65aa66dad8a4 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1394987 Aug 26 01:44:43.814645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f6c20-4dab-42a5-a6ea-36ebc6867850 req-f688ffab-a00a-4781-9389-ead826ae089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:43.816086 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4b7f6c20-4dab-42a5-a6ea-36ebc6867850 req-f688ffab-a00a-4781-9389-ead826ae089c service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1307490 Aug 26 01:44:43.962457 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6831e567-6995-4171-97b6-6f3dd99472cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:43.963835 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-6831e567-6995-4171-97b6-6f3dd99472cf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 1096 time: 0.0813024 Aug 26 01:44:44.042856 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-d6bcfe91-0c3c-439d-9bde-86b871d8b695 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45 HTTP/1.1" status: 200 len: 217 time: 0.0590651 Aug 26 01:44:44.108152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-cb974b64-43fb-43a4-9812-848fec98d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:44.109517 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-cb974b64-43fb-43a4-9812-848fec98d305 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0581799 Aug 26 01:44:44.192951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-879f8cee-85b6-42dd-b7e4-c9329174267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:44.194452 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-879f8cee-85b6-42dd-b7e4-c9329174267d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758340 Aug 26 01:44:44.330408 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-ee5dcd9f-bc07-4369-914e-6aef3470adda service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253796 Aug 26 01:44:44.387996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9c521-4dd1-4435-9de7-f2fa78dbc7b8 req-0bb6ddca-a275-40cd-967b-102aebbe7b68 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:44.389437 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-84f9c521-4dd1-4435-9de7-f2fa78dbc7b8 req-0bb6ddca-a275-40cd-967b-102aebbe7b68 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 943 time: 0.0863323 Aug 26 01:44:44.433400 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-84f9c521-4dd1-4435-9de7-f2fa78dbc7b8 req-f2098517-6a57-4bac-b71c-718274a2a5b1 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Aug 26 01:44:44.470430 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a71314a4-66c0-45c4-ba7b-9c9589f27bef req-44c0711e-b74a-4592-b483-f2b34ea890c9 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301877 Aug 26 01:44:45.636185 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee4d7d-a1d2-4f27-a3e6-7d824f26fcdd req-4d52f730-71b3-4331-ba52-fc1818dcccff tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:45.637897 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8bee4d7d-a1d2-4f27-a3e6-7d824f26fcdd req-4d52f730-71b3-4331-ba52-fc1818dcccff tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 943 time: 0.0916305 Aug 26 01:44:45.683096 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8bee4d7d-a1d2-4f27-a3e6-7d824f26fcdd req-05556791-4621-48e6-97a3-295a5cc1862e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395319 Aug 26 01:44:46.880638 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d42bad-0db9-4a9f-8271-296f0bfe1be7 req-3903ad5c-ef8b-47e7-99d2-2c0aaa7e4d44 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:46.882104 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d7d42bad-0db9-4a9f-8271-296f0bfe1be7 req-3903ad5c-ef8b-47e7-99d2-2c0aaa7e4d44 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 943 time: 0.0922747 Aug 26 01:44:46.926647 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d7d42bad-0db9-4a9f-8271-296f0bfe1be7 req-1826f658-16d8-471e-8ed4-33ede6c5be8c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386188 Aug 26 01:44:48.125094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295f921-92d0-478d-bded-fce91f11bf61 req-17df45db-8431-47cb-9d75-72581c35567d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:48.126551 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7295f921-92d0-478d-bded-fce91f11bf61 req-17df45db-8431-47cb-9d75-72581c35567d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 943 time: 0.0932522 Aug 26 01:44:48.170814 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7295f921-92d0-478d-bded-fce91f11bf61 req-bd109965-9cdb-452a-994e-271f72da031f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384362 Aug 26 01:44:48.523533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device fa931a6b-af45-4f82-b8d0-da736ebe3a45 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:44:48.661836 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port fa931a6b-af45-4f82-b8d0-da736ebe3a45, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:44:48.677768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'port_id': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45', 'mac_address': 'fa:16:3e:05:d0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:44:48.740807 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port fa931a6b-af45-4f82-b8d0-da736ebe3a45 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:44:48.741185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:48.759334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa931a6b-af45-4f82-b8d0-da736ebe3a45 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:44:48.779261 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port fa931a6b-af45-4f82-b8d0-da736ebe3a45, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:44:48.854153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:48.925355 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=fa931a6b-af45-4f82-b8d0-da736ebe3a45,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:49.198548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['fa931a6b-af45-4f82-b8d0-da736ebe3a45'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:44:49.376144 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82a8c4-6156-4913-aa58-ae1c51929c8e req-2c3a9630-8a38-431f-8c89-186443f94f01 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:49.377665 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-df82a8c4-6156-4913-aa58-ae1c51929c8e req-2c3a9630-8a38-431f-8c89-186443f94f01 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 944 time: 0.0923026 Aug 26 01:44:49.421636 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-df82a8c4-6156-4913-aa58-ae1c51929c8e req-c4ae2bc3-f192-43df-b262-39a29fa75f30 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382836 Aug 26 01:44:50.520026 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device fa931a6b-af45-4f82-b8d0-da736ebe3a45 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:44:50.614340 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1666248-22e1-4d0f-9851-3ddaceea51ca req-86c12d13-fb3e-48cc-8e5f-c879a6112624 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:50.615802 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d1666248-22e1-4d0f-9851-3ddaceea51ca req-86c12d13-fb3e-48cc-8e5f-c879a6112624 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 944 time: 0.0873680 Aug 26 01:44:50.639182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port fa931a6b-af45-4f82-b8d0-da736ebe3a45 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:44:50.644300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port fa931a6b-af45-4f82-b8d0-da736ebe3a45 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:44:50.644676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:50.661990 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d1666248-22e1-4d0f-9851-3ddaceea51ca req-306f382b-dd43-41f1-b9e9-267fffdafaf6 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394316 Aug 26 01:44:50.762843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port fa931a6b-af45-4f82-b8d0-da736ebe3a45 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:44:50.763135 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:50.789955 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:44:50.799755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port fa931a6b-af45-4f82-b8d0-da736ebe3a45, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:44:50.859580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:44:50.930721 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=fa931a6b-af45-4f82-b8d0-da736ebe3a45,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:44:50.951716 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-710cbd2e-af70-4d62-bb9f-45a6b660e33d'] response: {'server_uuid': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45', 'code': 200} Aug 26 01:44:51.350546 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f087f-c377-4ad3-91d8-8278b3e090dd req-b402e169-cb94-4183-a8fb-748bc07c1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:51.352057 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-833f087f-c377-4ad3-91d8-8278b3e090dd req-b402e169-cb94-4183-a8fb-748bc07c1104 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 1098 time: 0.0805244 Aug 26 01:44:51.397104 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-833f087f-c377-4ad3-91d8-8278b3e090dd req-3a814ad9-f379-44b3-839b-5128d567b761 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359597 Aug 26 01:44:51.876304 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5c1ce-f667-4be1-8b84-fc53cb0b82f7 req-1fb9e1ed-6b3f-42dc-af36-16e2bd6d8716 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:51.877765 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41d5c1ce-f667-4be1-8b84-fc53cb0b82f7 req-1fb9e1ed-6b3f-42dc-af36-16e2bd6d8716 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 945 time: 0.0944018 Aug 26 01:44:51.925148 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41d5c1ce-f667-4be1-8b84-fc53cb0b82f7 req-3c12940e-1d5e-4ddf-a247-67db44faa4e1 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417337 Aug 26 01:44:53.121387 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417a0b8-07b3-4460-a223-da8b64bd45c5 req-3e288318-2ffc-4998-8c0b-a4bf0c145a64 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:53.122796 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4417a0b8-07b3-4460-a223-da8b64bd45c5 req-3e288318-2ffc-4998-8c0b-a4bf0c145a64 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 945 time: 0.0854788 Aug 26 01:44:53.166269 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4417a0b8-07b3-4460-a223-da8b64bd45c5 req-9d9d1185-6c7a-42cb-8b8f-6a3b698c3cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376587 Aug 26 01:44:53.356612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae7523-af3b-4f15-b974-b34a1cb9df57 req-d7a9cfd8-a91f-4564-9365-885c1b6cd591 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:53.358064 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-34ae7523-af3b-4f15-b974-b34a1cb9df57 req-d7a9cfd8-a91f-4564-9365-885c1b6cd591 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 945 time: 0.0864360 Aug 26 01:44:53.402258 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-34ae7523-af3b-4f15-b974-b34a1cb9df57 req-a6f6884c-1abc-4645-8788-74ff5388b251 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Aug 26 01:44:53.812563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d207940-10e7-4e49-8e42-7faa11ead1a7 req-21f5d7ab-2a8e-46ec-858f-d6473a7db5bf tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:53.813967 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0d207940-10e7-4e49-8e42-7faa11ead1a7 req-21f5d7ab-2a8e-46ec-858f-d6473a7db5bf tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 945 time: 0.0976150 Aug 26 01:44:53.860224 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0d207940-10e7-4e49-8e42-7faa11ead1a7 req-486663f6-98de-4ae4-bf92-60ac2483eb5e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405407 Aug 26 01:44:56.936331 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:44:57.664532 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3fa2d569-86b5-403b-b0dd-5520139a40ca req-c2a9f836-79ba-452b-a301-0c89c94a754b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778542 Aug 26 01:44:57.836614 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2d569-86b5-403b-b0dd-5520139a40ca req-fb0757b3-3dcd-4c25-a7a4-eff664517f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:57.838394 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3fa2d569-86b5-403b-b0dd-5520139a40ca req-fb0757b3-3dcd-4c25-a7a4-eff664517f31 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 1098 time: 0.0873604 Aug 26 01:44:58.091903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2d569-86b5-403b-b0dd-5520139a40ca req-7d90a7dc-7f46-4665-8cc9-7c541089d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:58.093343 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3fa2d569-86b5-403b-b0dd-5520139a40ca req-7d90a7dc-7f46-4665-8cc9-7c541089d201 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.2353263 Aug 26 01:44:58.165232 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3fa2d569-86b5-403b-b0dd-5520139a40ca req-06c9cc3c-fd06-4742-ac59-d2f27ff95ce8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45 HTTP/1.1" status: 200 len: 217 time: 0.0602863 Aug 26 01:44:58.229917 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2d569-86b5-403b-b0dd-5520139a40ca req-23504a4c-dfe1-4acd-a1e6-b074df1cd30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:58.231516 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3fa2d569-86b5-403b-b0dd-5520139a40ca req-23504a4c-dfe1-4acd-a1e6-b074df1cd30b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0601876 Aug 26 01:44:58.312657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2d569-86b5-403b-b0dd-5520139a40ca req-e4134256-229e-414b-8f1f-f8babe99f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:44:58.314143 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3fa2d569-86b5-403b-b0dd-5520139a40ca req-e4134256-229e-414b-8f1f-f8babe99f9bd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771384 Aug 26 01:44:58.447537 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3fa2d569-86b5-403b-b0dd-5520139a40ca req-eabf3c2c-9742-46b9-b2ea-e8516d034ef5 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262743 Aug 26 01:44:58.585438 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3fa2d569-86b5-403b-b0dd-5520139a40ca req-fb2abe38-5f2d-4aec-b419-5e42f49834b2 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269913 Aug 26 01:45:00.501714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6a164db6-f31a-4865-ab12-61a8793215e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:03.003573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-03e87aa0-eabe-49dd-a357-d89b9280341a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:03.712527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:04.061334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:05.601937 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:09.629119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9f7d1-0f9f-41c3-ac3a-99e6df5c6fe1 req-f4019924-3f9b-4ae4-af2e-857fb2f6f192 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:09.630592 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-34e9f7d1-0f9f-41c3-ac3a-99e6df5c6fe1 req-f4019924-3f9b-4ae4-af2e-857fb2f6f192 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 945 time: 0.1051807 Aug 26 01:45:09.675246 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-34e9f7d1-0f9f-41c3-ac3a-99e6df5c6fe1 req-837488d0-a570-4afb-a439-624f79908ae7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388145 Aug 26 01:45:09.703843 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 59716) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:45:09.896214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87569289-3830-4fca-a100-4558aa6f1ebe tempest-TestMinimumBasicScenario-43717449 tempest-TestMinimumBasicScenario-43717449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:09.898687 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-87569289-3830-4fca-a100-4558aa6f1ebe tempest-TestMinimumBasicScenario-43717449 tempest-TestMinimumBasicScenario-43717449-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 1093 time: 0.1938250 Aug 26 01:45:09.900961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 59722) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:45:09.906430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:45:09.912487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:45:09.916366 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:floatingip and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:45:09.919452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:45:09.925116 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:45:09.998670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:10.138133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:10.272578 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Allocated IP 172.26.2.108 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/168313d7-2b60-499f-8ac8-16fde4125551) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:45:10.432239 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:10.499293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:10.567017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:45:10.569834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:45:10.573653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:45:10.612111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'Port': ['ID=168313d7-2b60-499f-8ac8-16fde4125551,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:45:10.624752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:10.625111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:10.625442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:10.625805 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:10.626145 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:10.626476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:10.626814 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:10.627139 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:10.627463 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:10.627788 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:10.628112 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:10.628434 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:11.024773 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:11.100975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:11.251048 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:11.455535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:11.510017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:11.616193 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'Port': ['ID=168313d7-2b60-499f-8ac8-16fde4125551,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:45:11.622399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:11.789802 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Floating IP e1a1cefd-fb98-48c8-b45a-9210d2c58427 associated. External IP: 172.26.2.108, port: fa931a6b-af45-4f82-b8d0-da736ebe3a45. Aug 26 01:45:12.145094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:45:12.321959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:45:12.331616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c5464-ec07-4c14-a2cb-f50fa8a2aa8b None None] Sync routers for ids ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:45:12.343011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c5464-ec07-4c14-a2cb-f50fa8a2aa8b None None] Routers {'ea733ac0-3b35-4ce4-8381-08c9b364d7a3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:45:12.343644 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-784c5464-ec07-4c14-a2cb-f50fa8a2aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:45:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:45:12.414557 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:12.472500 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-9b4501d9-c92e-4928-8314-fd7f1f9ff536 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5705225 Aug 26 01:45:12.473178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'tag': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:45:12.475504 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59726) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:45:12.481169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-45155885', 'description': 'tempest-secgroup-smoke-45155885 description', 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:45:12.487661 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:45:12.499113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:45:12.520605 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c030251-9523-46f0-bb91-f8ea83e13480'] response: {'name': 'network-changed', 'server_uuid': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'tag': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45', 'status': 'completed', 'code': 200} Aug 26 01:45:12.557875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-784c5464-ec07-4c14-a2cb-f50fa8a2aa8b None None] Set router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:45:12.573102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:12.598679 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:45:12.602643 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:security_group_rule and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:45:12.606156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:45:12.612356 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:45:12.656822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a7341-f835-4de7-a5bb-e333910cf01a req-6f3d0748-329f-439a-85b0-76f13808c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:12.658496 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a04a7341-f835-4de7-a5bb-e333910cf01a req-6f3d0748-329f-439a-85b0-76f13808c374 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 1098 time: 0.0873151 Aug 26 01:45:12.688648 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:12.767970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:12.842575 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618bdec2-9b47-4980-8bef-ed6fb9e9186a,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:45:12.853624 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:12.854002 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:12.854344 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:12.854682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:12.855041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:12.855441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:12.856762 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:12.857217 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:12.857553 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:12.857908 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:12.858258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:12.858564 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:45:12.883330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:12.884862 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5abee9b6-efa3-4ad7-b020-a2b845a7836c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4081385 Aug 26 01:45:12.889783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 59732) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:45:12.898488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f58a42f4-8226-400f-9776-23eed835b46f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'security_group_rule': {'security_group_id': '618bdec2-9b47-4980-8bef-ed6fb9e9186a', 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:45:12.907280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f58a42f4-8226-400f-9776-23eed835b46f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:45:12.914042 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f58a42f4-8226-400f-9776-23eed835b46f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:security_group_rule and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:45:12.919749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f58a42f4-8226-400f-9776-23eed835b46f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:45:12.936154 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f58a42f4-8226-400f-9776-23eed835b46f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:45:12.953367 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-784c5464-ec07-4c14-a2cb-f50fa8a2aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'e1a1cefd-fb98-48c8-b45a-9210d2c58427', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'floating_ip_address': '172.26.2.108', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'port_id': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'mac_address': 'fa:16:3e:05:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:45:11Z', 'updated_at': '2022-08-26T01:45:11Z', 'revision_number': 0, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd652dab2-7f59-4fc1-ae1f-f85b240b9dec', 'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'mac_address': 'fa:16:3e:80:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:09Z', 'updated_at': '2022-08-26T01:44:16Z', 'revision_number': 5, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'subnets': [{'id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:45:12.958171 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c5464-ec07-4c14-a2cb-f50fa8a2aa8b None None] Checking router: ea733ac0-3b35-4ce4-8381-08c9b364d7a3 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:45:12.961218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a7341-f835-4de7-a5bb-e333910cf01a req-285572ff-fb36-4f9e-94fc-cac31ce7012e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:12.962819 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a04a7341-f835-4de7-a5bb-e333910cf01a req-285572ff-fb36-4f9e-94fc-cac31ce7012e service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.2976499 Aug 26 01:45:12.967893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c5464-ec07-4c14-a2cb-f50fa8a2aa8b None None] Routers {'ea733ac0-3b35-4ce4-8381-08c9b364d7a3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:45:12.968523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-784c5464-ec07-4c14-a2cb-f50fa8a2aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:45:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:45:13.062556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f58a42f4-8226-400f-9776-23eed835b46f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:13.111411 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a04a7341-f835-4de7-a5bb-e333910cf01a req-7f4286ce-8c09-4586-95e7-2f0e78ad322f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45 HTTP/1.1" status: 200 len: 999 time: 0.1369684 Aug 26 01:45:13.151975 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-784c5464-ec07-4c14-a2cb-f50fa8a2aa8b None None] Set router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:45:13.184104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f58a42f4-8226-400f-9776-23eed835b46f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:13.191780 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a7341-f835-4de7-a5bb-e333910cf01a req-16fd2030-ddb6-4a66-9d5b-146fab7d48de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:13.193215 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a04a7341-f835-4de7-a5bb-e333910cf01a req-16fd2030-ddb6-4a66-9d5b-146fab7d48de service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0747824 Aug 26 01:45:13.251549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f58a42f4-8226-400f-9776-23eed835b46f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:13.281825 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a42f4-8226-400f-9776-23eed835b46f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb20769-0aa0-4ee9-96ae-45d13d19bd98,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:45:13.310513 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a7341-f835-4de7-a5bb-e333910cf01a req-9949075e-64b9-4f04-a744-4eab3add50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:13.312049 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a04a7341-f835-4de7-a5bb-e333910cf01a req-9949075e-64b9-4f04-a744-4eab3add50e4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1113188 Aug 26 01:45:13.388812 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f58a42f4-8226-400f-9776-23eed835b46f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:13.390012 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f58a42f4-8226-400f-9776-23eed835b46f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4972825 Aug 26 01:45:13.393126 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59736) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:45:13.398544 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-29e25c35-cd94-448c-bc2c-b16915ce5cfa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'security_group_rule': {'security_group_id': '618bdec2-9b47-4980-8bef-ed6fb9e9186a', 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:45:13.405024 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-29e25c35-cd94-448c-bc2c-b16915ce5cfa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:45:13.409077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-29e25c35-cd94-448c-bc2c-b16915ce5cfa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:security_group_rule and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:45:13.412157 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-29e25c35-cd94-448c-bc2c-b16915ce5cfa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:45:13.419321 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-29e25c35-cd94-448c-bc2c-b16915ce5cfa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:45:13.452418 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a04a7341-f835-4de7-a5bb-e333910cf01a req-e2ec96e2-6458-40a4-aa96-d1672dfadec8 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336613 Aug 26 01:45:13.515212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29e25c35-cd94-448c-bc2c-b16915ce5cfa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:13.520870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-784c5464-ec07-4c14-a2cb-f50fa8a2aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'e1a1cefd-fb98-48c8-b45a-9210d2c58427', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'floating_ip_address': '172.26.2.108', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'port_id': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'mac_address': 'fa:16:3e:05:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:45:11Z', 'updated_at': '2022-08-26T01:45:11Z', 'revision_number': 0, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd652dab2-7f59-4fc1-ae1f-f85b240b9dec', 'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'mac_address': 'fa:16:3e:80:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:09Z', 'updated_at': '2022-08-26T01:44:16Z', 'revision_number': 5, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'subnets': [{'id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:45:13.525485 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c5464-ec07-4c14-a2cb-f50fa8a2aa8b None None] The sync data for ids ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'] in dv-neutron-854561-2-hyperv is: [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'e1a1cefd-fb98-48c8-b45a-9210d2c58427', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'floating_ip_address': '172.26.2.108', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'port_id': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'mac_address': 'fa:16:3e:05:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:45:11Z', 'updated_at': '2022-08-26T01:45:11Z', 'revision_number': 0, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd652dab2-7f59-4fc1-ae1f-f85b240b9dec', 'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'mac_address': 'fa:16:3e:80:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:09Z', 'updated_at': '2022-08-26T01:44:16Z', 'revision_number': 5, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'subnets': [{'id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:45:13.587887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29e25c35-cd94-448c-bc2c-b16915ce5cfa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:13.599258 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a04a7341-f835-4de7-a5bb-e333910cf01a req-12b5b11c-1389-465c-897f-061f8dc23b26 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394253 Aug 26 01:45:13.655696 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29e25c35-cd94-448c-bc2c-b16915ce5cfa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:13.680578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e25c35-cd94-448c-bc2c-b16915ce5cfa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fbf561c-fda8-49ea-ad81-b36a0637e6c7,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:45:13.720567 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cabd7c-d7d6-477b-8066-1e165cf5a244 None None] New status for floating IP e1a1cefd-fb98-48c8-b45a-9210d2c58427: ACTIVE {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:45:13.767533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-29e25c35-cd94-448c-bc2c-b16915ce5cfa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:13.771287 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-29e25c35-cd94-448c-bc2c-b16915ce5cfa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3744602 Aug 26 01:45:13.771436 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59740) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:45:13.776499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4a11bc1c-0e8a-40f5-8bf9-07d6f7146cf9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'security_group_rule': {'security_group_id': '618bdec2-9b47-4980-8bef-ed6fb9e9186a', 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:45:13.783127 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4a11bc1c-0e8a-40f5-8bf9-07d6f7146cf9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:45:13.787309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4a11bc1c-0e8a-40f5-8bf9-07d6f7146cf9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:security_group_rule and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:45:13.790641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4a11bc1c-0e8a-40f5-8bf9-07d6f7146cf9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:45:13.797728 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4a11bc1c-0e8a-40f5-8bf9-07d6f7146cf9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:45:13.860886 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a11bc1c-0e8a-40f5-8bf9-07d6f7146cf9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:14.028463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a11bc1c-0e8a-40f5-8bf9-07d6f7146cf9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:14.087788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a11bc1c-0e8a-40f5-8bf9-07d6f7146cf9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:14.112271 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11bc1c-0e8a-40f5-8bf9-07d6f7146cf9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c718336-f8ce-4194-9172-0469b0a425a9,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:45:14.203796 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4a11bc1c-0e8a-40f5-8bf9-07d6f7146cf9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:14.207317 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4a11bc1c-0e8a-40f5-8bf9-07d6f7146cf9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4325664 Aug 26 01:45:14.209543 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59744) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:45:14.212738 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-333fdcd5-b715-4eb9-b941-3efc996a3c6e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'security_group_rule': {'security_group_id': '618bdec2-9b47-4980-8bef-ed6fb9e9186a', 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:45:14.219485 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-333fdcd5-b715-4eb9-b941-3efc996a3c6e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:45:14.223287 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-333fdcd5-b715-4eb9-b941-3efc996a3c6e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:security_group_rule and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:45:14.226157 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-333fdcd5-b715-4eb9-b941-3efc996a3c6e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:45:14.232103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-333fdcd5-b715-4eb9-b941-3efc996a3c6e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:45:14.331306 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-333fdcd5-b715-4eb9-b941-3efc996a3c6e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:14.394748 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-333fdcd5-b715-4eb9-b941-3efc996a3c6e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:14.466292 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-333fdcd5-b715-4eb9-b941-3efc996a3c6e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:14.489198 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fdcd5-b715-4eb9-b941-3efc996a3c6e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5f8ae3-e8ed-4524-93f2-defc39bde8c2,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:45:14.558114 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-333fdcd5-b715-4eb9-b941-3efc996a3c6e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:14.559771 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-333fdcd5-b715-4eb9-b941-3efc996a3c6e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3509982 Aug 26 01:45:14.562547 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59748) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:45:14.567477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-a77838b0-6b89-4fcb-b931-f5fb1686e806 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'security_group_rule': {'security_group_id': '618bdec2-9b47-4980-8bef-ed6fb9e9186a', 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:45:14.573358 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a77838b0-6b89-4fcb-b931-f5fb1686e806 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:45:14.577912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a77838b0-6b89-4fcb-b931-f5fb1686e806 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:security_group_rule and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:45:14.580713 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a77838b0-6b89-4fcb-b931-f5fb1686e806 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:45:14.586420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a77838b0-6b89-4fcb-b931-f5fb1686e806 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:45:14.670322 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-a77838b0-6b89-4fcb-b931-f5fb1686e806 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Project e8a66ac59dfd4a4f966b18f56f43b7ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:45:14.677140 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a77838b0-6b89-4fcb-b931-f5fb1686e806 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:14.740111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a77838b0-6b89-4fcb-b931-f5fb1686e806 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:14.813252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a77838b0-6b89-4fcb-b931-f5fb1686e806 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:14.839625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77838b0-6b89-4fcb-b931-f5fb1686e806 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c600d6fa-aa3a-4dbd-8be5-da732cc96f8c,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:45:14.904577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a77838b0-6b89-4fcb-b931-f5fb1686e806 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:14.905798 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a77838b0-6b89-4fcb-b931-f5fb1686e806 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3422997 Aug 26 01:45:14.908583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59752) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:45:14.913608 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0f2d07c7-3b06-484f-afc6-ff2fd18dfdc7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'security_group_rule': {'security_group_id': '618bdec2-9b47-4980-8bef-ed6fb9e9186a', 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:45:14.920494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0f2d07c7-3b06-484f-afc6-ff2fd18dfdc7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:45:14.924583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0f2d07c7-3b06-484f-afc6-ff2fd18dfdc7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:security_group_rule and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:45:14.927621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0f2d07c7-3b06-484f-afc6-ff2fd18dfdc7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:45:14.933306 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0f2d07c7-3b06-484f-afc6-ff2fd18dfdc7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:45:15.007453 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-0f2d07c7-3b06-484f-afc6-ff2fd18dfdc7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Project e8a66ac59dfd4a4f966b18f56f43b7ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:45:15.014326 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0f2d07c7-3b06-484f-afc6-ff2fd18dfdc7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:15.077828 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0f2d07c7-3b06-484f-afc6-ff2fd18dfdc7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:15.144201 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0f2d07c7-3b06-484f-afc6-ff2fd18dfdc7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:15.167942 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d07c7-3b06-484f-afc6-ff2fd18dfdc7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4236f8-6eab-44e5-be04-b0625d8d20bb,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:45:15.236032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0f2d07c7-3b06-484f-afc6-ff2fd18dfdc7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:15.237188 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0f2d07c7-3b06-484f-afc6-ff2fd18dfdc7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3276732 Aug 26 01:45:15.355233 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eecee2b8-cde8-43f5-ac49-f6469f028edc req-ae7b6cc2-cc0d-4fd0-a0a5-2dd6d3fdc6a7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-45155885&fields=id&tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad HTTP/1.1" status: 200 len: 267 time: 0.0389028 Aug 26 01:45:15.450535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee2b8-cde8-43f5-ac49-f6469f028edc req-92a8650e-9960-4d78-833d-2668a113362f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:15.452002 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eecee2b8-cde8-43f5-ac49-f6469f028edc req-92a8650e-9960-4d78-833d-2668a113362f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 945 time: 0.0908108 Aug 26 01:45:15.462673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-eecee2b8-cde8-43f5-ac49-f6469f028edc req-22a43cfc-6adc-4da8-ac24-0598b3f0c524 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'port': {'security_groups': ['423ea46f-f189-4a8d-b22c-74d8542fe324', '618bdec2-9b47-4980-8bef-ed6fb9e9186a']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:45:15.583279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-eecee2b8-cde8-43f5-ac49-f6469f028edc req-22a43cfc-6adc-4da8-ac24-0598b3f0c524 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:15.846493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-eecee2b8-cde8-43f5-ac49-f6469f028edc req-22a43cfc-6adc-4da8-ac24-0598b3f0c524 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] For port fa931a6b-af45-4f82-b8d0-da736ebe3a45, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:45:15.882641 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-eecee2b8-cde8-43f5-ac49-f6469f028edc req-22a43cfc-6adc-4da8-ac24-0598b3f0c524 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:15.940961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-eecee2b8-cde8-43f5-ac49-f6469f028edc req-22a43cfc-6adc-4da8-ac24-0598b3f0c524 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:15.970954 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['fa931a6b-af45-4f82-b8d0-da736ebe3a45'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:45:15.982005 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee2b8-cde8-43f5-ac49-f6469f028edc req-22a43cfc-6adc-4da8-ac24-0598b3f0c524 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:15.982616 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-eecee2b8-cde8-43f5-ac49-f6469f028edc req-22a43cfc-6adc-4da8-ac24-0598b3f0c524 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:15.986504 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eecee2b8-cde8-43f5-ac49-f6469f028edc req-22a43cfc-6adc-4da8-ac24-0598b3f0c524 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "PUT /v2.0/ports/fa931a6b-af45-4f82-b8d0-da736ebe3a45 HTTP/1.1" status: 200 len: 981 time: 0.5257530 Aug 26 01:45:15.986504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'tag': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:45:16.046937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a43cfc-6adc-4da8-ac24-0598b3f0c524 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'Port': ['ID=fa931a6b-af45-4f82-b8d0-da736ebe3a45,revision_number=6']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:45:16.051545 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d52f70-9f65-4995-a4f1-1ed04b085163'] response: {'name': 'network-changed', 'server_uuid': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'tag': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45', 'status': 'completed', 'code': 200} Aug 26 01:45:16.111365 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['fa931a6b-af45-4f82-b8d0-da736ebe3a45'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:45:16.266327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d338b71-fa4d-41fe-a24d-d9133f7d4b98 req-bb0a2008-bb4f-404f-a2b4-a485b7dd81e9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:16.266327 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5d338b71-fa4d-41fe-a24d-d9133f7d4b98 req-bb0a2008-bb4f-404f-a2b4-a485b7dd81e9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 984 time: 0.1184146 Aug 26 01:45:16.289501 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e56e60-1f6b-4614-820c-f9a7b630b571 req-7a19df09-2f45-4ef9-968e-c649f44d8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:16.290983 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c5e56e60-1f6b-4614-820c-f9a7b630b571 req-7a19df09-2f45-4ef9-968e-c649f44d8ba7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 1137 time: 0.1962004 Aug 26 01:45:16.380726 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5d338b71-fa4d-41fe-a24d-d9133f7d4b98 req-ac498502-6dcc-445b-aba7-4340412439ad tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&id=618bdec2-9b47-4980-8bef-ed6fb9e9186a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1127479 Aug 26 01:45:16.440791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e56e60-1f6b-4614-820c-f9a7b630b571 req-8478cad5-ce31-4619-9823-597387c08128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:16.442257 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c5e56e60-1f6b-4614-820c-f9a7b630b571 req-8478cad5-ce31-4619-9823-597387c08128 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.1403148 Aug 26 01:45:16.671439 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c5e56e60-1f6b-4614-820c-f9a7b630b571 req-57c1206a-bbd0-4eb6-a922-651753dbfbc9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45 HTTP/1.1" status: 200 len: 1001 time: 0.2200375 Aug 26 01:45:16.736326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e56e60-1f6b-4614-820c-f9a7b630b571 req-a46160e0-c528-4e2a-99be-5feda6ddba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:16.737840 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c5e56e60-1f6b-4614-820c-f9a7b630b571 req-a46160e0-c528-4e2a-99be-5feda6ddba70 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0586519 Aug 26 01:45:16.825591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e56e60-1f6b-4614-820c-f9a7b630b571 req-8d6d3eb9-09d9-4600-aee1-6c197f550316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:16.827194 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c5e56e60-1f6b-4614-820c-f9a7b630b571 req-8d6d3eb9-09d9-4600-aee1-6c197f550316 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825369 Aug 26 01:45:16.959313 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c5e56e60-1f6b-4614-820c-f9a7b630b571 req-3cd89872-3e42-437c-9a68-37a01da9af97 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251261 Aug 26 01:45:17.087851 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c5e56e60-1f6b-4614-820c-f9a7b630b571 req-da66b5cc-8378-4b92-97dd-481d9c747881 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221006 Aug 26 01:45:30.510088 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-980aeb6c-e89e-40f3-a9ec-d64f2b99fca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:32.997549 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-68836e70-a09b-4dc7-ae7f-029a273ea732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:33.752097 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:33.935420 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:45:34.110073 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:35.597803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:41.037698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:45:57.643153 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b8dae4b-f3c3-4154-9d5a-f4c3ca66c2fb req-13e3ac9e-5ec3-4170-a0fb-7c671ea8f7a7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763614 Aug 26 01:45:57.831549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dae4b-f3c3-4154-9d5a-f4c3ca66c2fb req-57fea8e5-c2fb-4cc8-8bfd-3149d966ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:57.832962 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b8dae4b-f3c3-4154-9d5a-f4c3ca66c2fb req-57fea8e5-c2fb-4cc8-8bfd-3149d966ffba service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 1137 time: 0.0829394 Aug 26 01:45:57.981382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dae4b-f3c3-4154-9d5a-f4c3ca66c2fb req-268e55b9-c1d6-4496-9f79-27a09dc0ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:57.982820 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b8dae4b-f3c3-4154-9d5a-f4c3ca66c2fb req-268e55b9-c1d6-4496-9f79-27a09dc0ef09 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.1265061 Aug 26 01:45:58.085146 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b8dae4b-f3c3-4154-9d5a-f4c3ca66c2fb req-630a84eb-ddf1-4815-9665-967220aad23c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45 HTTP/1.1" status: 200 len: 1001 time: 0.0929034 Aug 26 01:45:58.151973 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dae4b-f3c3-4154-9d5a-f4c3ca66c2fb req-efe8ec60-f5e4-4a18-b20c-8045c37255d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:58.153454 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b8dae4b-f3c3-4154-9d5a-f4c3ca66c2fb req-efe8ec60-f5e4-4a18-b20c-8045c37255d6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0597486 Aug 26 01:45:58.243310 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dae4b-f3c3-4154-9d5a-f4c3ca66c2fb req-96f31fce-1918-4150-bce4-e00893f4b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:45:58.245465 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b8dae4b-f3c3-4154-9d5a-f4c3ca66c2fb req-96f31fce-1918-4150-bce4-e00893f4b655 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830269 Aug 26 01:45:58.380632 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b8dae4b-f3c3-4154-9d5a-f4c3ca66c2fb req-71489740-a92f-44bb-be70-bbab66c2d583 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256492 Aug 26 01:45:58.513762 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b8dae4b-f3c3-4154-9d5a-f4c3ca66c2fb req-ead78d19-5e66-411f-a9e9-a7df712e2ca8 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240022 Aug 26 01:46:00.509542 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-18dfc8d7-c0e7-42d3-9d4c-30b8fc875140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:46:03.002472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c0018f0b-2f58-4fb5-bb2a-19f872a0c7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:46:03.726222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:46:04.138011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:46:05.619841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:46:10.934572 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:46:11.048351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:46:30.493756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-74353de8-3ca3-4a52-99ef-9e93f04dc156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:46:33.011229 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-72cfc7fc-2caf-45a5-b99b-b23472ec71f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:46:33.742911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:46:34.074368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:46:35.630944 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:46:41.105056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:46:47.933710 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:46:54.720202 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7906e-1ff1-4a8a-af47-015c0e151390 req-195578b7-5616-4cce-87cd-ddc1d30c33b2 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:46:54.721580 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23d7906e-1ff1-4a8a-af47-015c0e151390 req-195578b7-5616-4cce-87cd-ddc1d30c33b2 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 984 time: 0.2079225 Aug 26 01:46:54.724199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921f4a4-8540-43bd-b8e5-380115b5d1a6 req-ba81bd36-a567-4575-93db-da7a9bc62fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:46:54.725898 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f921f4a4-8540-43bd-b8e5-380115b5d1a6 req-ba81bd36-a567-4575-93db-da7a9bc62fed service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 1137 time: 0.1216326 Aug 26 01:46:54.968768 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23d7906e-1ff1-4a8a-af47-015c0e151390 req-36435ee4-ecb3-494f-bd85-afcebe637189 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&id=618bdec2-9b47-4980-8bef-ed6fb9e9186a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2404554 Aug 26 01:46:55.008445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921f4a4-8540-43bd-b8e5-380115b5d1a6 req-68221cb4-4e66-4849-a9de-ebe74477498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:46:55.009914 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f921f4a4-8540-43bd-b8e5-380115b5d1a6 req-68221cb4-4e66-4849-a9de-ebe74477498c service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.2686744 Aug 26 01:46:55.115536 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f921f4a4-8540-43bd-b8e5-380115b5d1a6 req-0e56d348-2098-4fef-a296-f8cdfc3bb64c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45 HTTP/1.1" status: 200 len: 1001 time: 0.0965466 Aug 26 01:46:55.180841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921f4a4-8540-43bd-b8e5-380115b5d1a6 req-098e30fc-bde4-4a82-b6cc-f69c163891a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:46:55.182248 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f921f4a4-8540-43bd-b8e5-380115b5d1a6 req-098e30fc-bde4-4a82-b6cc-f69c163891a6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0573142 Aug 26 01:46:55.280176 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921f4a4-8540-43bd-b8e5-380115b5d1a6 req-68d7b22d-daf8-4d95-8f39-1cab93b0d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:46:55.280176 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f921f4a4-8540-43bd-b8e5-380115b5d1a6 req-68d7b22d-daf8-4d95-8f39-1cab93b0d7d8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805368 Aug 26 01:46:55.284715 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [req-f921f4a4-8540-43bd-b8e5-380115b5d1a6 req-360de5fd-98b3-495e-8b48-49845c73ee9d service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:46:55.285613 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f921f4a4-8540-43bd-b8e5-380115b5d1a6 req-360de5fd-98b3-495e-8b48-49845c73ee9d service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047276 Aug 26 01:46:55.418750 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f921f4a4-8540-43bd-b8e5-380115b5d1a6 req-1740a6f1-4cb5-486a-8388-863f530dc65f service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236370 Aug 26 01:46:55.552690 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f921f4a4-8540-43bd-b8e5-380115b5d1a6 req-f6525530-b0a3-4809-b410-05383a3e439b service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236472 Aug 26 01:46:56.217607 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544dde1-3896-4de2-8674-c135d41f1e46 req-93845414-98ae-40c6-9e89-06359b23616c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:46:56.219095 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4544dde1-3896-4de2-8674-c135d41f1e46 req-93845414-98ae-40c6-9e89-06359b23616c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 984 time: 0.1369030 Aug 26 01:46:56.264565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-4544dde1-3896-4de2-8674-c135d41f1e46 req-fd6bb056-34c3-439f-8d5b-58dd989a26af tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Synchronizing usage tracker for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:46:56.388590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-4544dde1-3896-4de2-8674-c135d41f1e46 req-fd6bb056-34c3-439f-8d5b-58dd989a26af tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Unset dirty status for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:46:56.389659 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4544dde1-3896-4de2-8674-c135d41f1e46 req-fd6bb056-34c3-439f-8d5b-58dd989a26af tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&id=618bdec2-9b47-4980-8bef-ed6fb9e9186a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1640184 Aug 26 01:46:57.728296 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f465837-47ad-40bb-942f-80bd1a69a830 req-04fde157-e29c-4971-9182-b646eb1ea397 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:46:57.729658 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5f465837-47ad-40bb-942f-80bd1a69a830 req-04fde157-e29c-4971-9182-b646eb1ea397 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 984 time: 0.0870275 Aug 26 01:46:57.776419 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5f465837-47ad-40bb-942f-80bd1a69a830 req-7f2bb1c0-cf39-4958-af90-ebcb77dbb134 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&id=618bdec2-9b47-4980-8bef-ed6fb9e9186a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0410161 Aug 26 01:46:58.970681 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7b3a3-23ea-4101-89d4-e32c4fdc7fc6 req-fc244362-d52f-4139-b524-4e6a9f0c8c84 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:46:58.972124 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e6f7b3a3-23ea-4101-89d4-e32c4fdc7fc6 req-fc244362-d52f-4139-b524-4e6a9f0c8c84 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 984 time: 0.0861907 Aug 26 01:46:59.019289 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e6f7b3a3-23ea-4101-89d4-e32c4fdc7fc6 req-739278cf-d95d-4de0-bcec-3ab72b341c7d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&id=618bdec2-9b47-4980-8bef-ed6fb9e9186a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0405085 Aug 26 01:46:59.744879 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b66c43-5efa-4050-aa8e-bf96607304f0 req-c281389a-9a54-47f2-a5de-da5d6816f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:46:59.746325 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-01b66c43-5efa-4050-aa8e-bf96607304f0 req-c281389a-9a54-47f2-a5de-da5d6816f1e3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 1137 time: 0.1224809 Aug 26 01:46:59.890905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b66c43-5efa-4050-aa8e-bf96607304f0 req-2e5c9444-2366-4f46-b376-303fc1e4a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:46:59.892323 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-01b66c43-5efa-4050-aa8e-bf96607304f0 req-2e5c9444-2366-4f46-b376-303fc1e4a2d7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.1254902 Aug 26 01:46:59.993018 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-01b66c43-5efa-4050-aa8e-bf96607304f0 req-a20b8c21-d540-4410-a9fa-5dd54457cdac service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45 HTTP/1.1" status: 200 len: 1001 time: 0.0939565 Aug 26 01:47:00.053898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b66c43-5efa-4050-aa8e-bf96607304f0 req-80340232-f4a8-4025-9dbf-75ac6e49e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:47:00.055321 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-01b66c43-5efa-4050-aa8e-bf96607304f0 req-80340232-f4a8-4025-9dbf-75ac6e49e48f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0559175 Aug 26 01:47:00.186893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b66c43-5efa-4050-aa8e-bf96607304f0 req-da37127e-d5a8-4c84-ae3c-17eff20f14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:47:00.188332 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-01b66c43-5efa-4050-aa8e-bf96607304f0 req-da37127e-d5a8-4c84-ae3c-17eff20f14ef service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1263127 Aug 26 01:47:00.316966 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a32f88-0250-4c8f-856f-be7ceaf653f1 req-ab83003e-c61d-4196-b62e-ccd1a2c39170 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:47:00.318863 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-13a32f88-0250-4c8f-856f-be7ceaf653f1 req-ab83003e-c61d-4196-b62e-ccd1a2c39170 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 984 time: 0.1905634 Aug 26 01:47:00.352348 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-01b66c43-5efa-4050-aa8e-bf96607304f0 req-3e531b72-f12f-47ea-8a19-09ef2a42efca service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559680 Aug 26 01:47:00.443619 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-13a32f88-0250-4c8f-856f-be7ceaf653f1 req-0f61c1c4-f4c2-4d56-8cf2-ea3f1a124dbd tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&id=618bdec2-9b47-4980-8bef-ed6fb9e9186a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1112201 Aug 26 01:47:00.501515 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-01b66c43-5efa-4050-aa8e-bf96607304f0 req-09aee161-403a-4db0-a5d3-b9cbaeae972e service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363182 Aug 26 01:47:00.508409 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-887f4eef-26e8-4c4d-a2a8-0aa773795185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:47:01.644058 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c254301-67f7-434d-9d6b-eb082d5bc9ce req-a83edaac-a9ab-4d33-b785-0ab4ebe1e8d9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:47:01.645514 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9c254301-67f7-434d-9d6b-eb082d5bc9ce req-a83edaac-a9ab-4d33-b785-0ab4ebe1e8d9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 984 time: 0.0899010 Aug 26 01:47:01.691254 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9c254301-67f7-434d-9d6b-eb082d5bc9ce req-36160f23-6d68-4146-b57e-8773859d726e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&id=618bdec2-9b47-4980-8bef-ed6fb9e9186a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0394530 Aug 26 01:47:03.005081 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c8ab26d8-4c44-4daf-9202-1b016c68f17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:47:03.736556 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:47:04.085290 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:47:05.622344 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:47:11.079474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:47:24.932036 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:47:30.512985 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6a6d0889-6e29-4e23-84a2-afd637c57130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:47:33.023642 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-73fec767-6d05-4132-b3af-2d4467edc065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:47:33.749836 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:47:34.080901 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:47:35.618246 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:47:41.084590 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:00.512578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b3a6d7fe-decd-41e7-984f-8d4ed29a34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:00.774545 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fb4d95dd-9517-4c55-9bc6-7f06ff81ebab req-3e291d1e-91f0-4b3a-8727-a5ff3c72d925 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1983504 Aug 26 01:48:00.973114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d95dd-9517-4c55-9bc6-7f06ff81ebab req-71767b53-9a34-4021-b795-4f573bbdf7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:00.974596 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fb4d95dd-9517-4c55-9bc6-7f06ff81ebab req-71767b53-9a34-4021-b795-4f573bbdf7d0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 1137 time: 0.0774875 Aug 26 01:48:01.126768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d95dd-9517-4c55-9bc6-7f06ff81ebab req-9dd2e86f-2d55-4ad2-b4fe-24a59b246531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:01.128199 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fb4d95dd-9517-4c55-9bc6-7f06ff81ebab req-9dd2e86f-2d55-4ad2-b4fe-24a59b246531 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.1302049 Aug 26 01:48:01.233683 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fb4d95dd-9517-4c55-9bc6-7f06ff81ebab req-bc5c1ee8-8982-4228-9317-6969f0d893e3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45 HTTP/1.1" status: 200 len: 1001 time: 0.0962546 Aug 26 01:48:01.300544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d95dd-9517-4c55-9bc6-7f06ff81ebab req-828303a8-e5cc-4a98-9f6e-1532409947bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:01.301979 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fb4d95dd-9517-4c55-9bc6-7f06ff81ebab req-828303a8-e5cc-4a98-9f6e-1532409947bf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0590382 Aug 26 01:48:01.389386 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d95dd-9517-4c55-9bc6-7f06ff81ebab req-f5d5a10a-d690-4686-bfe7-8154312234a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:01.390775 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fb4d95dd-9517-4c55-9bc6-7f06ff81ebab req-f5d5a10a-d690-4686-bfe7-8154312234a0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799353 Aug 26 01:48:01.525905 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fb4d95dd-9517-4c55-9bc6-7f06ff81ebab req-478daaaf-a7f2-4ca3-aef9-8d24fb16e89c service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243620 Aug 26 01:48:01.657476 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fb4d95dd-9517-4c55-9bc6-7f06ff81ebab req-d4f4436a-8904-4382-ae75-5fd3359e5c72 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225920 Aug 26 01:48:01.930825 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:48:03.005983 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5cf43d5d-4a00-4301-a695-17c7a4babcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:03.730264 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:04.112621 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:05.640114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:10.789954 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b582bb91-1633-4d9a-9864-b6a52943695b req-140cdee9-61d5-4c4f-afc0-ee9be8b1efb7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-45155885&fields=id&tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad HTTP/1.1" status: 200 len: 267 time: 0.0396805 Aug 26 01:48:10.880338 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582bb91-1633-4d9a-9864-b6a52943695b req-9b0916a1-e2ab-47fe-ab26-57ac01834c13 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:10.881820 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b582bb91-1633-4d9a-9864-b6a52943695b req-9b0916a1-e2ab-47fe-ab26-57ac01834c13 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 984 time: 0.0856941 Aug 26 01:48:10.892816 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-b582bb91-1633-4d9a-9864-b6a52943695b req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'port': {'security_groups': ['423ea46f-f189-4a8d-b22c-74d8542fe324']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:48:11.015731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-b582bb91-1633-4d9a-9864-b6a52943695b req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:11.103609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:11.257543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-b582bb91-1633-4d9a-9864-b6a52943695b req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] For port fa931a6b-af45-4f82-b8d0-da736ebe3a45, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:48:11.282148 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-b582bb91-1633-4d9a-9864-b6a52943695b req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:11.382937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-b582bb91-1633-4d9a-9864-b6a52943695b req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:11.420828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582bb91-1633-4d9a-9864-b6a52943695b req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:11.421424 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-b582bb91-1633-4d9a-9864-b6a52943695b req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:11.422818 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b582bb91-1633-4d9a-9864-b6a52943695b req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "PUT /v2.0/ports/fa931a6b-af45-4f82-b8d0-da736ebe3a45 HTTP/1.1" status: 200 len: 942 time: 0.5344377 Aug 26 01:48:11.423255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'tag': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:48:11.428595 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['fa931a6b-af45-4f82-b8d0-da736ebe3a45'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:48:11.429122 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59856) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:48:11.475363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'Port': ['ID=fa931a6b-af45-4f82-b8d0-da736ebe3a45,revision_number=7']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:48:11.484334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.484881 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.485639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.486187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.486823 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.487614 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.488141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.488669 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.489241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.489774 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.490302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.491499 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f95864-0b61-4067-91f4-bea96c4a2cc5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.521777 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:11.553336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:11.554870 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ac8175-3f9a-433e-98d4-1808a318c984'] response: {'name': 'network-changed', 'server_uuid': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'tag': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45', 'status': 'completed', 'code': 200} Aug 26 01:48:11.570698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['fa931a6b-af45-4f82-b8d0-da736ebe3a45'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:48:11.689145 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d516ac-ff90-49ff-ad72-0d7b1d77599c req-78cce75e-aa96-48c8-81b7-8453200fd335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:11.690748 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-26d516ac-ff90-49ff-ad72-0d7b1d77599c req-78cce75e-aa96-48c8-81b7-8453200fd335 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 1098 time: 0.0886123 Aug 26 01:48:11.754523 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:11.775032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=618bdec2-9b47-4980-8bef-ed6fb9e9186a,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:48:11.788104 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.788561 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.788969 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.789377 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.790372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.790719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.791058 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.791910 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.792257 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.792588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.793278 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.793617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:11.828258 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d516ac-ff90-49ff-ad72-0d7b1d77599c req-85517498-adb8-4c17-985f-b4d8b63af329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:11.830061 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-26d516ac-ff90-49ff-ad72-0d7b1d77599c req-85517498-adb8-4c17-985f-b4d8b63af329 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.1302900 Aug 26 01:48:11.865888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:11.867093 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b5631695-e5f8-426c-9a6c-e736cba97d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "DELETE /v2.0/security-groups/618bdec2-9b47-4980-8bef-ed6fb9e9186a HTTP/1.1" status: 204 len: 168 time: 0.4364069 Aug 26 01:48:11.869955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 59862) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:48:11.934628 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-26d516ac-ff90-49ff-ad72-0d7b1d77599c req-eff57181-e2be-482b-b88c-220ffaeaf1c8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45 HTTP/1.1" status: 200 len: 1001 time: 0.0975478 Aug 26 01:48:12.076282 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-0fc44f73-e186-4376-aaee-2306380c8c37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Deleting port 168313d7-2b60-499f-8ac8-16fde4125551 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:48:12.076524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0fc44f73-e186-4376-aaee-2306380c8c37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:12.116040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d516ac-ff90-49ff-ad72-0d7b1d77599c req-c0461477-8a6c-4214-beeb-844c62c0d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:12.117476 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-26d516ac-ff90-49ff-ad72-0d7b1d77599c req-c0461477-8a6c-4214-beeb-844c62c0d637 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.1763883 Aug 26 01:48:12.202276 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d516ac-ff90-49ff-ad72-0d7b1d77599c req-27cf3ec4-827b-40ec-b0f9-5f4550efc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:12.203750 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-26d516ac-ff90-49ff-ad72-0d7b1d77599c req-27cf3ec4-827b-40ec-b0f9-5f4550efc6bd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795317 Aug 26 01:48:12.247035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0fc44f73-e186-4376-aaee-2306380c8c37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:12.247358 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0fc44f73-e186-4376-aaee-2306380c8c37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:12.341277 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-26d516ac-ff90-49ff-ad72-0d7b1d77599c req-445684f1-10cf-4858-a5f0-2bf06d695e40 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275837 Aug 26 01:48:12.368881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-0fc44f73-e186-4376-aaee-2306380c8c37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Calling delete_port for 168313d7-2b60-499f-8ac8-16fde4125551 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:48:12.478845 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-26d516ac-ff90-49ff-ad72-0d7b1d77599c req-4ff181c3-78bb-4e40-8b63-235352679d21 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273298 Aug 26 01:48:12.577835 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0fc44f73-e186-4376-aaee-2306380c8c37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:12.625991 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc44f73-e186-4376-aaee-2306380c8c37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event deleted for resources: {'Port': ['ID=168313d7-2b60-499f-8ac8-16fde4125551,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:48:12.722743 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0fc44f73-e186-4376-aaee-2306380c8c37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:12.723057 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-0fc44f73-e186-4376-aaee-2306380c8c37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Floating IP e1a1cefd-fb98-48c8-b45a-9210d2c58427 disassociated (deleted). External IP: 172.26.2.108, port: fa931a6b-af45-4f82-b8d0-da736ebe3a45. Aug 26 01:48:13.163095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc44f73-e186-4376-aaee-2306380c8c37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:48:13.339987 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc44f73-e186-4376-aaee-2306380c8c37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:48:13.349858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76339d37-4208-4589-acfa-9fa858b2925e None None] Sync routers for ids ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:48:13.359527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76339d37-4208-4589-acfa-9fa858b2925e None None] Routers {'ea733ac0-3b35-4ce4-8381-08c9b364d7a3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:48:13.360147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-76339d37-4208-4589-acfa-9fa858b2925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:48:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:48:13.429840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0fc44f73-e186-4376-aaee-2306380c8c37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:13.487510 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0fc44f73-e186-4376-aaee-2306380c8c37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "DELETE /v2.0/floatingips/e1a1cefd-fb98-48c8-b45a-9210d2c58427 HTTP/1.1" status: 204 len: 168 time: 1.6137817 Aug 26 01:48:13.487510 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'tag': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:48:13.558323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-76339d37-4208-4589-acfa-9fa858b2925e None None] Set router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:48:13.599209 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3befb0e7-637a-49ff-9105-adf284a017c0'] response: {'name': 'network-changed', 'server_uuid': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'tag': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45', 'status': 'completed', 'code': 200} Aug 26 01:48:13.761015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e47c03-0f63-443d-b647-63e719f25b28 req-41bbb27f-8c74-4b57-b4ff-53c2f31069d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:13.762715 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-84e47c03-0f63-443d-b647-63e719f25b28 req-41bbb27f-8c74-4b57-b4ff-53c2f31069d6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 1098 time: 0.0967834 Aug 26 01:48:13.919833 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-76339d37-4208-4589-acfa-9fa858b2925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'd652dab2-7f59-4fc1-ae1f-f85b240b9dec', 'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'mac_address': 'fa:16:3e:80:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:09Z', 'updated_at': '2022-08-26T01:44:16Z', 'revision_number': 5, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'subnets': [{'id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:48:13.928078 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76339d37-4208-4589-acfa-9fa858b2925e None None] Checking router: ea733ac0-3b35-4ce4-8381-08c9b364d7a3 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:48:13.942530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76339d37-4208-4589-acfa-9fa858b2925e None None] Routers {'ea733ac0-3b35-4ce4-8381-08c9b364d7a3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:48:13.943284 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-76339d37-4208-4589-acfa-9fa858b2925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:48:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:48:13.949888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e47c03-0f63-443d-b647-63e719f25b28 req-5db2869b-ebc4-47a9-8752-2ddc8a427887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:13.951350 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-84e47c03-0f63-443d-b647-63e719f25b28 req-5db2869b-ebc4-47a9-8752-2ddc8a427887 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.1791885 Aug 26 01:48:14.057189 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-84e47c03-0f63-443d-b647-63e719f25b28 req-1412ea26-544c-4688-9a92-128944f22643 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45 HTTP/1.1" status: 200 len: 217 time: 0.0970414 Aug 26 01:48:14.123544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e47c03-0f63-443d-b647-63e719f25b28 req-ab9cadbf-bd46-469e-a473-8d9e97016e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:14.124981 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-84e47c03-0f63-443d-b647-63e719f25b28 req-ab9cadbf-bd46-469e-a473-8d9e97016e06 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0588717 Aug 26 01:48:14.169667 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-76339d37-4208-4589-acfa-9fa858b2925e None None] Set router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:48:14.215043 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e47c03-0f63-443d-b647-63e719f25b28 req-e5c590cc-30be-4584-90f1-bdaec2baaa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:14.216577 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-84e47c03-0f63-443d-b647-63e719f25b28 req-e5c590cc-30be-4584-90f1-bdaec2baaa8c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823367 Aug 26 01:48:14.360071 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-84e47c03-0f63-443d-b647-63e719f25b28 req-dbdfcbf9-306b-4a73-8bf9-b8c6f2e15f24 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338494 Aug 26 01:48:14.499199 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-84e47c03-0f63-443d-b647-63e719f25b28 req-28068ffd-2fc5-4de4-a407-8c0ceda0f572 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295261 Aug 26 01:48:14.512925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-76339d37-4208-4589-acfa-9fa858b2925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'd652dab2-7f59-4fc1-ae1f-f85b240b9dec', 'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'mac_address': 'fa:16:3e:80:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:09Z', 'updated_at': '2022-08-26T01:44:16Z', 'revision_number': 5, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'subnets': [{'id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:48:14.516930 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76339d37-4208-4589-acfa-9fa858b2925e None None] The sync data for ids ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'] in dv-neutron-854561-2-hyperv is: [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'd652dab2-7f59-4fc1-ae1f-f85b240b9dec', 'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'mac_address': 'fa:16:3e:80:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:09Z', 'updated_at': '2022-08-26T01:44:16Z', 'revision_number': 5, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'subnets': [{'id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:48:14.728713 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d7fc4-f8a9-4c6b-88ba-2aaaef7c1a4b None None] New status for floating IP e1a1cefd-fb98-48c8-b45a-9210d2c58427: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:48:19.690698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbc880-5d7a-4a77-8377-4bbb5e8c70ec req-54a8e9ba-bab0-4ce5-a754-e76efd01a3d3 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:19.691397 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-7bcbc880-5d7a-4a77-8377-4bbb5e8c70ec req-54a8e9ba-bab0-4ce5-a754-e76efd01a3d3 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Synchronizing usage tracker for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:48:19.786692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-7bcbc880-5d7a-4a77-8377-4bbb5e8c70ec req-54a8e9ba-bab0-4ce5-a754-e76efd01a3d3 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Unset dirty status for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:48:19.787922 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7bcbc880-5d7a-4a77-8377-4bbb5e8c70ec req-54a8e9ba-bab0-4ce5-a754-e76efd01a3d3 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 945 time: 0.1865573 Aug 26 01:48:19.832984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-7bcbc880-5d7a-4a77-8377-4bbb5e8c70ec req-b0f7e1eb-711b-4077-8704-745cc7f347d7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Synchronizing usage tracker for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:48:19.914269 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-7bcbc880-5d7a-4a77-8377-4bbb5e8c70ec req-b0f7e1eb-711b-4077-8704-745cc7f347d7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Unset dirty status for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:48:19.915541 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7bcbc880-5d7a-4a77-8377-4bbb5e8c70ec req-b0f7e1eb-711b-4077-8704-745cc7f347d7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219358 Aug 26 01:48:21.105595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0aae8-310d-4ed5-bdfe-0815cbce2beb req-67c6b83c-7af0-4b7e-a87e-155f4f73c783 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:21.107859 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8be0aae8-310d-4ed5-bdfe-0815cbce2beb req-67c6b83c-7af0-4b7e-a87e-155f4f73c783 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 945 time: 0.0860715 Aug 26 01:48:21.150610 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8be0aae8-310d-4ed5-bdfe-0815cbce2beb req-9b987c1e-ddf8-4dd4-9df3-f4c6fd85cf24 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370915 Aug 26 01:48:21.645113 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c9ca9-0e0c-4241-af65-e04464b5f8b9 req-f3505685-1940-4e09-8c2a-c7ab7eaa6e2a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:21.646551 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b23c9ca9-0e0c-4241-af65-e04464b5f8b9 req-f3505685-1940-4e09-8c2a-c7ab7eaa6e2a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.94 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 945 time: 0.0886762 Aug 26 01:48:21.718745 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-b23c9ca9-0e0c-4241-af65-e04464b5f8b9 req-9497bee2-5d6c-40a5-95f8-f4e79e23fb62 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Deleting port fa931a6b-af45-4f82-b8d0-da736ebe3a45 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:48:21.719078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-b23c9ca9-0e0c-4241-af65-e04464b5f8b9 req-9497bee2-5d6c-40a5-95f8-f4e79e23fb62 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:22.063697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-b23c9ca9-0e0c-4241-af65-e04464b5f8b9 req-9497bee2-5d6c-40a5-95f8-f4e79e23fb62 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] For port fa931a6b-af45-4f82-b8d0-da736ebe3a45, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=fa931a6b-af45-4f82-b8d0-da736ebe3a45,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:48:22.064044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-b23c9ca9-0e0c-4241-af65-e04464b5f8b9 req-9497bee2-5d6c-40a5-95f8-f4e79e23fb62 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:22.184154 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-b23c9ca9-0e0c-4241-af65-e04464b5f8b9 req-9497bee2-5d6c-40a5-95f8-f4e79e23fb62 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Calling delete_port for fa931a6b-af45-4f82-b8d0-da736ebe3a45 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:48:22.348732 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389c679-f7a0-4add-9fd7-445d6a086d2f req-53cc1e94-a821-4865-bdf9-061e2b5fc41b tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:22.350225 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a389c679-f7a0-4add-9fd7-445d6a086d2f req-53cc1e94-a821-4865-bdf9-061e2b5fc41b tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 945 time: 0.0907300 Aug 26 01:48:22.389502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-b23c9ca9-0e0c-4241-af65-e04464b5f8b9 req-9497bee2-5d6c-40a5-95f8-f4e79e23fb62 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:22.397457 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a389c679-f7a0-4add-9fd7-445d6a086d2f req-5d968474-f3dc-4420-b04d-4cba8d617bbb tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414920 Aug 26 01:48:22.437460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['fa931a6b-af45-4f82-b8d0-da736ebe3a45'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:48:22.440251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497bee2-5d6c-40a5-95f8-f4e79e23fb62 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event deleted for resources: {'Port': ['ID=fa931a6b-af45-4f82-b8d0-da736ebe3a45,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:48:22.527793 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23c9ca9-0e0c-4241-af65-e04464b5f8b9 req-9497bee2-5d6c-40a5-95f8-f4e79e23fb62 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] No DVR routers for this DVR port fa931a6b-af45-4f82-b8d0-da736ebe3a45 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:48:22.530269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-b23c9ca9-0e0c-4241-af65-e04464b5f8b9 req-9497bee2-5d6c-40a5-95f8-f4e79e23fb62 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:22.532730 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'name': 'network-vif-deleted', 'tag': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:48:22.578426 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a816c5b2-beba-4974-8289-ae8c5ae41ff3'] response: {'server_uuid': 'c3da1b27-676f-48a4-9cc2-6a0605c118b6', 'name': 'network-vif-deleted', 'tag': 'fa931a6b-af45-4f82-b8d0-da736ebe3a45', 'status': 'completed', 'code': 200} Aug 26 01:48:22.595017 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b23c9ca9-0e0c-4241-af65-e04464b5f8b9 req-9497bee2-5d6c-40a5-95f8-f4e79e23fb62 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.94 "DELETE /v2.0/ports/fa931a6b-af45-4f82-b8d0-da736ebe3a45 HTTP/1.1" status: 204 len: 173 time: 0.9404228 Aug 26 01:48:23.578134 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-deff115d-9a16-4df2-96ff-9b36494146c3 req-0145a243-df2e-46f7-be81-047cfb7d34a3 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3da1b27-676f-48a4-9cc2-6a0605c118b6 HTTP/1.1" status: 200 len: 210 time: 0.0503902 Aug 26 01:48:25.611332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device fa931a6b-af45-4f82-b8d0-da736ebe3a45 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:48:25.645893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: fa931a6b-af45-4f82-b8d0-da736ebe3a45 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:48:25.646247 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device fa931a6b-af45-4f82-b8d0-da736ebe3a45 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:48:30.525618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ab9892aa-69b2-4b62-aab9-9c2e434f52dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:33.020873 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fcc4870d-8982-4d59-98b5-678e0d9c7888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:33.771507 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:34.129650 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:35.680214 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:36.901072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e6904-c0bf-4c19-9c75-94865244de8a req-fcefdd55-de88-4c98-bdcb-7e6f3271f14a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:36.902449 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-689e6904-c0bf-4c19-9c75-94865244de8a req-fcefdd55-de88-4c98-bdcb-7e6f3271f14a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 815 time: 0.1449211 Aug 26 01:48:36.917427 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-689e6904-c0bf-4c19-9c75-94865244de8a req-ca0609fb-e383-4a6a-8e38-630dd109d781 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/quotas/e8a66ac59dfd4a4f966b18f56f43b7ad HTTP/1.1" status: 200 len: 375 time: 0.0088334 Aug 26 01:48:37.008465 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-689e6904-c0bf-4c19-9c75-94865244de8a req-6d7b4126-00e9-4eb9-bd95-f0b9943ec9aa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852370 Aug 26 01:48:37.188282 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-689e6904-c0bf-4c19-9c75-94865244de8a req-66c8f5d9-d35c-4de6-9d53-91894ee49b39 service neutron] 10.222.0.83 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682172 Aug 26 01:48:37.318514 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-689e6904-c0bf-4c19-9c75-94865244de8a req-fd92474d-c337-413d-9ead-b17fb2d54d3e service neutron] 10.222.0.83 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243665 Aug 26 01:48:37.588299 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-9ff5bbce-96d2-4852-a185-8f18f772d32c req-16e9d69c-54c3-451c-a0fc-9874c1cf8ed7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Synchronizing usage tracker for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:48:37.679874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-9ff5bbce-96d2-4852-a185-8f18f772d32c req-16e9d69c-54c3-451c-a0fc-9874c1cf8ed7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Unset dirty status for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:48:37.681040 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9ff5bbce-96d2-4852-a185-8f18f772d32c req-16e9d69c-54c3-451c-a0fc-9874c1cf8ed7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 210 time: 0.1473098 Aug 26 01:48:38.789575 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c0555c73-7fa7-4184-a6b6-005541a99e1b req-8f41f153-f43f-40b5-9cc2-640ed0344f55 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 210 time: 0.0520525 Aug 26 01:48:38.929727 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:48:39.951470 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-13bb8eba-5fef-4226-b0ba-197e40cacdcc req-6d0f05cd-2a05-45ba-9816-49ee6a47635a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 210 time: 0.0521412 Aug 26 01:48:41.110098 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-49fbe136-156d-47fb-970b-9f2447d1a7d8 req-acd75ff9-74f9-4330-b4ad-8c3d68043c65 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 210 time: 0.0493941 Aug 26 01:48:41.143037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:42.273688 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8e93c807-184b-477d-bd28-be3e14fcb66e req-2073122a-8f8d-447d-b316-b63db344c1dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 210 time: 0.0544157 Aug 26 01:48:42.327053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e6904-c0bf-4c19-9c75-94865244de8a req-bdea7933-5171-4a41-8a6d-1bbbb4620142 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:42.328447 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-689e6904-c0bf-4c19-9c75-94865244de8a req-bdea7933-5171-4a41-8a6d-1bbbb4620142 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 815 time: 0.1963842 Aug 26 01:48:42.354635 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-689e6904-c0bf-4c19-9c75-94865244de8a req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'port': {'device_id': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'admin_state_up': True, 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:48:42.494581 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-689e6904-c0bf-4c19-9c75-94865244de8a req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:48:42.504266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-689e6904-c0bf-4c19-9c75-94865244de8a req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:48:42.582375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689e6904-c0bf-4c19-9c75-94865244de8a req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Made reservation on behalf of e8a66ac59dfd4a4f966b18f56f43b7ad for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:48:42.587554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-689e6904-c0bf-4c19-9c75-94865244de8a req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:42.752360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-689e6904-c0bf-4c19-9c75-94865244de8a req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Allocated IP 172.20.0.7 (c5ed7928-acb5-4d19-88bb-e77001d75681/861ac09a-45e6-4c8b-98c8-859ccc2fd432/b44bd1b3-9882-4ac9-82f1-f181aef97366) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:48:42.965640 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-689e6904-c0bf-4c19-9c75-94865244de8a req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:42.981263 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-689e6904-c0bf-4c19-9c75-94865244de8a req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Transition to ACTIVE for port object b44bd1b3-9882-4ac9-82f1-f181aef97366 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:48:43.075364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-689e6904-c0bf-4c19-9c75-94865244de8a req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:43.216033 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'Port': ['ID=b44bd1b3-9882-4ac9-82f1-f181aef97366,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:48:43.232457 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689e6904-c0bf-4c19-9c75-94865244de8a req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Network c5ed7928-acb5-4d19-88bb-e77001d75681 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:48:43.234549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-689e6904-c0bf-4c19-9c75-94865244de8a req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:48:43.238038 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-689e6904-c0bf-4c19-9c75-94865244de8a req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:48:43.359754 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e6904-c0bf-4c19-9c75-94865244de8a req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:43.360448 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-689e6904-c0bf-4c19-9c75-94865244de8a req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:43.470942 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-689e6904-c0bf-4c19-9c75-94865244de8a req-e3e8b791-e673-4503-8687-745828fc63ec tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1194940 Aug 26 01:48:43.679818 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-258c883e-a5dc-4faa-bf9a-56b91d28d4f9 None None] Provisioning for port b44bd1b3-9882-4ac9-82f1-f181aef97366 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:48:43.686636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-258c883e-a5dc-4faa-bf9a-56b91d28d4f9 None None] Provisioning complete for port b44bd1b3-9882-4ac9-82f1-f181aef97366 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:48:43.687334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-258c883e-a5dc-4faa-bf9a-56b91d28d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:43.693064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc718a-266c-421b-9f99-44e936c2c74b req-525cdabe-2564-4e97-92c9-51e1fbe9acf8 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:43.697916 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-86bc718a-266c-421b-9f99-44e936c2c74b req-525cdabe-2564-4e97-92c9-51e1fbe9acf8 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 931 time: 0.2591431 Aug 26 01:48:43.735799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Request body: {'port': {'device_id': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:48:43.758650 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-258c883e-a5dc-4faa-bf9a-56b91d28d4f9 None None] Port b44bd1b3-9882-4ac9-82f1-f181aef97366 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:48:43.765103 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-86bc718a-266c-421b-9f99-44e936c2c74b req-df53ccb8-7921-412c-9e22-4c40696d2f80 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619762 Aug 26 01:48:43.924621 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:44.362750 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44bd1b3-9882-4ac9-82f1-f181aef97366 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:48:44.379828 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:44.396242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Transition to ACTIVE for port object b44bd1b3-9882-4ac9-82f1-f181aef97366 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:48:44.455011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:44.781428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Pushing event updated for resources: {'Port': ['ID=b44bd1b3-9882-4ac9-82f1-f181aef97366,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:48:44.810800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Attempting to bind port b44bd1b3-9882-4ac9-82f1-f181aef97366 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:48:44.811245 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Attempting to bind port b44bd1b3-9882-4ac9-82f1-f181aef97366 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:48:44.811593 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Attempting to bind port b44bd1b3-9882-4ac9-82f1-f181aef97366 on network c5ed7928-acb5-4d19-88bb-e77001d75681 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:48:44.818168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Port b44bd1b3-9882-4ac9-82f1-f181aef97366 on network c5ed7928-acb5-4d19-88bb-e77001d75681 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:48:44.818502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Attempting to bind port b44bd1b3-9882-4ac9-82f1-f181aef97366 on network c5ed7928-acb5-4d19-88bb-e77001d75681 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:48:44.824916 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:48:44.825259 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Checking segment: {'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:48:44.825641 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Bound using segment: {'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:48:44.826102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Bound port: b44bd1b3-9882-4ac9-82f1-f181aef97366, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b6a3b7-2a67-413d-8014-c2d4377ca2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:48:44.826449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:44.931325 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] For port b44bd1b3-9882-4ac9-82f1-f181aef97366, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:48:44.936372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] For port b44bd1b3-9882-4ac9-82f1-f181aef97366, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b44bd1b3-9882-4ac9-82f1-f181aef97366,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:48:45.035929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5347c-e9a2-4ffd-9295-c06c75f167e9 req-9d12f967-13c8-4c6d-9c65-bd26393bd775 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:45.036598 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-aac5347c-e9a2-4ffd-9295-c06c75f167e9 req-9d12f967-13c8-4c6d-9c65-bd26393bd775 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Synchronizing usage tracker for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:48:45.052174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:45.084429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:45.085177 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:45.086588 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-689e6904-c0bf-4c19-9c75-94865244de8a req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] 10.222.0.94 "PUT /v2.0/ports/b44bd1b3-9882-4ac9-82f1-f181aef97366 HTTP/1.1" status: 200 len: 1093 time: 1.3558772 Aug 26 01:48:45.093648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'tag': 'b44bd1b3-9882-4ac9-82f1-f181aef97366'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:48:45.121515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-aac5347c-e9a2-4ffd-9295-c06c75f167e9 req-9d12f967-13c8-4c6d-9c65-bd26393bd775 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Unset dirty status for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:48:45.122987 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-aac5347c-e9a2-4ffd-9295-c06c75f167e9 req-9d12f967-13c8-4c6d-9c65-bd26393bd775 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 943 time: 0.1808243 Aug 26 01:48:45.159298 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a514e9-d9a0-425b-8291-19f5e0ed4a95 service neutron] Pushing event updated for resources: {'Port': ['ID=b44bd1b3-9882-4ac9-82f1-f181aef97366,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:48:45.172617 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d5e78a-d726-48cd-ab2e-7427210ac8db'] response: {'name': 'network-changed', 'server_uuid': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'tag': 'b44bd1b3-9882-4ac9-82f1-f181aef97366', 'status': 'completed', 'code': 200} Aug 26 01:48:45.185778 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-aac5347c-e9a2-4ffd-9295-c06c75f167e9 req-81531be9-a778-4430-a517-7aedfe678a83 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565360 Aug 26 01:48:46.404566 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ae886-3057-4978-a5e6-19f3c9346595 req-9b40fe89-571c-4fd2-82c6-37c53aa5e98e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:46.406057 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-343ae886-3057-4978-a5e6-19f3c9346595 req-9b40fe89-571c-4fd2-82c6-37c53aa5e98e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 943 time: 0.0923331 Aug 26 01:48:46.450590 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-343ae886-3057-4978-a5e6-19f3c9346595 req-e47744ff-5609-4009-901f-f5fcbcdf2e76 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387211 Aug 26 01:48:47.684900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ec762-ae23-43b1-b349-a25b9cbdc5e8 req-51aa46e6-ade7-4840-9791-a73e18f59edf tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:47.690360 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-948ec762-ae23-43b1-b349-a25b9cbdc5e8 req-51aa46e6-ade7-4840-9791-a73e18f59edf tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 943 time: 0.1224291 Aug 26 01:48:47.733115 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-948ec762-ae23-43b1-b349-a25b9cbdc5e8 req-40fe118e-a3d4-4072-9030-a8a354806115 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 Aug 26 01:48:48.942373 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abde6be-acf6-4d35-93a2-040ad83bb014 req-b45c073b-3a34-4bd4-88fd-8dd7ee73869d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:48.949563 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4abde6be-acf6-4d35-93a2-040ad83bb014 req-b45c073b-3a34-4bd4-88fd-8dd7ee73869d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 943 time: 0.1075039 Aug 26 01:48:48.990907 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4abde6be-acf6-4d35-93a2-040ad83bb014 req-580d757f-e43d-4f76-967b-a49a3fff1578 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403812 Aug 26 01:48:50.189373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3c547-d9d0-4530-b843-f7d150b83460 req-64db23ce-d38d-4836-a66e-dfd467f23bf2 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:50.194257 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-52c3c547-d9d0-4530-b843-f7d150b83460 req-64db23ce-d38d-4836-a66e-dfd467f23bf2 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 943 time: 0.0940187 Aug 26 01:48:50.246646 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-52c3c547-d9d0-4530-b843-f7d150b83460 req-d288ab42-ca61-4e6c-b601-1c1fd7dd82ed tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470498 Aug 26 01:48:51.453956 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de911f-d8bd-4cba-9350-5edf0ae69597 req-5a218caa-dc7a-4425-a497-d47f589df0e5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:51.455442 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a9de911f-d8bd-4cba-9350-5edf0ae69597 req-5a218caa-dc7a-4425-a497-d47f589df0e5 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 943 time: 0.0965316 Aug 26 01:48:51.509791 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a9de911f-d8bd-4cba-9350-5edf0ae69597 req-4061d36f-dfbc-42bb-b140-405874dbf703 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411167 Aug 26 01:48:52.713551 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d0dd6-e5e8-43e8-8fd8-43658f7770d1 req-167486de-cf48-4d15-bdf0-dfa8a37fbac2 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:52.715044 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-571d0dd6-e5e8-43e8-8fd8-43658f7770d1 req-167486de-cf48-4d15-bdf0-dfa8a37fbac2 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 943 time: 0.0877247 Aug 26 01:48:52.758538 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-571d0dd6-e5e8-43e8-8fd8-43658f7770d1 req-51cf929d-fdf0-4be9-badd-825965ef141b tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377073 Aug 26 01:48:53.139106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a8285-3344-432e-acb9-f25701cdebfd req-050d943b-7137-46d4-be8a-e4de6b21c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:53.140562 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b7a8285-3344-432e-acb9-f25701cdebfd req-050d943b-7137-46d4-be8a-e4de6b21c24a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 1096 time: 0.0824106 Aug 26 01:48:53.289964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a8285-3344-432e-acb9-f25701cdebfd req-8329f0b9-ff99-4c7a-8763-f2a48629a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:53.291385 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b7a8285-3344-432e-acb9-f25701cdebfd req-8329f0b9-ff99-4c7a-8763-f2a48629a11e service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1330264 Aug 26 01:48:53.427901 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a8285-3344-432e-acb9-f25701cdebfd req-ad9432f4-8816-4482-850a-1a98ceab0e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:53.429337 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b7a8285-3344-432e-acb9-f25701cdebfd req-ad9432f4-8816-4482-850a-1a98ceab0e49 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1276457 Aug 26 01:48:53.574886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e6904-c0bf-4c19-9c75-94865244de8a req-5ad66f3e-f27b-4e26-bb92-376db1f24cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:53.577069 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-689e6904-c0bf-4c19-9c75-94865244de8a req-5ad66f3e-f27b-4e26-bb92-376db1f24cf5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 1096 time: 0.0770814 Aug 26 01:48:53.659795 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-689e6904-c0bf-4c19-9c75-94865244de8a req-1d601658-2aac-4e1f-9984-d5b939ce875d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b44bd1b3-9882-4ac9-82f1-f181aef97366 HTTP/1.1" status: 200 len: 217 time: 0.0633483 Aug 26 01:48:53.733696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e6904-c0bf-4c19-9c75-94865244de8a req-1ba9ecff-786f-4d11-95e3-e292a0b03409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:53.735065 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-689e6904-c0bf-4c19-9c75-94865244de8a req-1ba9ecff-786f-4d11-95e3-e292a0b03409 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0666764 Aug 26 01:48:53.826972 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e6904-c0bf-4c19-9c75-94865244de8a req-8494df4d-f3ee-4270-9ea8-04a6cf972089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:53.828472 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-689e6904-c0bf-4c19-9c75-94865244de8a req-8494df4d-f3ee-4270-9ea8-04a6cf972089 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827544 Aug 26 01:48:53.957701 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267b76d-5857-47bf-b383-42b1e494f3a3 req-4d70d55f-48fb-4985-9f03-8c62ae0c3c99 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:53.959283 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0267b76d-5857-47bf-b383-42b1e494f3a3 req-4d70d55f-48fb-4985-9f03-8c62ae0c3c99 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 943 time: 0.0900114 Aug 26 01:48:54.006816 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0267b76d-5857-47bf-b383-42b1e494f3a3 req-7e745fed-5c29-4839-b488-095edce3aead tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414534 Aug 26 01:48:54.083658 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-689e6904-c0bf-4c19-9c75-94865244de8a req-6273a659-8013-4433-8389-9cc5fa648fd2 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456238 Aug 26 01:48:54.217519 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-689e6904-c0bf-4c19-9c75-94865244de8a req-56c6f87b-cd63-4b5a-96ee-d55b5df61c77 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248648 Aug 26 01:48:55.204697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f825cfb-27e8-4103-bc19-2fec4c6ebdbe req-f07a568e-a480-47ce-9d71-d8e3eb29c7f9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:55.206167 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2f825cfb-27e8-4103-bc19-2fec4c6ebdbe req-f07a568e-a480-47ce-9d71-d8e3eb29c7f9 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 943 time: 0.0868845 Aug 26 01:48:55.250379 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2f825cfb-27e8-4103-bc19-2fec4c6ebdbe req-43e6a883-2038-45a1-85e6-9baa903dfb2d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383761 Aug 26 01:48:55.755117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device b44bd1b3-9882-4ac9-82f1-f181aef97366 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:48:55.885618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port b44bd1b3-9882-4ac9-82f1-f181aef97366, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b44bd1b3-9882-4ac9-82f1-f181aef97366,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:48:55.898849 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'b44bd1b3-9882-4ac9-82f1-f181aef97366', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'port_id': 'b44bd1b3-9882-4ac9-82f1-f181aef97366', 'mac_address': 'fa:16:3e:90:3a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:48:55.952969 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port b44bd1b3-9882-4ac9-82f1-f181aef97366 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:48:55.953340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:55.971124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44bd1b3-9882-4ac9-82f1-f181aef97366 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:48:55.987228 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port b44bd1b3-9882-4ac9-82f1-f181aef97366, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b44bd1b3-9882-4ac9-82f1-f181aef97366,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:48:56.033559 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:56.104235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=b44bd1b3-9882-4ac9-82f1-f181aef97366,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:48:56.111123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:56.111471 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:56.111811 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:56.112146 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:56.112480 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:56.112812 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:56.113142 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:56.113467 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:56.113821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:56.114147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:56.114470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:56.114821 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:48:56.426324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['b44bd1b3-9882-4ac9-82f1-f181aef97366'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:48:56.445524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639e756-7b36-4a9b-b7f1-197cc2bf29ac req-f2188abc-313f-4206-85e4-ac24a1c26149 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:56.447005 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e639e756-7b36-4a9b-b7f1-197cc2bf29ac req-f2188abc-313f-4206-85e4-ac24a1c26149 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 944 time: 0.0904028 Aug 26 01:48:56.491359 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e639e756-7b36-4a9b-b7f1-197cc2bf29ac req-15ef1ca5-5b74-4db7-b127-de462a3b5ae0 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Aug 26 01:48:57.691214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb01de-2445-4ef3-8e83-9e769ba39b04 req-fa623815-95cb-4fcc-98b0-19f3ecca6d37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:57.692651 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7eeb01de-2445-4ef3-8e83-9e769ba39b04 req-fa623815-95cb-4fcc-98b0-19f3ecca6d37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 944 time: 0.0890160 Aug 26 01:48:57.737862 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7eeb01de-2445-4ef3-8e83-9e769ba39b04 req-06f94af5-5918-4058-adda-28070b68dcda tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394337 Aug 26 01:48:57.769263 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device b44bd1b3-9882-4ac9-82f1-f181aef97366 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:48:57.902445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port b44bd1b3-9882-4ac9-82f1-f181aef97366 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:48:57.908289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port b44bd1b3-9882-4ac9-82f1-f181aef97366 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:48:57.908669 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:58.058018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port b44bd1b3-9882-4ac9-82f1-f181aef97366 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:48:58.058313 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:58.085097 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44bd1b3-9882-4ac9-82f1-f181aef97366'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:48:58.095785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port b44bd1b3-9882-4ac9-82f1-f181aef97366, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b44bd1b3-9882-4ac9-82f1-f181aef97366,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:48:58.159278 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c75906f-d3e4-458b-a19f-aac34c6358b7'] response: {'server_uuid': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44bd1b3-9882-4ac9-82f1-f181aef97366', 'code': 200} Aug 26 01:48:58.205110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:48:58.270024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=b44bd1b3-9882-4ac9-82f1-f181aef97366,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:48:58.541305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a316a-5184-4e28-bf0e-2f1efbdff9a5 req-2e447bd7-0a2c-49ed-9e65-b7030918d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:58.542785 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-227a316a-5184-4e28-bf0e-2f1efbdff9a5 req-2e447bd7-0a2c-49ed-9e65-b7030918d705 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 1098 time: 0.0771439 Aug 26 01:48:58.590338 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-227a316a-5184-4e28-bf0e-2f1efbdff9a5 req-d27c413c-bd1a-4012-90fc-de9a886299a0 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378184 Aug 26 01:48:58.930562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37784a8-ada2-4e8c-bffe-a96ec2d59800 req-a330f992-7558-4913-86bc-f317a1e41afc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:48:58.932003 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e37784a8-ada2-4e8c-bffe-a96ec2d59800 req-a330f992-7558-4913-86bc-f317a1e41afc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 945 time: 0.0856755 Aug 26 01:48:58.975463 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e37784a8-ada2-4e8c-bffe-a96ec2d59800 req-87f79a2e-1360-4b8f-9b0a-c4a7c78ca49e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369835 Aug 26 01:49:00.176328 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e9442-fc62-4a3a-9d15-f3accbb45a8c req-b3dafffd-be5e-44c1-891d-bbe8b7ebc29f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:00.177776 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1c4e9442-fc62-4a3a-9d15-f3accbb45a8c req-b3dafffd-be5e-44c1-891d-bbe8b7ebc29f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 945 time: 0.0903320 Aug 26 01:49:00.221159 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1c4e9442-fc62-4a3a-9d15-f3accbb45a8c req-0eed90b5-81b0-4a99-9257-cbe4f9fcea9c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376072 Aug 26 01:49:00.419571 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f174d3-02cf-476a-beb8-02737a716478 req-6e7c2939-f4f4-47b3-afa8-5f59c989f25a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:00.420944 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-94f174d3-02cf-476a-beb8-02737a716478 req-6e7c2939-f4f4-47b3-afa8-5f59c989f25a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 945 time: 0.0909603 Aug 26 01:49:00.465559 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-94f174d3-02cf-476a-beb8-02737a716478 req-adae7863-a183-45c6-a727-d221caa1f82a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387659 Aug 26 01:49:00.519697 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-62ea8b5c-3a33-4250-a4a1-3cfa60d471af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:00.859428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835b66c-b037-4824-a1ed-1d525c54b2b5 req-5a10bd6d-a3b2-4f56-852e-1907d082b205 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:00.860869 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8835b66c-b037-4824-a1ed-1d525c54b2b5 req-5a10bd6d-a3b2-4f56-852e-1907d082b205 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 945 time: 0.0854352 Aug 26 01:49:00.909511 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8835b66c-b037-4824-a1ed-1d525c54b2b5 req-04fed167-be89-4f27-916b-9e0c91ba1cad tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426552 Aug 26 01:49:02.634154 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-165b91f2-3597-4028-a827-e7c3f61f6503 req-21de75c1-79ec-4089-bad7-090d3b01c6fe service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779219 Aug 26 01:49:02.797810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b91f2-3597-4028-a827-e7c3f61f6503 req-7c6e59f5-32fc-4f54-98d6-08ad2368ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:02.799375 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-165b91f2-3597-4028-a827-e7c3f61f6503 req-7c6e59f5-32fc-4f54-98d6-08ad2368ddbd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 1098 time: 0.0822339 Aug 26 01:49:02.951992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b91f2-3597-4028-a827-e7c3f61f6503 req-c4d73ce0-098d-498d-ab8a-5a154243f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:02.953433 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-165b91f2-3597-4028-a827-e7c3f61f6503 req-c4d73ce0-098d-498d-ab8a-5a154243f05d service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.1341796 Aug 26 01:49:03.010918 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-712096d4-9fd0-4b0e-84b1-d53ad0e39215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:03.022499 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-165b91f2-3597-4028-a827-e7c3f61f6503 req-0a424829-625f-4f3d-b81e-598425572c82 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b44bd1b3-9882-4ac9-82f1-f181aef97366 HTTP/1.1" status: 200 len: 217 time: 0.0631216 Aug 26 01:49:03.086582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b91f2-3597-4028-a827-e7c3f61f6503 req-19ca1305-ca89-4e2c-be3c-e143e2f6d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:03.087966 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-165b91f2-3597-4028-a827-e7c3f61f6503 req-19ca1305-ca89-4e2c-be3c-e143e2f6d5e0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0597072 Aug 26 01:49:03.168313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b91f2-3597-4028-a827-e7c3f61f6503 req-922c6efa-c01b-43e7-b9a1-6dbdba5d5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:03.169724 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-165b91f2-3597-4028-a827-e7c3f61f6503 req-922c6efa-c01b-43e7-b9a1-6dbdba5d5628 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759962 Aug 26 01:49:03.297070 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-165b91f2-3597-4028-a827-e7c3f61f6503 req-1d3c840a-1655-4690-98d7-c8c9b7138d41 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210132 Aug 26 01:49:03.426144 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-165b91f2-3597-4028-a827-e7c3f61f6503 req-8f2caac2-0ac2-4eff-b43f-c0458264f297 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227369 Aug 26 01:49:03.726671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:04.091666 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:05.666173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:11.111190 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:14.075856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c360c-b66d-4f94-b156-fa43f72bef19 req-3685404e-a8cc-4935-9a2e-4506ac397c8e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:14.077466 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f35c360c-b66d-4f94-b156-fa43f72bef19 req-3685404e-a8cc-4935-9a2e-4506ac397c8e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 945 time: 0.1956379 Aug 26 01:49:14.123786 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f35c360c-b66d-4f94-b156-fa43f72bef19 req-2d624b48-dbf9-4160-8b01-93995577e7b2 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399337 Aug 26 01:49:14.150746 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60158) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:49:14.233472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf2a7a3-66b5-45d3-b6d5-974e45c3d675 tempest-TestMinimumBasicScenario-43717449 tempest-TestMinimumBasicScenario-43717449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:14.234292 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-abf2a7a3-66b5-45d3-b6d5-974e45c3d675 tempest-TestMinimumBasicScenario-43717449 tempest-TestMinimumBasicScenario-43717449-project-admin] Synchronizing usage tracker for tenant:cb7f985ed1bb4942814c756e8a6b7d84 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:49:14.316973 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-abf2a7a3-66b5-45d3-b6d5-974e45c3d675 tempest-TestMinimumBasicScenario-43717449 tempest-TestMinimumBasicScenario-43717449-project-admin] Unset dirty status for tenant:cb7f985ed1bb4942814c756e8a6b7d84 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:49:14.318198 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-abf2a7a3-66b5-45d3-b6d5-974e45c3d675 tempest-TestMinimumBasicScenario-43717449 tempest-TestMinimumBasicScenario-43717449-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 1093 time: 0.1663604 Aug 26 01:49:14.320969 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60162) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:49:14.326221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': 'b44bd1b3-9882-4ac9-82f1-f181aef97366', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:49:14.332306 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:49:14.336318 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:floatingip and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:49:14.339210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:49:14.345772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:49:14.425664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:14.563230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:14.695235 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Allocated IP 172.26.2.40 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/e4e6343a-f667-4f73-88d7-c2b21f5925d5) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:49:14.841699 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:14.923236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:14.987385 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:49:14.990080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:49:14.994066 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:49:15.035346 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'Port': ['ID=e4e6343a-f667-4f73-88d7-c2b21f5925d5,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:49:15.046895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:15.047241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:15.047579 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:15.047913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:15.048247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:15.048572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:15.048895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:15.049217 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:15.049536 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:15.049885 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:15.050207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:15.050524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:15.511942 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:15.644941 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:15.857153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:15.913564 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:15.929529 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:49:16.021241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:16.068830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'Port': ['ID=e4e6343a-f667-4f73-88d7-c2b21f5925d5,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:49:16.193470 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Floating IP 96aa2e84-d3dc-427f-9b91-9a1298969610 associated. External IP: 172.26.2.40, port: b44bd1b3-9882-4ac9-82f1-f181aef97366. Aug 26 01:49:16.539863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:49:16.713426 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:49:16.723370 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886bb29d-d31b-4643-b3d4-60c97be9eb4f None None] Sync routers for ids ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:49:16.732760 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886bb29d-d31b-4643-b3d4-60c97be9eb4f None None] Routers {'ea733ac0-3b35-4ce4-8381-08c9b364d7a3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:49:16.733457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-886bb29d-d31b-4643-b3d4-60c97be9eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:49:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:49:16.794968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:16.875621 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-4c45229e-e623-4c8c-9a00-a1ab82664b23 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5433121 Aug 26 01:49:16.875621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'tag': 'b44bd1b3-9882-4ac9-82f1-f181aef97366'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:49:16.875817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60166) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:49:16.875817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1791141236', 'description': 'tempest-secgroup-smoke-1791141236 description', 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:49:16.881168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:49:16.891046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:49:16.913177 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5bfbbf4-8dad-423f-aefe-487052a23f4a'] response: {'name': 'network-changed', 'server_uuid': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'tag': 'b44bd1b3-9882-4ac9-82f1-f181aef97366', 'status': 'completed', 'code': 200} Aug 26 01:49:16.920603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-886bb29d-d31b-4643-b3d4-60c97be9eb4f None None] Set router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:49:16.959490 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:17.025209 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:49:17.030511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:security_group_rule and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:49:17.039913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:49:17.047729 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:49:17.092889 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ecb4a-f802-434d-9f2d-76ec37508c10 req-504f7983-0db0-4f52-9596-5c3ed95f0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:17.094404 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5c3ecb4a-f802-434d-9f2d-76ec37508c10 req-504f7983-0db0-4f52-9596-5c3ed95f0ce4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 1098 time: 0.1237941 Aug 26 01:49:17.219162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:17.261662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ecb4a-f802-434d-9f2d-76ec37508c10 req-1df23f48-11e5-4ffe-9c40-b77bf5af42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:17.263733 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5c3ecb4a-f802-434d-9f2d-76ec37508c10 req-1df23f48-11e5-4ffe-9c40-b77bf5af42eb service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.1584857 Aug 26 01:49:17.269526 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-886bb29d-d31b-4643-b3d4-60c97be9eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '96aa2e84-d3dc-427f-9b91-9a1298969610', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'floating_ip_address': '172.26.2.40', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'port_id': 'b44bd1b3-9882-4ac9-82f1-f181aef97366', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'mac_address': 'fa:16:3e:90:3a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:49:15Z', 'updated_at': '2022-08-26T01:49:15Z', 'revision_number': 0, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd652dab2-7f59-4fc1-ae1f-f85b240b9dec', 'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'mac_address': 'fa:16:3e:80:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:09Z', 'updated_at': '2022-08-26T01:44:16Z', 'revision_number': 5, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'subnets': [{'id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:49:17.273642 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886bb29d-d31b-4643-b3d4-60c97be9eb4f None None] Checking router: ea733ac0-3b35-4ce4-8381-08c9b364d7a3 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:49:17.282548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886bb29d-d31b-4643-b3d4-60c97be9eb4f None None] Routers {'ea733ac0-3b35-4ce4-8381-08c9b364d7a3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:49:17.285043 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-886bb29d-d31b-4643-b3d4-60c97be9eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:49:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:49:17.322248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:17.397624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14140c45-cbad-4b57-a9d3-0396dbfe8def,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:49:17.416890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:17.416890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:17.416890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:17.424468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:17.424468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:17.424468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:17.424468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:17.424468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:17.424468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:17.424468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:17.424468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:17.424468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:49:17.432323 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5c3ecb4a-f802-434d-9f2d-76ec37508c10 req-e480ead0-7c72-4cfb-8fbb-833723371c7b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b44bd1b3-9882-4ac9-82f1-f181aef97366 HTTP/1.1" status: 200 len: 998 time: 0.1542473 Aug 26 01:49:17.469042 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:17.470248 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cf307fca-277c-4a47-89bd-bfbbe1db753a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6009319 Aug 26 01:49:17.473119 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60172) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:49:17.476142 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-886bb29d-d31b-4643-b3d4-60c97be9eb4f None None] Set router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:49:17.479603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-d192e175-859e-49a0-afdc-78a1c35ebc1d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'security_group_rule': {'security_group_id': '14140c45-cbad-4b57-a9d3-0396dbfe8def', 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:49:17.485826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d192e175-859e-49a0-afdc-78a1c35ebc1d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:49:17.490793 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d192e175-859e-49a0-afdc-78a1c35ebc1d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:security_group_rule and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:49:17.494591 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-d192e175-859e-49a0-afdc-78a1c35ebc1d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:49:17.495404 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ecb4a-f802-434d-9f2d-76ec37508c10 req-ee103475-f33f-43d5-9cfa-1dc5f3e18e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:17.497410 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5c3ecb4a-f802-434d-9f2d-76ec37508c10 req-ee103475-f33f-43d5-9cfa-1dc5f3e18e49 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0648441 Aug 26 01:49:17.501935 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-d192e175-859e-49a0-afdc-78a1c35ebc1d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:49:17.586343 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ecb4a-f802-434d-9f2d-76ec37508c10 req-4ff2d518-c37b-44da-a15f-e7287eb2ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:17.587829 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5c3ecb4a-f802-434d-9f2d-76ec37508c10 req-4ff2d518-c37b-44da-a15f-e7287eb2ede8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836179 Aug 26 01:49:17.593482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d192e175-859e-49a0-afdc-78a1c35ebc1d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:17.657666 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d192e175-859e-49a0-afdc-78a1c35ebc1d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:17.721688 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5c3ecb4a-f802-434d-9f2d-76ec37508c10 req-d6be393a-0cf2-4f7f-9e88-027ffa67215a service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274951 Aug 26 01:49:17.734132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d192e175-859e-49a0-afdc-78a1c35ebc1d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:17.758207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192e175-859e-49a0-afdc-78a1c35ebc1d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7887096e-3bcd-447a-9af1-89e538943ca5,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:49:17.837326 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-886bb29d-d31b-4643-b3d4-60c97be9eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '96aa2e84-d3dc-427f-9b91-9a1298969610', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'floating_ip_address': '172.26.2.40', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'port_id': 'b44bd1b3-9882-4ac9-82f1-f181aef97366', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'mac_address': 'fa:16:3e:90:3a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:49:15Z', 'updated_at': '2022-08-26T01:49:15Z', 'revision_number': 0, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd652dab2-7f59-4fc1-ae1f-f85b240b9dec', 'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'mac_address': 'fa:16:3e:80:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:09Z', 'updated_at': '2022-08-26T01:44:16Z', 'revision_number': 5, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'subnets': [{'id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:49:17.841578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d192e175-859e-49a0-afdc-78a1c35ebc1d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:17.842902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886bb29d-d31b-4643-b3d4-60c97be9eb4f None None] The sync data for ids ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'] in dv-neutron-854561-2-hyperv is: [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '96aa2e84-d3dc-427f-9b91-9a1298969610', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'floating_ip_address': '172.26.2.40', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'port_id': 'b44bd1b3-9882-4ac9-82f1-f181aef97366', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'mac_address': 'fa:16:3e:90:3a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:49:15Z', 'updated_at': '2022-08-26T01:49:15Z', 'revision_number': 0, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd652dab2-7f59-4fc1-ae1f-f85b240b9dec', 'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'mac_address': 'fa:16:3e:80:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:09Z', 'updated_at': '2022-08-26T01:44:16Z', 'revision_number': 5, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'subnets': [{'id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:49:17.846078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60176) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:49:17.849465 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d192e175-859e-49a0-afdc-78a1c35ebc1d tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3750517 Aug 26 01:49:17.853426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0261643d-d4a6-4817-969e-a527dd66b814 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'security_group_rule': {'security_group_id': '14140c45-cbad-4b57-a9d3-0396dbfe8def', 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:49:17.870236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0261643d-d4a6-4817-969e-a527dd66b814 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:49:17.879073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0261643d-d4a6-4817-969e-a527dd66b814 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:security_group_rule and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:49:17.883308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0261643d-d4a6-4817-969e-a527dd66b814 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:49:17.887604 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5c3ecb4a-f802-434d-9f2d-76ec37508c10 req-cf10803b-63c0-4049-b0bd-dd1491fa1e0f service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550822 Aug 26 01:49:17.891614 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0261643d-d4a6-4817-969e-a527dd66b814 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:49:17.982656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0261643d-d4a6-4817-969e-a527dd66b814 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:18.038696 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7b25a4-ff6f-4b79-8f6b-53fa30ae7d5a None None] New status for floating IP 96aa2e84-d3dc-427f-9b91-9a1298969610: ACTIVE {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:49:18.054048 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0261643d-d4a6-4817-969e-a527dd66b814 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:18.119512 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0261643d-d4a6-4817-969e-a527dd66b814 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:18.141082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261643d-d4a6-4817-969e-a527dd66b814 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2a20fb-cbb6-4c5f-b507-2437e09d2715,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:49:18.199515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0261643d-d4a6-4817-969e-a527dd66b814 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:18.203758 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60180) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:49:18.203904 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0261643d-d4a6-4817-969e-a527dd66b814 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3568728 Aug 26 01:49:18.209211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b7f70d4a-2fc7-44e9-ae2e-5c2b729e7a37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'security_group_rule': {'security_group_id': '14140c45-cbad-4b57-a9d3-0396dbfe8def', 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:49:18.215175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b7f70d4a-2fc7-44e9-ae2e-5c2b729e7a37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:49:18.219496 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b7f70d4a-2fc7-44e9-ae2e-5c2b729e7a37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:security_group_rule and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:49:18.222320 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b7f70d4a-2fc7-44e9-ae2e-5c2b729e7a37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:49:18.228950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b7f70d4a-2fc7-44e9-ae2e-5c2b729e7a37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:49:18.324214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b7f70d4a-2fc7-44e9-ae2e-5c2b729e7a37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:18.390354 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b7f70d4a-2fc7-44e9-ae2e-5c2b729e7a37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:18.467229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b7f70d4a-2fc7-44e9-ae2e-5c2b729e7a37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:18.490539 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f70d4a-2fc7-44e9-ae2e-5c2b729e7a37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac26f416-0faf-4ea4-a35a-59d1ba033a5e,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:49:18.551043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b7f70d4a-2fc7-44e9-ae2e-5c2b729e7a37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:18.552220 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b7f70d4a-2fc7-44e9-ae2e-5c2b729e7a37 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3472841 Aug 26 01:49:18.554974 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60184) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:49:18.560227 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-fcff4796-b303-413b-aa33-57de335b3393 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'security_group_rule': {'security_group_id': '14140c45-cbad-4b57-a9d3-0396dbfe8def', 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:49:18.565664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fcff4796-b303-413b-aa33-57de335b3393 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:49:18.569571 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fcff4796-b303-413b-aa33-57de335b3393 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:security_group_rule and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:49:18.572412 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fcff4796-b303-413b-aa33-57de335b3393 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:49:18.578565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fcff4796-b303-413b-aa33-57de335b3393 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:49:18.649013 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fcff4796-b303-413b-aa33-57de335b3393 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:18.825817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fcff4796-b303-413b-aa33-57de335b3393 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:18.890493 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fcff4796-b303-413b-aa33-57de335b3393 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:18.913429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff4796-b303-413b-aa33-57de335b3393 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60ee29a-f1cd-4403-8eec-1f1d45a91c6b,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:49:18.987669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fcff4796-b303-413b-aa33-57de335b3393 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:18.988858 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fcff4796-b303-413b-aa33-57de335b3393 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4329979 Aug 26 01:49:18.991584 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60188) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:49:18.996656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-44a89ed4-5a2b-4184-8204-a0fe615b1db7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'security_group_rule': {'security_group_id': '14140c45-cbad-4b57-a9d3-0396dbfe8def', 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:49:19.002668 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-44a89ed4-5a2b-4184-8204-a0fe615b1db7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:49:19.006448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-44a89ed4-5a2b-4184-8204-a0fe615b1db7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:security_group_rule and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:49:19.009302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-44a89ed4-5a2b-4184-8204-a0fe615b1db7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:49:19.014983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-44a89ed4-5a2b-4184-8204-a0fe615b1db7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:49:19.084973 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-44a89ed4-5a2b-4184-8204-a0fe615b1db7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Project e8a66ac59dfd4a4f966b18f56f43b7ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:49:19.093044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44a89ed4-5a2b-4184-8204-a0fe615b1db7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:19.158510 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44a89ed4-5a2b-4184-8204-a0fe615b1db7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:19.208046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44a89ed4-5a2b-4184-8204-a0fe615b1db7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:19.231258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a89ed4-5a2b-4184-8204-a0fe615b1db7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43f6327-d375-41e4-a888-8e0c02fd5a1f,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:49:19.299664 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-44a89ed4-5a2b-4184-8204-a0fe615b1db7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:19.300843 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-44a89ed4-5a2b-4184-8204-a0fe615b1db7 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3083317 Aug 26 01:49:19.303560 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60192) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:49:19.373935 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-fa543ed0-cf4d-4219-a3ac-9cb969404a9e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'security_group_rule': {'security_group_id': '14140c45-cbad-4b57-a9d3-0396dbfe8def', 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:49:19.379781 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fa543ed0-cf4d-4219-a3ac-9cb969404a9e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:49:19.383657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fa543ed0-cf4d-4219-a3ac-9cb969404a9e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Usage tracker for resource:security_group_rule and tenant:e8a66ac59dfd4a4f966b18f56f43b7ad is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:49:19.386583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-fa543ed0-cf4d-4219-a3ac-9cb969404a9e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:49:19.393449 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-fa543ed0-cf4d-4219-a3ac-9cb969404a9e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:49:19.488428 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-fa543ed0-cf4d-4219-a3ac-9cb969404a9e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Project e8a66ac59dfd4a4f966b18f56f43b7ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:49:19.495373 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fa543ed0-cf4d-4219-a3ac-9cb969404a9e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:19.563472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fa543ed0-cf4d-4219-a3ac-9cb969404a9e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:19.633222 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fa543ed0-cf4d-4219-a3ac-9cb969404a9e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:19.656539 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa543ed0-cf4d-4219-a3ac-9cb969404a9e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633b4ec5-83f2-4e6d-870e-162b14d1af52,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:49:19.722605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-fa543ed0-cf4d-4219-a3ac-9cb969404a9e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:19.723798 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fa543ed0-cf4d-4219-a3ac-9cb969404a9e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4192617 Aug 26 01:49:19.846681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-1f9ee228-3480-4a49-9748-46761f681a43 req-c25844ad-5e8a-4375-b36f-09ff4119bbf3 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Synchronizing usage tracker for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:49:19.901458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-1f9ee228-3480-4a49-9748-46761f681a43 req-c25844ad-5e8a-4375-b36f-09ff4119bbf3 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Unset dirty status for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:49:19.902640 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f9ee228-3480-4a49-9748-46761f681a43 req-c25844ad-5e8a-4375-b36f-09ff4119bbf3 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1791141236&fields=id&tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad HTTP/1.1" status: 200 len: 267 time: 0.0972495 Aug 26 01:49:19.997261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ee228-3480-4a49-9748-46761f681a43 req-90b5fd34-c37e-4a60-8433-400dc021dfbc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:19.998741 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f9ee228-3480-4a49-9748-46761f681a43 req-90b5fd34-c37e-4a60-8433-400dc021dfbc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 945 time: 0.0904295 Aug 26 01:49:20.009087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-1f9ee228-3480-4a49-9748-46761f681a43 req-775b48db-b3e8-4643-95af-2410c79d5859 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'port': {'security_groups': ['423ea46f-f189-4a8d-b22c-74d8542fe324', '14140c45-cbad-4b57-a9d3-0396dbfe8def']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:49:20.130606 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1f9ee228-3480-4a49-9748-46761f681a43 req-775b48db-b3e8-4643-95af-2410c79d5859 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:20.382248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-1f9ee228-3480-4a49-9748-46761f681a43 req-775b48db-b3e8-4643-95af-2410c79d5859 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] For port b44bd1b3-9882-4ac9-82f1-f181aef97366, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b44bd1b3-9882-4ac9-82f1-f181aef97366,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:49:20.407231 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1f9ee228-3480-4a49-9748-46761f681a43 req-775b48db-b3e8-4643-95af-2410c79d5859 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:20.466278 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1f9ee228-3480-4a49-9748-46761f681a43 req-775b48db-b3e8-4643-95af-2410c79d5859 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:20.500923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['b44bd1b3-9882-4ac9-82f1-f181aef97366'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:49:20.508113 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ee228-3480-4a49-9748-46761f681a43 req-775b48db-b3e8-4643-95af-2410c79d5859 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:20.508720 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-1f9ee228-3480-4a49-9748-46761f681a43 req-775b48db-b3e8-4643-95af-2410c79d5859 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:20.510093 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f9ee228-3480-4a49-9748-46761f681a43 req-775b48db-b3e8-4643-95af-2410c79d5859 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "PUT /v2.0/ports/b44bd1b3-9882-4ac9-82f1-f181aef97366 HTTP/1.1" status: 200 len: 981 time: 0.5052552 Aug 26 01:49:20.510536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'tag': 'b44bd1b3-9882-4ac9-82f1-f181aef97366'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:49:20.570211 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a397f82-3af4-4743-ad52-c57d4df865da'] response: {'name': 'network-changed', 'server_uuid': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'tag': 'b44bd1b3-9882-4ac9-82f1-f181aef97366', 'status': 'completed', 'code': 200} Aug 26 01:49:20.571242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b48db-b3e8-4643-95af-2410c79d5859 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'Port': ['ID=b44bd1b3-9882-4ac9-82f1-f181aef97366,revision_number=6']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:49:20.644000 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['b44bd1b3-9882-4ac9-82f1-f181aef97366'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:49:20.889223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af2830-98a3-484a-9263-58688b17cf35 req-3a5e32bf-7129-456f-96d5-ce70b16a08fa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:20.890704 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-71af2830-98a3-484a-9263-58688b17cf35 req-3a5e32bf-7129-456f-96d5-ce70b16a08fa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 984 time: 0.2806504 Aug 26 01:49:20.893432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db2f9b-7ce2-4af5-9108-620facad77ac req-ff15731f-3964-4c0d-b17e-fa63e34d4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:20.894827 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f0db2f9b-7ce2-4af5-9108-620facad77ac req-ff15731f-3964-4c0d-b17e-fa63e34d4bb4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 1137 time: 0.2435293 Aug 26 01:49:21.014498 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-71af2830-98a3-484a-9263-58688b17cf35 req-89d09d76-b087-4e45-9a13-2ade101f4397 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=14140c45-cbad-4b57-a9d3-0396dbfe8def&id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174834 Aug 26 01:49:21.072107 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db2f9b-7ce2-4af5-9108-620facad77ac req-20d54f7f-fb20-41c0-87ae-37fd834a0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:21.073544 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f0db2f9b-7ce2-4af5-9108-620facad77ac req-20d54f7f-fb20-41c0-87ae-37fd834a0cac service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.1624944 Aug 26 01:49:21.180519 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f0db2f9b-7ce2-4af5-9108-620facad77ac req-cc5ccaf0-48d5-4c5e-a47e-72aca056c679 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b44bd1b3-9882-4ac9-82f1-f181aef97366 HTTP/1.1" status: 200 len: 1000 time: 0.0971043 Aug 26 01:49:21.244549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db2f9b-7ce2-4af5-9108-620facad77ac req-f75be2b2-f74a-4bec-b43d-bc723ca47718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:21.246069 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f0db2f9b-7ce2-4af5-9108-620facad77ac req-f75be2b2-f74a-4bec-b43d-bc723ca47718 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0592163 Aug 26 01:49:21.333491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db2f9b-7ce2-4af5-9108-620facad77ac req-957257d3-8e3b-4e68-80da-cf562156f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:21.335081 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f0db2f9b-7ce2-4af5-9108-620facad77ac req-957257d3-8e3b-4e68-80da-cf562156f803 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823858 Aug 26 01:49:21.467813 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f0db2f9b-7ce2-4af5-9108-620facad77ac req-ab88b939-c84b-4ff9-b90a-51f82fd5cbde service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251850 Aug 26 01:49:21.599219 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f0db2f9b-7ce2-4af5-9108-620facad77ac req-30b82781-4503-4435-ad24-3b3c1bffffc2 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246948 Aug 26 01:49:30.539702 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b65184a0-38b7-4c0d-92eb-5f4dc3e43fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:33.071027 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9c26-c052-4659-8095-cda77a0b95a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:33.729875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:34.122248 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:35.488342 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46d71b-a2b4-4268-a189-1f2c6d600efd req-0e63cc4d-8b41-41f7-bdc9-0c769e12e5be tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:35.489896 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-aa46d71b-a2b4-4268-a189-1f2c6d600efd req-0e63cc4d-8b41-41f7-bdc9-0c769e12e5be tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 984 time: 0.1320889 Aug 26 01:49:35.552018 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-aa46d71b-a2b4-4268-a189-1f2c6d600efd req-6ef4220d-41b3-459a-8a96-f04510d8afab tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=14140c45-cbad-4b57-a9d3-0396dbfe8def&id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555387 Aug 26 01:49:35.566275 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4169b24-1c5d-4d47-ab4b-4d7be1c2798d req-8c4f3439-0892-4cc3-bf90-1251f8faaf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:35.567730 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4169b24-1c5d-4d47-ab4b-4d7be1c2798d req-8c4f3439-0892-4cc3-bf90-1251f8faaf9c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 1137 time: 0.1322067 Aug 26 01:49:35.667368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:35.700646 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4169b24-1c5d-4d47-ab4b-4d7be1c2798d req-4fb72325-737e-4185-89d1-54afeca80926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:35.702105 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4169b24-1c5d-4d47-ab4b-4d7be1c2798d req-4fb72325-737e-4185-89d1-54afeca80926 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.1274104 Aug 26 01:49:35.804734 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4169b24-1c5d-4d47-ab4b-4d7be1c2798d req-568b3f20-f6d0-48df-a723-585feeff210a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b44bd1b3-9882-4ac9-82f1-f181aef97366 HTTP/1.1" status: 200 len: 1000 time: 0.0955634 Aug 26 01:49:35.865624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4169b24-1c5d-4d47-ab4b-4d7be1c2798d req-c9e8b447-6ecb-4ad2-9c74-585d0997abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:35.867057 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4169b24-1c5d-4d47-ab4b-4d7be1c2798d req-c9e8b447-6ecb-4ad2-9c74-585d0997abdd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0559990 Aug 26 01:49:35.950335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4169b24-1c5d-4d47-ab4b-4d7be1c2798d req-1e44e7cf-daa5-4909-a32e-6bd8192669d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:35.953070 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4169b24-1c5d-4d47-ab4b-4d7be1c2798d req-1e44e7cf-daa5-4909-a32e-6bd8192669d7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783470 Aug 26 01:49:36.085850 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4169b24-1c5d-4d47-ab4b-4d7be1c2798d req-08439759-6d65-4623-aa48-cea7a84e2fec service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242297 Aug 26 01:49:36.218599 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a4169b24-1c5d-4d47-ab4b-4d7be1c2798d req-442ea1be-215b-4123-9464-2c582ec7e9e9 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227369 Aug 26 01:49:36.752439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f2a22-fe11-4aa2-8c0c-2bb4f51f5631 req-fd6300c6-cb3d-4f65-a570-2132879f17fa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:36.753902 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-423f2a22-fe11-4aa2-8c0c-2bb4f51f5631 req-fd6300c6-cb3d-4f65-a570-2132879f17fa tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 984 time: 0.0876455 Aug 26 01:49:36.801311 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-423f2a22-fe11-4aa2-8c0c-2bb4f51f5631 req-00e6c3c6-28c2-4972-a26f-118727f70936 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=14140c45-cbad-4b57-a9d3-0396dbfe8def&id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415556 Aug 26 01:49:38.120032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd1331-4ebc-42ce-ba5e-ea290111f64f req-2f444d1f-b9e5-45ce-a6a7-1c2d853f57df tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:38.121497 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-31bd1331-4ebc-42ce-ba5e-ea290111f64f req-2f444d1f-b9e5-45ce-a6a7-1c2d853f57df tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 984 time: 0.2100017 Aug 26 01:49:38.168178 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-31bd1331-4ebc-42ce-ba5e-ea290111f64f req-a77bf5cb-e176-49b5-9f7c-14a4ffabd523 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=14140c45-cbad-4b57-a9d3-0396dbfe8def&id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400236 Aug 26 01:49:39.370361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34511bf-1c21-4d50-8804-c757d9722936 req-435ed171-6c42-4442-9569-b005b0bae333 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:39.371813 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d34511bf-1c21-4d50-8804-c757d9722936 req-435ed171-6c42-4442-9569-b005b0bae333 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 984 time: 0.0899122 Aug 26 01:49:39.418161 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d34511bf-1c21-4d50-8804-c757d9722936 req-4ecaab5d-f206-4d73-b2d1-a8598e3fc515 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=14140c45-cbad-4b57-a9d3-0396dbfe8def&id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402794 Aug 26 01:49:40.614575 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d51eb-02e7-4234-8539-32b5d08a7f67 req-a7dc0bb8-ce23-42f4-a32a-a822f87e1e01 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:40.616079 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6e8d51eb-02e7-4234-8539-32b5d08a7f67 req-a7dc0bb8-ce23-42f4-a32a-a822f87e1e01 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 984 time: 0.0905128 Aug 26 01:49:40.662392 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6e8d51eb-02e7-4234-8539-32b5d08a7f67 req-43920db0-d082-497d-8404-8c1426352970 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=14140c45-cbad-4b57-a9d3-0396dbfe8def&id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403504 Aug 26 01:49:41.112739 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:49:41.856476 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d7e4a-2270-4159-97d4-fa8d79cd21f3 req-06a10cbf-0d45-4abc-ae39-3b5e455075a0 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:41.857963 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dc0d7e4a-2270-4159-97d4-fa8d79cd21f3 req-06a10cbf-0d45-4abc-ae39-3b5e455075a0 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 984 time: 0.0876167 Aug 26 01:49:41.907105 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dc0d7e4a-2270-4159-97d4-fa8d79cd21f3 req-baa754d0-f39e-4c68-9ce9-74d14fc98ec4 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=14140c45-cbad-4b57-a9d3-0396dbfe8def&id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427499 Aug 26 01:49:43.101908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7f77b-a38e-4f58-8754-b0454a736305 req-67a36f2c-0551-483b-b4c8-021783cde17b tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:43.103395 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-73e7f77b-a38e-4f58-8754-b0454a736305 req-67a36f2c-0551-483b-b4c8-021783cde17b tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 984 time: 0.0864329 Aug 26 01:49:43.153811 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-73e7f77b-a38e-4f58-8754-b0454a736305 req-f35e5d84-07c6-4749-b657-29077cbf2c80 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=14140c45-cbad-4b57-a9d3-0396dbfe8def&id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445206 Aug 26 01:49:44.348486 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d849b32-1e29-4aa6-8ba5-cb166b0de6c3 req-1ea71f05-f05f-4f7d-a9a3-b92a8fd44a5f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:44.350029 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8d849b32-1e29-4aa6-8ba5-cb166b0de6c3 req-1ea71f05-f05f-4f7d-a9a3-b92a8fd44a5f tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 984 time: 0.0859966 Aug 26 01:49:44.398710 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8d849b32-1e29-4aa6-8ba5-cb166b0de6c3 req-d94faaa8-7311-463c-9751-cd69e1f5b1e0 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=14140c45-cbad-4b57-a9d3-0396dbfe8def&id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429170 Aug 26 01:49:45.594062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762203a8-1f5b-44da-9bf8-9fe3587b099b req-7fcd9cc1-2941-478c-a322-c5f03ed8b259 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:45.595549 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-762203a8-1f5b-44da-9bf8-9fe3587b099b req-7fcd9cc1-2941-478c-a322-c5f03ed8b259 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 984 time: 0.0875201 Aug 26 01:49:45.642012 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-762203a8-1f5b-44da-9bf8-9fe3587b099b req-8e2a1380-7106-482b-8057-b8a45942c108 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=14140c45-cbad-4b57-a9d3-0396dbfe8def&id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406697 Aug 26 01:49:46.840553 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d214c9-2cc8-455b-9fcb-c95b0d1a2e7b req-c94a8600-749f-44e8-9ebf-3a9c830deec4 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:46.842039 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d6d214c9-2cc8-455b-9fcb-c95b0d1a2e7b req-c94a8600-749f-44e8-9ebf-3a9c830deec4 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 984 time: 0.0921865 Aug 26 01:49:46.889369 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d6d214c9-2cc8-455b-9fcb-c95b0d1a2e7b req-a8a647d5-3453-41e9-a194-4674d3571353 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=14140c45-cbad-4b57-a9d3-0396dbfe8def&id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410581 Aug 26 01:49:48.087423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a93efc-644b-4b20-a62c-ab8b23169b1f req-7b2fdf6f-edd5-4da6-b714-2eaa9690c61a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:49:48.089641 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-63a93efc-644b-4b20-a62c-ab8b23169b1f req-7b2fdf6f-edd5-4da6-b714-2eaa9690c61a tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 984 time: 0.0913494 Aug 26 01:49:48.141461 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-63a93efc-644b-4b20-a62c-ab8b23169b1f req-82f9c356-6001-4bcd-a32f-3ac674706e58 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=14140c45-cbad-4b57-a9d3-0396dbfe8def&id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413680 Aug 26 01:49:51.159141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [req-9eb5ea25-5da8-4546-a9b9-762623dc0c04 req-2563d263-6832-4173-958c-d91ac65da6b9 service neutron] (89863) timed out ('10.222.0.94', 54258) {{(pid=89863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 26 01:49:52.930065 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:50:00.521760 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5224344b-5752-4666-b894-0ccf41bf981d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:03.007679 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e2ea756e-4588-4667-b60b-0844df8654ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:03.750460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:04.100645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:04.626751 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1b87fe99-3b3f-4d5f-a129-134dded53932 req-0fa38973-a45d-4ca0-8dc3-70148cc46579 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768626 Aug 26 01:50:04.798849 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87fe99-3b3f-4d5f-a129-134dded53932 req-797c7ec1-da4b-4ac0-8ef3-7457af855cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:04.800513 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1b87fe99-3b3f-4d5f-a129-134dded53932 req-797c7ec1-da4b-4ac0-8ef3-7457af855cb6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 1137 time: 0.0828974 Aug 26 01:50:04.945674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87fe99-3b3f-4d5f-a129-134dded53932 req-78223660-7d86-4ff3-92cc-25f6c6340072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:04.947063 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1b87fe99-3b3f-4d5f-a129-134dded53932 req-78223660-7d86-4ff3-92cc-25f6c6340072 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.1273034 Aug 26 01:50:05.052895 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1b87fe99-3b3f-4d5f-a129-134dded53932 req-9a347293-59ec-4b27-a366-e8c0c672e8a6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b44bd1b3-9882-4ac9-82f1-f181aef97366 HTTP/1.1" status: 200 len: 1000 time: 0.0990856 Aug 26 01:50:05.115976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87fe99-3b3f-4d5f-a129-134dded53932 req-510c1c92-e7cc-4d1a-9722-8ac6a5fbf17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:05.117613 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1b87fe99-3b3f-4d5f-a129-134dded53932 req-510c1c92-e7cc-4d1a-9722-8ac6a5fbf17b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0569448 Aug 26 01:50:05.203342 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87fe99-3b3f-4d5f-a129-134dded53932 req-052ef9e8-38b0-4532-9087-971b7772c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:05.204732 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1b87fe99-3b3f-4d5f-a129-134dded53932 req-052ef9e8-38b0-4532-9087-971b7772c3e1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808141 Aug 26 01:50:05.337154 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1b87fe99-3b3f-4d5f-a129-134dded53932 req-0b2c8260-b945-4b97-a1fa-57cf06548ffa service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243839 Aug 26 01:50:05.467863 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1b87fe99-3b3f-4d5f-a129-134dded53932 req-3ad310ee-c961-4e20-b482-60e130d90810 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243556 Aug 26 01:50:05.638182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:11.109931 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:21.240457 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-42228a94-383a-4f2f-bdf7-0c7c65dccee0 req-794629a0-a4ef-4641-b334-29db0c8f65ac tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1791141236&fields=id&tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad HTTP/1.1" status: 200 len: 267 time: 0.0395005 Aug 26 01:50:21.332855 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42228a94-383a-4f2f-bdf7-0c7c65dccee0 req-1979a979-c4d2-4adf-8d1d-f6d79b7728a2 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:21.334349 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-42228a94-383a-4f2f-bdf7-0c7c65dccee0 req-1979a979-c4d2-4adf-8d1d-f6d79b7728a2 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 984 time: 0.0885530 Aug 26 01:50:21.344923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [req-42228a94-383a-4f2f-bdf7-0c7c65dccee0 req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Request body: {'port': {'security_groups': ['423ea46f-f189-4a8d-b22c-74d8542fe324']}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:50:21.466233 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-42228a94-383a-4f2f-bdf7-0c7c65dccee0 req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:21.702631 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [req-42228a94-383a-4f2f-bdf7-0c7c65dccee0 req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] For port b44bd1b3-9882-4ac9-82f1-f181aef97366, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b44bd1b3-9882-4ac9-82f1-f181aef97366,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:50:21.727818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-42228a94-383a-4f2f-bdf7-0c7c65dccee0 req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:21.809000 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-42228a94-383a-4f2f-bdf7-0c7c65dccee0 req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:21.846893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42228a94-383a-4f2f-bdf7-0c7c65dccee0 req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:21.847641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [req-42228a94-383a-4f2f-bdf7-0c7c65dccee0 req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:21.849087 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-42228a94-383a-4f2f-bdf7-0c7c65dccee0 req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "PUT /v2.0/ports/b44bd1b3-9882-4ac9-82f1-f181aef97366 HTTP/1.1" status: 200 len: 942 time: 0.5085297 Aug 26 01:50:21.849517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'tag': 'b44bd1b3-9882-4ac9-82f1-f181aef97366'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:50:21.855289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60258) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:21.856836 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['b44bd1b3-9882-4ac9-82f1-f181aef97366'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:50:21.900680 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f237dcbd-2c66-4b22-9c5a-ce20af183924'] response: {'name': 'network-changed', 'server_uuid': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'tag': 'b44bd1b3-9882-4ac9-82f1-f181aef97366', 'status': 'completed', 'code': 200} Aug 26 01:50:21.912424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event updated for resources: {'Port': ['ID=b44bd1b3-9882-4ac9-82f1-f181aef97366,revision_number=7']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:21.920205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:21.920541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:21.920894 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:21.921212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:21.921542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:21.921904 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:21.922229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:21.922552 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:21.922872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:21.923192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:21.923512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:21.923832 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af44fd-1b7c-4e8a-b83f-5fdf447ef4dc tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:21.934299 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:21.997918 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['b44bd1b3-9882-4ac9-82f1-f181aef97366'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:50:22.013434 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:22.081141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd8382-b901-46f1-95b3-a329e47bf8b2 req-13679e32-79b5-453b-a01d-4e53344fb85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:22.085538 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfd8382-b901-46f1-95b3-a329e47bf8b2 req-13679e32-79b5-453b-a01d-4e53344fb85b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 1098 time: 0.1334679 Aug 26 01:50:22.312058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:22.343448 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14140c45-cbad-4b57-a9d3-0396dbfe8def,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:22.351553 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd8382-b901-46f1-95b3-a329e47bf8b2 req-c409ef17-f56c-4f81-87a7-e9ec2dfaef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:22.353072 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfd8382-b901-46f1-95b3-a329e47bf8b2 req-c409ef17-f56c-4f81-87a7-e9ec2dfaef2b service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.2607744 Aug 26 01:50:22.357235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:22.357579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:22.357943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:22.358277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:22.358605 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:22.358928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:22.359252 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:22.359568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:22.359887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:22.360202 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:22.360519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:22.360834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:22.442944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:22.444049 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d8f1b63d-71f0-4694-bfd8-58563ef69d3c tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "DELETE /v2.0/security-groups/14140c45-cbad-4b57-a9d3-0396dbfe8def HTTP/1.1" status: 204 len: 168 time: 0.5872803 Aug 26 01:50:22.447016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60262) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:22.469579 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfd8382-b901-46f1-95b3-a329e47bf8b2 req-cb9d3dcc-fee1-45f0-b9e9-986dc933f16c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b44bd1b3-9882-4ac9-82f1-f181aef97366 HTTP/1.1" status: 200 len: 1000 time: 0.1042206 Aug 26 01:50:22.533852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd8382-b901-46f1-95b3-a329e47bf8b2 req-d3891723-9dbf-49f5-bc2e-47da9efea025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:22.535876 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfd8382-b901-46f1-95b3-a329e47bf8b2 req-d3891723-9dbf-49f5-bc2e-47da9efea025 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0596390 Aug 26 01:50:22.625503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd8382-b901-46f1-95b3-a329e47bf8b2 req-07b0a1e3-f25d-470a-bfb1-92bf86bf6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:22.627227 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfd8382-b901-46f1-95b3-a329e47bf8b2 req-07b0a1e3-f25d-470a-bfb1-92bf86bf6051 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821948 Aug 26 01:50:22.650887 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba2a84-50ca-4f5d-9a74-887864181d8e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Deleting port e4e6343a-f667-4f73-88d7-c2b21f5925d5 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:50:22.651234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2a84-50ca-4f5d-9a74-887864181d8e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:22.763926 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfd8382-b901-46f1-95b3-a329e47bf8b2 req-c9679ecd-0b24-43f3-91c4-3edc5c0b0af7 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270576 Aug 26 01:50:22.910305 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfd8382-b901-46f1-95b3-a329e47bf8b2 req-d2f08ee5-de94-4a32-a5f4-9a5368f6c4e8 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360245 Aug 26 01:50:22.927864 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2a84-50ca-4f5d-9a74-887864181d8e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:22.928187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2a84-50ca-4f5d-9a74-887864181d8e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:23.049416 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba2a84-50ca-4f5d-9a74-887864181d8e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Calling delete_port for e4e6343a-f667-4f73-88d7-c2b21f5925d5 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:50:23.247555 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2a84-50ca-4f5d-9a74-887864181d8e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:23.295241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba2a84-50ca-4f5d-9a74-887864181d8e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event deleted for resources: {'Port': ['ID=e4e6343a-f667-4f73-88d7-c2b21f5925d5,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:23.396314 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2a84-50ca-4f5d-9a74-887864181d8e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:23.396672 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-a9ba2a84-50ca-4f5d-9a74-887864181d8e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Floating IP 96aa2e84-d3dc-427f-9b91-9a1298969610 disassociated (deleted). External IP: 172.26.2.40, port: b44bd1b3-9882-4ac9-82f1-f181aef97366. Aug 26 01:50:23.741619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ba2a84-50ca-4f5d-9a74-887864181d8e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:50:23.917856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ba2a84-50ca-4f5d-9a74-887864181d8e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:50:23.928107 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95806257-ac65-4907-a75e-44eb285f1198 None None] Sync routers for ids ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:50:23.937189 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95806257-ac65-4907-a75e-44eb285f1198 None None] Routers {'ea733ac0-3b35-4ce4-8381-08c9b364d7a3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:50:23.937838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-95806257-ac65-4907-a75e-44eb285f1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:50:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:24.007735 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2a84-50ca-4f5d-9a74-887864181d8e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:24.062733 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a9ba2a84-50ca-4f5d-9a74-887864181d8e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "DELETE /v2.0/floatingips/96aa2e84-d3dc-427f-9b91-9a1298969610 HTTP/1.1" status: 204 len: 168 time: 1.6146169 Aug 26 01:50:24.063289 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'tag': 'b44bd1b3-9882-4ac9-82f1-f181aef97366'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:50:24.123003 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-95806257-ac65-4907-a75e-44eb285f1198 None None] Set router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:50:24.136280 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d645ed42-4b86-41e0-acda-df0b40087fc3'] response: {'name': 'network-changed', 'server_uuid': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'tag': 'b44bd1b3-9882-4ac9-82f1-f181aef97366', 'status': 'completed', 'code': 200} Aug 26 01:50:24.280890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1805180-1777-46d3-8e2c-c72b151cdad5 req-7bc729cc-1348-4f5f-9105-0ffaae9c9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:24.282420 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d1805180-1777-46d3-8e2c-c72b151cdad5 req-7bc729cc-1348-4f5f-9105-0ffaae9c9e55 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 1098 time: 0.0828257 Aug 26 01:50:24.427686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1805180-1777-46d3-8e2c-c72b151cdad5 req-340ff811-591a-4003-8e88-7783588f45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:24.429226 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d1805180-1777-46d3-8e2c-c72b151cdad5 req-340ff811-591a-4003-8e88-7783588f45c3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 200 len: 917 time: 0.1378620 Aug 26 01:50:24.443783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-95806257-ac65-4907-a75e-44eb285f1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'd652dab2-7f59-4fc1-ae1f-f85b240b9dec', 'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'mac_address': 'fa:16:3e:80:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:09Z', 'updated_at': '2022-08-26T01:44:16Z', 'revision_number': 5, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'subnets': [{'id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:24.447782 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95806257-ac65-4907-a75e-44eb285f1198 None None] Checking router: ea733ac0-3b35-4ce4-8381-08c9b364d7a3 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:50:24.456229 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95806257-ac65-4907-a75e-44eb285f1198 None None] Routers {'ea733ac0-3b35-4ce4-8381-08c9b364d7a3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:50:24.457592 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-95806257-ac65-4907-a75e-44eb285f1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:50:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:24.514503 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d1805180-1777-46d3-8e2c-c72b151cdad5 req-7e382656-1fd4-489f-a832-df83a2940feb service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b44bd1b3-9882-4ac9-82f1-f181aef97366 HTTP/1.1" status: 200 len: 217 time: 0.0763583 Aug 26 01:50:24.582724 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1805180-1777-46d3-8e2c-c72b151cdad5 req-981adc0e-1504-460a-9719-9b9b437581d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:24.584289 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d1805180-1777-46d3-8e2c-c72b151cdad5 req-981adc0e-1504-460a-9719-9b9b437581d7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 200 len: 854 time: 0.0617676 Aug 26 01:50:24.642613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-95806257-ac65-4907-a75e-44eb285f1198 None None] Set router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:50:24.677011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1805180-1777-46d3-8e2c-c72b151cdad5 req-dd131a47-f59c-4a93-a626-88f70d68c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:24.678548 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d1805180-1777-46d3-8e2c-c72b151cdad5 req-dd131a47-f59c-4a93-a626-88f70d68c877 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c5ed7928-acb5-4d19-88bb-e77001d75681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854068 Aug 26 01:50:24.826614 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d1805180-1777-46d3-8e2c-c72b151cdad5 req-3980d1c3-76ca-4eac-acfd-b8f77f0e3a94 service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326613 Aug 26 01:50:24.961851 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d1805180-1777-46d3-8e2c-c72b151cdad5 req-b02236eb-f30a-487f-ae08-b8da2e13e34b service neutron] 10.222.0.94 "GET /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270754 Aug 26 01:50:24.988266 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-95806257-ac65-4907-a75e-44eb285f1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'd652dab2-7f59-4fc1-ae1f-f85b240b9dec', 'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'mac_address': 'fa:16:3e:80:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:09Z', 'updated_at': '2022-08-26T01:44:16Z', 'revision_number': 5, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'subnets': [{'id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:24.992772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95806257-ac65-4907-a75e-44eb285f1198 None None] The sync data for ids ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'] in dv-neutron-854561-2-hyperv is: [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:44:10Z', 'revision_number': 4, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'd652dab2-7f59-4fc1-ae1f-f85b240b9dec', 'name': '', 'network_id': 'c5ed7928-acb5-4d19-88bb-e77001d75681', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'mac_address': 'fa:16:3e:80:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:09Z', 'updated_at': '2022-08-26T01:44:16Z', 'revision_number': 5, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'subnets': [{'id': '861ac09a-45e6-4c8b-98c8-859ccc2fd432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:50:25.212655 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd12f458-35f6-427b-a1f5-226e11dfe3e5 None None] New status for floating IP 96aa2e84-d3dc-427f-9b91-9a1298969610: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:50:29.928922 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cdcb3-4dba-4b79-9463-30f53f2b5042 req-fc6c3c30-90ff-450c-a548-59f58ad389ca tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:29.929619 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-ea2cdcb3-4dba-4b79-9463-30f53f2b5042 req-fc6c3c30-90ff-450c-a548-59f58ad389ca tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Synchronizing usage tracker for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:50:29.929728 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:50:30.032448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-ea2cdcb3-4dba-4b79-9463-30f53f2b5042 req-fc6c3c30-90ff-450c-a548-59f58ad389ca tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Unset dirty status for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:50:30.033688 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ea2cdcb3-4dba-4b79-9463-30f53f2b5042 req-fc6c3c30-90ff-450c-a548-59f58ad389ca tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 945 time: 0.1957562 Aug 26 01:50:30.079671 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ea2cdcb3-4dba-4b79-9463-30f53f2b5042 req-dfff4d8c-116d-42da-b5ff-bbc65867be24 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389719 Aug 26 01:50:30.532510 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cb691b6b-eefb-4e02-a51b-fd7f57269cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:31.274876 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97649e2c-ea7a-4005-b085-65d1d355db6d req-2445ea14-268e-4487-99df-557051942166 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:31.276332 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97649e2c-ea7a-4005-b085-65d1d355db6d req-2445ea14-268e-4487-99df-557051942166 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 945 time: 0.0863042 Aug 26 01:50:31.319709 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-97649e2c-ea7a-4005-b085-65d1d355db6d req-5da2fb00-84a3-45d8-a8a5-01a8f01c3591 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Synchronizing usage tracker for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:50:31.391774 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-97649e2c-ea7a-4005-b085-65d1d355db6d req-5da2fb00-84a3-45d8-a8a5-01a8f01c3591 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Unset dirty status for tenant:e8a66ac59dfd4a4f966b18f56f43b7ad on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:50:31.392902 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97649e2c-ea7a-4005-b085-65d1d355db6d req-5da2fb00-84a3-45d8-a8a5-01a8f01c3591 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110666 Aug 26 01:50:31.987454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35c4c4-7855-4f8f-8481-d55859c2697a req-a6ea263a-3fcc-40c1-a516-7ed426c8cc5e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:31.989412 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8a35c4c4-7855-4f8f-8481-d55859c2697a req-a6ea263a-3fcc-40c1-a516-7ed426c8cc5e tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.94 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 945 time: 0.0883615 Aug 26 01:50:32.060841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-8a35c4c4-7855-4f8f-8481-d55859c2697a req-4c5db1f5-aabd-4bdb-be6b-7db13fb63340 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Deleting port b44bd1b3-9882-4ac9-82f1-f181aef97366 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:50:32.061169 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8a35c4c4-7855-4f8f-8481-d55859c2697a req-4c5db1f5-aabd-4bdb-be6b-7db13fb63340 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:32.405962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-8a35c4c4-7855-4f8f-8481-d55859c2697a req-4c5db1f5-aabd-4bdb-be6b-7db13fb63340 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] For port b44bd1b3-9882-4ac9-82f1-f181aef97366, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=b44bd1b3-9882-4ac9-82f1-f181aef97366,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:50:32.406645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8a35c4c4-7855-4f8f-8481-d55859c2697a req-4c5db1f5-aabd-4bdb-be6b-7db13fb63340 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:32.540864 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-8a35c4c4-7855-4f8f-8481-d55859c2697a req-4c5db1f5-aabd-4bdb-be6b-7db13fb63340 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Calling delete_port for b44bd1b3-9882-4ac9-82f1-f181aef97366 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:50:32.592012 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dd415-853f-4157-b482-38a86dbecace req-6b9c371d-ff9a-4f5a-a209-025d3b9c6930 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:32.593467 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-810dd415-853f-4157-b482-38a86dbecace req-6b9c371d-ff9a-4f5a-a209-025d3b9c6930 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 945 time: 0.0919440 Aug 26 01:50:32.639899 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-810dd415-853f-4157-b482-38a86dbecace req-e98317bc-8a26-4a60-a068-765a23c202f8 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/security-groups?id=423ea46f-f189-4a8d-b22c-74d8542fe324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398765 Aug 26 01:50:32.757446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8a35c4c4-7855-4f8f-8481-d55859c2697a req-4c5db1f5-aabd-4bdb-be6b-7db13fb63340 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:32.810053 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5db1f5-aabd-4bdb-be6b-7db13fb63340 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Pushing event deleted for resources: {'Port': ['ID=b44bd1b3-9882-4ac9-82f1-f181aef97366,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:32.894370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a35c4c4-7855-4f8f-8481-d55859c2697a req-4c5db1f5-aabd-4bdb-be6b-7db13fb63340 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] No DVR routers for this DVR port b44bd1b3-9882-4ac9-82f1-f181aef97366 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:50:32.896727 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8a35c4c4-7855-4f8f-8481-d55859c2697a req-4c5db1f5-aabd-4bdb-be6b-7db13fb63340 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:32.899210 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'name': 'network-vif-deleted', 'tag': 'b44bd1b3-9882-4ac9-82f1-f181aef97366'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:50:32.947091 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd5501a-d087-4996-966a-109b3873a951'] response: {'server_uuid': '3e9c78f5-9bc4-4b8c-9a98-b155b3552332', 'name': 'network-vif-deleted', 'tag': 'b44bd1b3-9882-4ac9-82f1-f181aef97366', 'status': 'completed', 'code': 200} Aug 26 01:50:32.986792 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8a35c4c4-7855-4f8f-8481-d55859c2697a req-4c5db1f5-aabd-4bdb-be6b-7db13fb63340 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.94 "DELETE /v2.0/ports/b44bd1b3-9882-4ac9-82f1-f181aef97366 HTTP/1.1" status: 204 len: 173 time: 0.9894958 Aug 26 01:50:33.015304 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4b85ae73-7242-4261-b236-f821b10abb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:33.766943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:33.811535 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2acd529-8aa8-428d-8b47-cbb3ef077bf8 req-e4eb5c4b-53fa-4b1b-8e34-4ca52380e8b6 tempest-TestMinimumBasicScenario-1532238382 tempest-TestMinimumBasicScenario-1532238382-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e9c78f5-9bc4-4b8c-9a98-b155b3552332 HTTP/1.1" status: 200 len: 210 time: 0.0498140 Aug 26 01:50:34.109594 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:34.234706 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device b44bd1b3-9882-4ac9-82f1-f181aef97366 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:50:34.272610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: b44bd1b3-9882-4ac9-82f1-f181aef97366 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:50:34.272955 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device b44bd1b3-9882-4ac9-82f1-f181aef97366 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:50:35.649211 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:36.071982 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60356) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:36.853198 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f6761889-1554-44dd-a37d-07766c7bfe0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:37.201300 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-f6761889-1554-44dd-a37d-07766c7bfe0e admin admin] Deleting port d652dab2-7f59-4fc1-ae1f-f85b240b9dec {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:50:37.201952 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f6761889-1554-44dd-a37d-07766c7bfe0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:37.374336 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-f6761889-1554-44dd-a37d-07766c7bfe0e admin admin] For port d652dab2-7f59-4fc1-ae1f-f85b240b9dec, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d652dab2-7f59-4fc1-ae1f-f85b240b9dec,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:50:37.374691 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f6761889-1554-44dd-a37d-07766c7bfe0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:37.495431 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-f6761889-1554-44dd-a37d-07766c7bfe0e admin admin] Calling delete_port for d652dab2-7f59-4fc1-ae1f-f85b240b9dec owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:50:37.723624 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f6761889-1554-44dd-a37d-07766c7bfe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:37.773243 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6761889-1554-44dd-a37d-07766c7bfe0e admin admin] Pushing event deleted for resources: {'Port': ['ID=d652dab2-7f59-4fc1-ae1f-f85b240b9dec,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:38.157802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f6761889-1554-44dd-a37d-07766c7bfe0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:38.510439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6761889-1554-44dd-a37d-07766c7bfe0e admin admin] Router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:50:38.684409 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6761889-1554-44dd-a37d-07766c7bfe0e admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:50:38.693706 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79493c49-8c63-40ea-81bb-5bd429f570ad None None] Sync routers for ids ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:50:38.697180 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f6761889-1554-44dd-a37d-07766c7bfe0e admin admin] 10.222.0.83 "PUT /v2.0/routers/ea733ac0-3b35-4ce4-8381-08c9b364d7a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6241374 Aug 26 01:50:38.699817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60362) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:38.703223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79493c49-8c63-40ea-81bb-5bd429f570ad None None] Routers {'ea733ac0-3b35-4ce4-8381-08c9b364d7a3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:50:38.703834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-79493c49-8c63-40ea-81bb-5bd429f570ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:50:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:38.873263 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:39.013665 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-79493c49-8c63-40ea-81bb-5bd429f570ad None None] Set router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:50:39.049575 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:39.151898 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] Deleting port 0744be50-ba24-47e0-b440-0db627d783e3 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:50:39.152240 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:39.350166 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-79493c49-8c63-40ea-81bb-5bd429f570ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': '0744be50-ba24-47e0-b440-0db627d783e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:50:37Z', 'revision_number': 5, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port': {'id': '0744be50-ba24-47e0-b440-0db627d783e3', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:06Z', 'updated_at': '2022-08-26T01:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:39.354084 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79493c49-8c63-40ea-81bb-5bd429f570ad None None] Checking router: ea733ac0-3b35-4ce4-8381-08c9b364d7a3 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:50:39.362957 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79493c49-8c63-40ea-81bb-5bd429f570ad None None] Routers {'ea733ac0-3b35-4ce4-8381-08c9b364d7a3'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:50:39.363570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-79493c49-8c63-40ea-81bb-5bd429f570ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:50:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:39.445940 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] For port 0744be50-ba24-47e0-b440-0db627d783e3, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0744be50-ba24-47e0-b440-0db627d783e3,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:50:39.446297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:39.511897 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-79493c49-8c63-40ea-81bb-5bd429f570ad None None] Set router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:50:39.570755 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] Calling delete_port for 0744be50-ba24-47e0-b440-0db627d783e3 owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:50:39.665939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-79493c49-8c63-40ea-81bb-5bd429f570ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:50:39Z', 'revision_number': 6, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:39.669734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79493c49-8c63-40ea-81bb-5bd429f570ad None None] The sync data for ids ['ea733ac0-3b35-4ce4-8381-08c9b364d7a3'] in dv-neutron-854561-2-hyperv is: [{'id': 'ea733ac0-3b35-4ce4-8381-08c9b364d7a3', 'name': 'tempest-TestMinimumBasicScenario-1876247225-router', 'tenant_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:05Z', 'updated_at': '2022-08-26T01:50:39Z', 'revision_number': 6, 'project_id': 'e8a66ac59dfd4a4f966b18f56f43b7ad', 'gw_port_host': None}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:50:39.797295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:39.844705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=0744be50-ba24-47e0-b440-0db627d783e3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:39.939264 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:40.115969 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:40.118410 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:40.218262 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:40.218730 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea733ac0-3b35-4ce4-8381-08c9b364d7a3 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:50:40.230930 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:40.232020 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-be2d8a77-aaf8-4411-8e50-beba39d43e23 admin admin] 10.222.0.83 "DELETE /v2.0/routers/ea733ac0-3b35-4ce4-8381-08c9b364d7a3 HTTP/1.1" status: 204 len: 168 time: 1.5313318 Aug 26 01:50:40.234727 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60368) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:40.292375 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaec0db2-ddec-4255-bf3e-4702e805737d admin admin] Deleting subnet 861ac09a-45e6-4c8b-98c8-859ccc2fd432 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:50:40.295220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aaec0db2-ddec-4255-bf3e-4702e805737d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:40.344324 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aaec0db2-ddec-4255-bf3e-4702e805737d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:40.422279 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aaec0db2-ddec-4255-bf3e-4702e805737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:40.558166 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aaec0db2-ddec-4255-bf3e-4702e805737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:40.609986 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec0db2-ddec-4255-bf3e-4702e805737d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=861ac09a-45e6-4c8b-98c8-859ccc2fd432,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:40.611893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aaec0db2-ddec-4255-bf3e-4702e805737d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:40.619101 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553939f9-78de-4c52-939f-96eba475f743 None None] Network c5ed7928-acb5-4d19-88bb-e77001d75681 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:50:40.619577 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-aaec0db2-ddec-4255-bf3e-4702e805737d admin admin] 10.222.0.83 "DELETE /v2.0/subnets/861ac09a-45e6-4c8b-98c8-859ccc2fd432 HTTP/1.1" status: 204 len: 168 time: 0.3838339 Aug 26 01:50:40.622242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60372) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:40.733576 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:40.745194 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] Deleting port d50e75eb-767b-4b68-aaeb-a2653de7eff7 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:50:40.745529 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:41.006130 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ac92c6-87cf-4a93-baa4-eab4a92169df None None] DHCP port deletion for c5ed7928-acb5-4d19-88bb-e77001d75681 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:50:41.006130 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-69ac92c6-87cf-4a93-baa4-eab4a92169df None None] Deleting port d50e75eb-767b-4b68-aaeb-a2653de7eff7 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:50:41.006130 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-69ac92c6-87cf-4a93-baa4-eab4a92169df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:41.008241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] For port d50e75eb-767b-4b68-aaeb-a2653de7eff7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d50e75eb-767b-4b68-aaeb-a2653de7eff7,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:50:41.008241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:41.126968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-69ac92c6-87cf-4a93-baa4-eab4a92169df None None] For port d50e75eb-767b-4b68-aaeb-a2653de7eff7, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d50e75eb-767b-4b68-aaeb-a2653de7eff7,segment=NetworkSegment(15b6a3b7-2a67-413d-8014-c2d4377ca2d4),segment_id=15b6a3b7-2a67-413d-8014-c2d4377ca2d4)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:50:41.127362 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-69ac92c6-87cf-4a93-baa4-eab4a92169df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:41.186100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:41.192270 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] Calling delete_port for d50e75eb-767b-4b68-aaeb-a2653de7eff7 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:50:41.248026 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-69ac92c6-87cf-4a93-baa4-eab4a92169df None None] Calling delete_port for d50e75eb-767b-4b68-aaeb-a2653de7eff7 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:50:41.323074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:41.328112 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-69ac92c6-87cf-4a93-baa4-eab4a92169df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:50:41.328470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-69ac92c6-87cf-4a93-baa4-eab4a92169df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:50:41.373110 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=d50e75eb-767b-4b68-aaeb-a2653de7eff7,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:41.376542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] No DVR routers for this DVR port d50e75eb-767b-4b68-aaeb-a2653de7eff7 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:50:41.493162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:41.519179 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ed7928-acb5-4d19-88bb-e77001d75681']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:41.530851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b6a3b7-2a67-413d-8014-c2d4377ca2d4') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:41.531149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b6a3b7-2a67-413d-8014-c2d4377ca2d4') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:41.542448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:41.558531 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:41.564374 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:50:41.564778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:41.634282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0744be50-ba24-47e0-b440-0db627d783e3 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:50:41.671960 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 15b6a3b7-2a67-413d-8014-c2d4377ca2d4 resource provider aggregate not found Aug 26 01:50:41.674379 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 0744be50-ba24-47e0-b440-0db627d783e3 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:50:41.674730 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0744be50-ba24-47e0-b440-0db627d783e3 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:50:41.675658 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d652dab2-7f59-4fc1-ae1f-f85b240b9dec no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:50:41.689968 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 15b6a3b7-2a67-413d-8014-c2d4377ca2d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15b6a3b7-2a67-413d-8014-c2d4377ca2d4 found for delete ", "request_id": "req-b5f91f21-4d6a-42fe-8a51-8bb037a85bd9"}]} Aug 26 01:50:41.706103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:41.708562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: d652dab2-7f59-4fc1-ae1f-f85b240b9dec {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:50:41.708910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d652dab2-7f59-4fc1-ae1f-f85b240b9dec not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:50:41.709321 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d50e75eb-767b-4b68-aaeb-a2653de7eff7 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:50:41.710805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:41.734365 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ed7928-acb5-4d19-88bb-e77001d75681,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:41.742688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: d50e75eb-767b-4b68-aaeb-a2653de7eff7 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:50:41.745336 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d50e75eb-767b-4b68-aaeb-a2653de7eff7 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:50:41.815742 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-cc8eaf59-1c4b-42d7-b7d9-2a5bb6759a80 admin admin] 10.222.0.83 "DELETE /v2.0/networks/c5ed7928-acb5-4d19-88bb-e77001d75681 HTTP/1.1" status: 204 len: 168 time: 1.1922772 Aug 26 01:50:41.818882 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60382) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:41.831358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-69ac92c6-87cf-4a93-baa4-eab4a92169df None None] Deleting port d50e75eb-767b-4b68-aaeb-a2653de7eff7 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:50:41.831358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-69ac92c6-87cf-4a93-baa4-eab4a92169df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:41.898549 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-69ac92c6-87cf-4a93-baa4-eab4a92169df None None] The port 'd50e75eb-767b-4b68-aaeb-a2653de7eff7' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:50:42.348295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-65929fd8-48be-4a70-a704-82a79b0ba271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:42.798588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-65929fd8-48be-4a70-a704-82a79b0ba271 admin admin] Deleting port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:50:42.799187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-65929fd8-48be-4a70-a704-82a79b0ba271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:42.968325 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-65929fd8-48be-4a70-a704-82a79b0ba271 admin admin] For port 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3edbbbb9-fbb5-4850-9305-67c4d4a16dbd,segment=NetworkSegment(ecdfc1c8-7120-48df-bcb6-46b2b7282b47),segment_id=ecdfc1c8-7120-48df-bcb6-46b2b7282b47)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:50:42.968672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-65929fd8-48be-4a70-a704-82a79b0ba271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:43.088403 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-65929fd8-48be-4a70-a704-82a79b0ba271 admin admin] Calling delete_port for 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:50:43.316153 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-65929fd8-48be-4a70-a704-82a79b0ba271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:43.361046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65929fd8-48be-4a70-a704-82a79b0ba271 admin admin] Pushing event deleted for resources: {'Port': ['ID=3edbbbb9-fbb5-4850-9305-67c4d4a16dbd,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:43.639513 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-65929fd8-48be-4a70-a704-82a79b0ba271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:43.991212 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65929fd8-48be-4a70-a704-82a79b0ba271 admin admin] Router f74598db-76d4-412b-9bd3-cb99e15e33d8 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:50:44.269518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65929fd8-48be-4a70-a704-82a79b0ba271 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:50:44.278329 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e27fc22-2c23-4234-8d71-0f7c3a268bc0 None None] Sync routers for ids ['f74598db-76d4-412b-9bd3-cb99e15e33d8'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:50:44.288530 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e27fc22-2c23-4234-8d71-0f7c3a268bc0 None None] Routers {'f74598db-76d4-412b-9bd3-cb99e15e33d8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:50:44.291217 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1e27fc22-2c23-4234-8d71-0f7c3a268bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:50:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f74598db-76d4-412b-9bd3-cb99e15e33d8'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:44.324770 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-65929fd8-48be-4a70-a704-82a79b0ba271 admin admin] 10.222.0.83 "PUT /v2.0/routers/f74598db-76d4-412b-9bd3-cb99e15e33d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5048525 Aug 26 01:50:44.327371 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60386) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:44.460762 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-1e27fc22-2c23-4234-8d71-0f7c3a268bc0 None None] Set router f74598db-76d4-412b-9bd3-cb99e15e33d8 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:50:44.501160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:44.682103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:44.734579 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] Deleting port 6d829189-d5ba-4e26-bedf-b2559c882f2c {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:50:44.734923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:44.797194 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1e27fc22-2c23-4234-8d71-0f7c3a268bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'name': 'tempest-TestMinimumBasicScenario-767638734-router', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6d829189-d5ba-4e26-bedf-b2559c882f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:13Z', 'updated_at': '2022-08-26T01:50:43Z', 'revision_number': 5, 'project_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'gw_port': {'id': '6d829189-d5ba-4e26-bedf-b2559c882f2c', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:44:14Z', 'updated_at': '2022-08-26T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:44.802369 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e27fc22-2c23-4234-8d71-0f7c3a268bc0 None None] Checking router: f74598db-76d4-412b-9bd3-cb99e15e33d8 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:50:44.810580 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e27fc22-2c23-4234-8d71-0f7c3a268bc0 None None] Routers {'f74598db-76d4-412b-9bd3-cb99e15e33d8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:50:44.811170 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1e27fc22-2c23-4234-8d71-0f7c3a268bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:50:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f74598db-76d4-412b-9bd3-cb99e15e33d8'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:44.908431 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] For port 6d829189-d5ba-4e26-bedf-b2559c882f2c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=6d829189-d5ba-4e26-bedf-b2559c882f2c,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:50:44.908785 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:44.960252 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-1e27fc22-2c23-4234-8d71-0f7c3a268bc0 None None] Set router f74598db-76d4-412b-9bd3-cb99e15e33d8 gateway port host: None {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:50:45.032043 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] Calling delete_port for 6d829189-d5ba-4e26-bedf-b2559c882f2c owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:50:45.064267 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1e27fc22-2c23-4234-8d71-0f7c3a268bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'name': 'tempest-TestMinimumBasicScenario-767638734-router', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:13Z', 'updated_at': '2022-08-26T01:50:44Z', 'revision_number': 6, 'project_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:45.068458 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e27fc22-2c23-4234-8d71-0f7c3a268bc0 None None] The sync data for ids ['f74598db-76d4-412b-9bd3-cb99e15e33d8'] in dv-neutron-854561-2-hyperv is: [{'id': 'f74598db-76d4-412b-9bd3-cb99e15e33d8', 'name': 'tempest-TestMinimumBasicScenario-767638734-router', 'tenant_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:44:13Z', 'updated_at': '2022-08-26T01:50:44Z', 'revision_number': 6, 'project_id': 'cb7f985ed1bb4942814c756e8a6b7d84', 'gw_port_host': None}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:50:45.277241 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:45.325095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d829189-d5ba-4e26-bedf-b2559c882f2c,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:45.418420 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:45.590249 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:45.592418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:45.705523 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:45.706785 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f74598db-76d4-412b-9bd3-cb99e15e33d8 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:50:45.718441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:45.719526 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5874cf83-f860-446d-87a0-021b34d8b7e8 admin admin] 10.222.0.83 "DELETE /v2.0/routers/f74598db-76d4-412b-9bd3-cb99e15e33d8 HTTP/1.1" status: 204 len: 168 time: 1.3912799 Aug 26 01:50:45.722305 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60390) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:45.874808 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6d829189-d5ba-4e26-bedf-b2559c882f2c no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:50:45.897867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-0760fa77-3309-46dc-ba83-5ae1adf4fac9 admin admin] Deleting subnet 8f66aa66-182d-4b42-9651-758b8316fada {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:50:45.900780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0760fa77-3309-46dc-ba83-5ae1adf4fac9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:45.910050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 6d829189-d5ba-4e26-bedf-b2559c882f2c {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:50:45.910540 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 6d829189-d5ba-4e26-bedf-b2559c882f2c not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:50:45.910966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:50:45.947029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:50:45.947386 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3edbbbb9-fbb5-4850-9305-67c4d4a16dbd not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:50:45.950677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0760fa77-3309-46dc-ba83-5ae1adf4fac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:46.030149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0760fa77-3309-46dc-ba83-5ae1adf4fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:46.151929 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0760fa77-3309-46dc-ba83-5ae1adf4fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:46.188173 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760fa77-3309-46dc-ba83-5ae1adf4fac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f66aa66-182d-4b42-9651-758b8316fada,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:46.192533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0760fa77-3309-46dc-ba83-5ae1adf4fac9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:46.198088 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5e4118-dd9a-42c8-9907-f9371fc8d931 None None] Network 48c990c9-320c-4c61-93ff-0c2c9b563d80 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:50:46.198317 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0760fa77-3309-46dc-ba83-5ae1adf4fac9 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8f66aa66-182d-4b42-9651-758b8316fada HTTP/1.1" status: 204 len: 168 time: 0.4750714 Aug 26 01:50:46.200792 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60394) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:46.306038 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:46.316312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] Deleting port b4f916ab-b9a9-414d-9243-2fc4143ddbf5 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:50:46.316641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:46.457083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a33e198-db85-4a8f-99c0-5c07a2b15fbf None None] DHCP port deletion for 48c990c9-320c-4c61-93ff-0c2c9b563d80 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:50:46.461412 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0a33e198-db85-4a8f-99c0-5c07a2b15fbf None None] Deleting port b4f916ab-b9a9-414d-9243-2fc4143ddbf5 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:50:46.461826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0a33e198-db85-4a8f-99c0-5c07a2b15fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:46.521765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] For port b4f916ab-b9a9-414d-9243-2fc4143ddbf5, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b4f916ab-b9a9-414d-9243-2fc4143ddbf5,segment=NetworkSegment(ecdfc1c8-7120-48df-bcb6-46b2b7282b47),segment_id=ecdfc1c8-7120-48df-bcb6-46b2b7282b47)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:50:46.522148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:46.646005 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] Calling delete_port for b4f916ab-b9a9-414d-9243-2fc4143ddbf5 owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:50:46.708568 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0a33e198-db85-4a8f-99c0-5c07a2b15fbf None None] For port b4f916ab-b9a9-414d-9243-2fc4143ddbf5, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b4f916ab-b9a9-414d-9243-2fc4143ddbf5,segment=NetworkSegment(ecdfc1c8-7120-48df-bcb6-46b2b7282b47),segment_id=ecdfc1c8-7120-48df-bcb6-46b2b7282b47)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:50:46.708863 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0a33e198-db85-4a8f-99c0-5c07a2b15fbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:46.812586 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:46.832698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0a33e198-db85-4a8f-99c0-5c07a2b15fbf None None] Calling delete_port for b4f916ab-b9a9-414d-9243-2fc4143ddbf5 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:50:46.863763 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f916ab-b9a9-414d-9243-2fc4143ddbf5,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:46.867715 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] No DVR routers for this DVR port b4f916ab-b9a9-414d-9243-2fc4143ddbf5 on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:50:46.909916 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-0a33e198-db85-4a8f-99c0-5c07a2b15fbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:50:46.910512 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-0a33e198-db85-4a8f-99c0-5c07a2b15fbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:50:46.983811 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:47.009049 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c990c9-320c-4c61-93ff-0c2c9b563d80']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:47.021957 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdfc1c8-7120-48df-bcb6-46b2b7282b47') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:47.022260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdfc1c8-7120-48df-bcb6-46b2b7282b47') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:47.033350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:47.049210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:47.055284 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:50:47.056482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:47.121391 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment ecdfc1c8-7120-48df-bcb6-46b2b7282b47 resource provider aggregate not found Aug 26 01:50:47.142700 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment ecdfc1c8-7120-48df-bcb6-46b2b7282b47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecdfc1c8-7120-48df-bcb6-46b2b7282b47 found for delete ", "request_id": "req-c79d5a11-611a-4cef-9eaa-8a951d0ff90b"}]} Aug 26 01:50:47.217962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:47.233642 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:47.244120 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=48c990c9-320c-4c61-93ff-0c2c9b563d80,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:47.251119 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5c84ac54-bb22-43cf-8d53-c4383e133a5c admin admin] 10.222.0.83 "DELETE /v2.0/networks/48c990c9-320c-4c61-93ff-0c2c9b563d80 HTTP/1.1" status: 204 len: 168 time: 1.0494006 Aug 26 01:50:47.411580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0a33e198-db85-4a8f-99c0-5c07a2b15fbf None None] Deleting port b4f916ab-b9a9-414d-9243-2fc4143ddbf5 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:50:47.412050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0a33e198-db85-4a8f-99c0-5c07a2b15fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:47.479325 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0a33e198-db85-4a8f-99c0-5c07a2b15fbf None None] The port 'b4f916ab-b9a9-414d-9243-2fc4143ddbf5' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 01:50:47.547148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60404) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:47.604113 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-57c07456-4631-4c1b-81a5-b2bffd23b975 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e8a66ac59dfd4a4f966b18f56f43b7ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501919 Aug 26 01:50:47.604113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60408) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:47.625970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b4f916ab-b9a9-414d-9243-2fc4143ddbf5 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:50:47.662844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-985dd9d3-f1b0-480f-950a-b057eb8701a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:47.663504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: b4f916ab-b9a9-414d-9243-2fc4143ddbf5 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:50:47.663847 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b4f916ab-b9a9-414d-9243-2fc4143ddbf5 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:50:47.693941 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-985dd9d3-f1b0-480f-950a-b057eb8701a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:47.808802 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-985dd9d3-f1b0-480f-950a-b057eb8701a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:47.826029 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dd9d3-f1b0-480f-950a-b057eb8701a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423ea46f-f189-4a8d-b22c-74d8542fe324,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:47.904296 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-985dd9d3-f1b0-480f-950a-b057eb8701a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:47.905415 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-985dd9d3-f1b0-480f-950a-b057eb8701a3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/423ea46f-f189-4a8d-b22c-74d8542fe324 HTTP/1.1" status: 204 len: 168 time: 0.3032103 Aug 26 01:50:48.580877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60416) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:48.630142 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e375b515-e0f6-48c2-8274-c6e7e2a17d91 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cb7f985ed1bb4942814c756e8a6b7d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473988 Aug 26 01:50:48.632601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60420) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:48.694414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-64d4beed-bd26-4755-a326-11dfc8f6003c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:48.720489 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-64d4beed-bd26-4755-a326-11dfc8f6003c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:48.832262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-64d4beed-bd26-4755-a326-11dfc8f6003c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:48.849234 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4beed-bd26-4755-a326-11dfc8f6003c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec20dbf7-869d-44f7-a538-47827956a02f,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:48.854021 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-64d4beed-bd26-4755-a326-11dfc8f6003c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:48.854700 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-64d4beed-bd26-4755-a326-11dfc8f6003c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ec20dbf7-869d-44f7-a538-47827956a02f HTTP/1.1" status: 204 len: 168 time: 0.2212243 Aug 26 01:50:51.041485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60462) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:51.046788 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1745008626', 'description': 'tempest-secgroup-smoke-1745008626 description', 'project_id': '54043feb5dd94b4e99a37394a66eb190'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:50:51.053443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:50:51.057320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:50:51.060116 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:50:51.066822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:50:51.134630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:51.146815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:51.161114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:50:51.165315 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:50:51.168302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:50:51.174245 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:50:51.257641 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:51.317337 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:51.329123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:50:51.336883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:50:51.345067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:50:51.358135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:50:51.361529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2810032d-0194-41da-802e-5d209d7feca6,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:51.429612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:51.499540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:51.543074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5175da-cf12-4b75-bd67-f368840b9048,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:51.612745 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:51.613987 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8498379c-46dc-4754-aa2f-3997d641754e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5713382 Aug 26 01:50:51.617075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60466) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:51.621975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-66eb20f7-861b-4af9-81dd-2f8080b4eeaf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': '8f5175da-cf12-4b75-bd67-f368840b9048', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:50:51.627829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-66eb20f7-861b-4af9-81dd-2f8080b4eeaf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:50:51.631749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-66eb20f7-861b-4af9-81dd-2f8080b4eeaf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:50:51.634583 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-66eb20f7-861b-4af9-81dd-2f8080b4eeaf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:50:51.640100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-66eb20f7-861b-4af9-81dd-2f8080b4eeaf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:50:51.711972 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-66eb20f7-861b-4af9-81dd-2f8080b4eeaf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:51.770909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-66eb20f7-861b-4af9-81dd-2f8080b4eeaf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:51.819619 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-66eb20f7-861b-4af9-81dd-2f8080b4eeaf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:51.843439 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb20f7-861b-4af9-81dd-2f8080b4eeaf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75abae3-c40e-4df4-990b-36bf7c52cd76,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:51.899746 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-66eb20f7-861b-4af9-81dd-2f8080b4eeaf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:51.900935 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-66eb20f7-861b-4af9-81dd-2f8080b4eeaf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2829516 Aug 26 01:50:51.903861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60470) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:51.908682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4ba21d66-54f7-4675-92dd-42fae72870a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': '8f5175da-cf12-4b75-bd67-f368840b9048', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:50:51.915637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4ba21d66-54f7-4675-92dd-42fae72870a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:50:51.919665 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4ba21d66-54f7-4675-92dd-42fae72870a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:50:51.922611 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4ba21d66-54f7-4675-92dd-42fae72870a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:50:51.928351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4ba21d66-54f7-4675-92dd-42fae72870a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:50:52.009068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4ba21d66-54f7-4675-92dd-42fae72870a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:52.070902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4ba21d66-54f7-4675-92dd-42fae72870a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:52.145367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4ba21d66-54f7-4675-92dd-42fae72870a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:52.168525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba21d66-54f7-4675-92dd-42fae72870a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505138e0-441d-488f-8444-5005f40ac25b,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:52.237326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4ba21d66-54f7-4675-92dd-42fae72870a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:52.238506 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4ba21d66-54f7-4675-92dd-42fae72870a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3337495 Aug 26 01:50:52.241244 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60474) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:52.246336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d119cd36-4ff5-44f4-a1ec-e935365cfd5f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': '8f5175da-cf12-4b75-bd67-f368840b9048', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:50:52.252317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d119cd36-4ff5-44f4-a1ec-e935365cfd5f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:50:52.257168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d119cd36-4ff5-44f4-a1ec-e935365cfd5f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:50:52.260776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d119cd36-4ff5-44f4-a1ec-e935365cfd5f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:50:52.265894 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d119cd36-4ff5-44f4-a1ec-e935365cfd5f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:50:52.335956 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d119cd36-4ff5-44f4-a1ec-e935365cfd5f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:52.397452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d119cd36-4ff5-44f4-a1ec-e935365cfd5f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:52.465883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d119cd36-4ff5-44f4-a1ec-e935365cfd5f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:52.489567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119cd36-4ff5-44f4-a1ec-e935365cfd5f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30f3088-c2d0-4ee2-a44f-997e3996a10e,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:52.574436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d119cd36-4ff5-44f4-a1ec-e935365cfd5f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:52.575628 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d119cd36-4ff5-44f4-a1ec-e935365cfd5f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332036 Aug 26 01:50:52.578405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60478) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:52.584100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-53bba8f2-65f7-49ce-8922-44f910408723 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': '8f5175da-cf12-4b75-bd67-f368840b9048', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:50:52.590219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-53bba8f2-65f7-49ce-8922-44f910408723 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:50:52.594038 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-53bba8f2-65f7-49ce-8922-44f910408723 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:50:52.597095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-53bba8f2-65f7-49ce-8922-44f910408723 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:50:52.602975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-53bba8f2-65f7-49ce-8922-44f910408723 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:50:52.689461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53bba8f2-65f7-49ce-8922-44f910408723 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:52.761220 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53bba8f2-65f7-49ce-8922-44f910408723 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:52.837104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53bba8f2-65f7-49ce-8922-44f910408723 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:52.860387 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bba8f2-65f7-49ce-8922-44f910408723 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef77fd1-7b87-4aa4-bccc-07b57ff94cab,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:52.922553 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-53bba8f2-65f7-49ce-8922-44f910408723 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:52.923782 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-53bba8f2-65f7-49ce-8922-44f910408723 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3444722 Aug 26 01:50:52.927097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60482) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:52.932081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-518e7f7c-efc0-4c2e-bbe5-de4f0f12cfe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': '8f5175da-cf12-4b75-bd67-f368840b9048', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:50:52.938021 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-518e7f7c-efc0-4c2e-bbe5-de4f0f12cfe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:50:52.942536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-518e7f7c-efc0-4c2e-bbe5-de4f0f12cfe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:50:52.945361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-518e7f7c-efc0-4c2e-bbe5-de4f0f12cfe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:50:52.951068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-518e7f7c-efc0-4c2e-bbe5-de4f0f12cfe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:50:53.014014 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-518e7f7c-efc0-4c2e-bbe5-de4f0f12cfe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Project 54043feb5dd94b4e99a37394a66eb190 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:50:53.020764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-518e7f7c-efc0-4c2e-bbe5-de4f0f12cfe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:53.083535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-518e7f7c-efc0-4c2e-bbe5-de4f0f12cfe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:53.145617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-518e7f7c-efc0-4c2e-bbe5-de4f0f12cfe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:53.169334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e7f7c-efc0-4c2e-bbe5-de4f0f12cfe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110014e7-d084-4929-99ae-7910973a5321,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:53.243066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-518e7f7c-efc0-4c2e-bbe5-de4f0f12cfe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:53.244205 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-518e7f7c-efc0-4c2e-bbe5-de4f0f12cfe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161843 Aug 26 01:50:53.248308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60486) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:53.254151 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-03aaa9df-ba7a-4677-aae5-1a45161e7110 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': '8f5175da-cf12-4b75-bd67-f368840b9048', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:50:53.260153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-03aaa9df-ba7a-4677-aae5-1a45161e7110 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:50:53.264105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-03aaa9df-ba7a-4677-aae5-1a45161e7110 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:50:53.267068 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-03aaa9df-ba7a-4677-aae5-1a45161e7110 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:50:53.273379 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-03aaa9df-ba7a-4677-aae5-1a45161e7110 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:50:53.351085 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-03aaa9df-ba7a-4677-aae5-1a45161e7110 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Project 54043feb5dd94b4e99a37394a66eb190 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:50:53.357722 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03aaa9df-ba7a-4677-aae5-1a45161e7110 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:53.422603 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03aaa9df-ba7a-4677-aae5-1a45161e7110 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:53.493999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03aaa9df-ba7a-4677-aae5-1a45161e7110 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:53.517328 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aaa9df-ba7a-4677-aae5-1a45161e7110 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4d9933-f7b3-4a58-b8cc-59746bd0ea62,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:53.591496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-03aaa9df-ba7a-4677-aae5-1a45161e7110 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:53.592682 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-03aaa9df-ba7a-4677-aae5-1a45161e7110 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3434403 Aug 26 01:50:53.595594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60490) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:53.600945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'network': {'name': 'tempest-network-smoke--907389151', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'port_security_enabled': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:50:53.607836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:50:53.609852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:network and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:50:53.613437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:50:53.619400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:50:53.715021 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Made reservation on behalf of 54043feb5dd94b4e99a37394a66eb190 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:50:53.718457 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:53.746884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:50:53.756267 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:53.756608 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Added segment 15ec7e70-223d-4675-b49a-d3e0d0f5b0a5 of type vlan for network c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 Aug 26 01:50:53.785203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:53.864238 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:53.870008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:53.870587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:53.978663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Network': ['ID=c6d8ac97-13a0-47bb-b5c5-0611e98f7c60,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:53.989623 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:50:54.038051 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-56ae51a4-2c36-43a3-b823-227a8eab7e3e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4412501 Aug 26 01:50:54.040668 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60494) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:54.045598 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'admin_state_up': True, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:50:54.054359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:50:54.058217 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:router and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:50:54.061323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:50:54.067776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:50:54.134496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:54.135572 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:54.151464 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:54.600512 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:54.971287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:55.001340 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:55.139542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.26.2.221 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/1ed33d35-5f4d-45c6-827b-34d32e600fa8) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:50:55.292096 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:55.396148 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:55.483708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:50:55.486691 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:50:55.490374 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:50:55.522326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=1ed33d35-5f4d-45c6-827b-34d32e600fa8,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:56.027145 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:56.481421 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:56.756951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router e3f156fd-322a-485e-87ce-7aedb5f373af is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:50:56.933912 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:50:56.943407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Sync routers for ids ['e3f156fd-322a-485e-87ce-7aedb5f373af'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:50:56.952342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Routers {'e3f156fd-322a-485e-87ce-7aedb5f373af'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:50:56.953021 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:50:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e3f156fd-322a-485e-87ce-7aedb5f373af'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:57.008563 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:57.009787 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b3ee5a50-a5a9-4598-b992-56688c6fdca6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9681637 Aug 26 01:50:57.012962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60498) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:57.129706 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Set router e3f156fd-322a-485e-87ce-7aedb5f373af gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:50:57.168328 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-097e8919-c077-4319-97e9-8a989996fef5 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=54043feb5dd94b4e99a37394a66eb190&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1542106 Aug 26 01:50:57.171022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60504) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:57.299106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b72490-5732-461d-beda-03de0dc5e3d8 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:57.300598 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c5b72490-5732-461d-beda-03de0dc5e3d8 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287005 Aug 26 01:50:57.303538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60508) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:57.345870 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a73378cd-dec0-4916-bc74-4b565eee5357 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411911 Aug 26 01:50:57.349244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60512) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:57.354995 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1035831025', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:50:57.415444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:50:54Z', 'updated_at': '2022-08-26T01:50:55Z', 'revision_number': 3, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:55Z', 'updated_at': '2022-08-26T01:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:57.419536 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Checking router: e3f156fd-322a-485e-87ce-7aedb5f373af for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:50:57.419894 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Updating router e3f156fd-322a-485e-87ce-7aedb5f373af port 1ed33d35-5f4d-45c6-827b-34d32e600fa8 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:50:57.467258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:50:57.471157 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:subnet and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:50:57.474497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:50:57.474656 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:57.480175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:50:57.549625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Made reservation on behalf of 54043feb5dd94b4e99a37394a66eb190 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:50:57.553143 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:57.809081 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:57.821712 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Transition to ACTIVE for port object 1ed33d35-5f4d-45c6-827b-34d32e600fa8 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:50:57.894768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:57.946056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:57.998530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Attempting to bind port 1ed33d35-5f4d-45c6-827b-34d32e600fa8 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:50:57.999099 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Attempting to bind port 1ed33d35-5f4d-45c6-827b-34d32e600fa8 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:50:57.999099 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Attempting to bind port 1ed33d35-5f4d-45c6-827b-34d32e600fa8 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:50:58.010177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:50:58.010552 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:50:58.010962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:58.011362 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:50:58.011826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Bound port: 1ed33d35-5f4d-45c6-827b-34d32e600fa8, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:50:58.012202 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:58.026477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Subnet': ['ID=dc436e37-d096-42da-9bcc-5931559b4817,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:58.037399 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Checking segment: {'id': '15ec7e70-223d-4675-b49a-d3e0d0f5b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:50:58.037770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network hostable DHCP agents. Network: c6d8ac97-13a0-47bb-b5c5-0611e98f7c60, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:50:58.058560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3a43d-cd33-4426-a514-48d367c12a10 None None] Pushing event updated for resources: {'Port': ['ID=1ed33d35-5f4d-45c6-827b-34d32e600fa8,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:58.071613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3a43d-cd33-4426-a514-48d367c12a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:58.071898 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3a43d-cd33-4426-a514-48d367c12a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:58.072242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3a43d-cd33-4426-a514-48d367c12a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:58.072578 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3a43d-cd33-4426-a514-48d367c12a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:58.072928 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3a43d-cd33-4426-a514-48d367c12a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:58.073245 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3a43d-cd33-4426-a514-48d367c12a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:58.073574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3a43d-cd33-4426-a514-48d367c12a10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:58.073930 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3a43d-cd33-4426-a514-48d367c12a10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:58.074258 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3a43d-cd33-4426-a514-48d367c12a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:58.074583 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3a43d-cd33-4426-a514-48d367c12a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:58.074910 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3a43d-cd33-4426-a514-48d367c12a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:58.075274 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a3a43d-cd33-4426-a514-48d367c12a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:50:58.104859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] For port 1ed33d35-5f4d-45c6-827b-34d32e600fa8, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:50:58.107828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] For port 1ed33d35-5f4d-45c6-827b-34d32e600fa8, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1ed33d35-5f4d-45c6-827b-34d32e600fa8,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:50:58.129478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:50:58.151715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:58.185795 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, c6d8ac97-13a0-47bb-b5c5-0611e98f7c60) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:50:58.192068 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:50:58.192655 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:58.201925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ec7321-57bc-45cc-878f-df165b0f8b15 None None] Network c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:50:58.276532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Routers {'e3f156fd-322a-485e-87ce-7aedb5f373af'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:50:58.277171 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:50:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e3f156fd-322a-485e-87ce-7aedb5f373af'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:58.295145 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e4415252-dc7f-4adb-bb9c-0d5fa87a6a7b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9447243 Aug 26 01:50:58.297864 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60516) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:50:58.426251 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3a43d-cd33-4426-a514-48d367c12a10 None None] Pushing event updated for resources: {'Port': ['ID=1ed33d35-5f4d-45c6-827b-34d32e600fa8,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:58.544283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] Set router e3f156fd-322a-485e-87ce-7aedb5f373af gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:50:58.779278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ips': [{'subnet_id': 'dc436e37-d096-42da-9bcc-5931559b4817'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:50:58.780104 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:58.990400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:59.012010 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Allocated IP 172.20.0.2 (c6d8ac97-13a0-47bb-b5c5-0611e98f7c60/dc436e37-d096-42da-9bcc-5931559b4817/3e1a2c00-0312-4f99-b84e-65520b15bc2d) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:50:59.024036 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:50:54Z', 'updated_at': '2022-08-26T01:50:55Z', 'revision_number': 3, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:55Z', 'updated_at': '2022-08-26T01:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:50:59.031157 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd98bf-25b4-46c9-aac6-4dd437071cd2 None None] The sync data for ids ['e3f156fd-322a-485e-87ce-7aedb5f373af'] in dv-neutron-854561-2-hyperv is: [{'id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:50:54Z', 'updated_at': '2022-08-26T01:50:55Z', 'revision_number': 3, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:55Z', 'updated_at': '2022-08-26T01:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:50:59.249766 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:59.287283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Transition to ACTIVE for port object 3e1a2c00-0312-4f99-b84e-65520b15bc2d will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:50:59.310193 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Transition to ACTIVE for port object 3e1a2c00-0312-4f99-b84e-65520b15bc2d will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:50:59.403202 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:59.473323 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.20.0.1 (c6d8ac97-13a0-47bb-b5c5-0611e98f7c60/dc436e37-d096-42da-9bcc-5931559b4817/473c4e01-6f2b-4a9e-88d0-4041c27577d0) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:50:59.479212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Network c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:50:59.482870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Pushing event updated for resources: {'Port': ['ID=3e1a2c00-0312-4f99-b84e-65520b15bc2d,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:50:59.486569 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:50:59.489853 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:50:59.609113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Attempting to bind port 3e1a2c00-0312-4f99-b84e-65520b15bc2d on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:50:59.609493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Attempting to bind port 3e1a2c00-0312-4f99-b84e-65520b15bc2d by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '15ec7e70-223d-4675-b49a-d3e0d0f5b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:50:59.609911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Attempting to bind port 3e1a2c00-0312-4f99-b84e-65520b15bc2d on network c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:50:59.618282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:50:59.618756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Checking segment: {'id': '15ec7e70-223d-4675-b49a-d3e0d0f5b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:50:59.619204 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:59.619613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Bound using segment: {'id': '15ec7e70-223d-4675-b49a-d3e0d0f5b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:50:59.620086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Bound port: 3e1a2c00-0312-4f99-b84e-65520b15bc2d, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ec7e70-223d-4675-b49a-d3e0d0f5b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:50:59.620472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:59.700222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1ed33d35-5f4d-45c6-827b-34d32e600fa8 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:50:59.770772 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:59.788742 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Transition to ACTIVE for port object 473c4e01-6f2b-4a9e-88d0-4041c27577d0 will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:50:59.843009 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] For port 3e1a2c00-0312-4f99-b84e-65520b15bc2d, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:50:59.847519 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] For port 3e1a2c00-0312-4f99-b84e-65520b15bc2d, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3e1a2c00-0312-4f99-b84e-65520b15bc2d,segment=NetworkSegment(15ec7e70-223d-4675-b49a-d3e0d0f5b0a5),segment_id=15ec7e70-223d-4675-b49a-d3e0d0f5b0a5)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:50:59.898528 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:59.927035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 1ed33d35-5f4d-45c6-827b-34d32e600fa8 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:50:59.930759 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:50:59.968056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:50:59.971202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:50:59.975649 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:50:59.980639 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 1ed33d35-5f4d-45c6-827b-34d32e600fa8 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:50:59.985944 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:00.016237 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=473c4e01-6f2b-4a9e-88d0-4041c27577d0,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:00.038974 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:00.065613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f62054-72fd-4c1a-9246-8ecce1708072 None None] Pushing event updated for resources: {'Port': ['ID=3e1a2c00-0312-4f99-b84e-65520b15bc2d,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:00.136567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 1ed33d35-5f4d-45c6-827b-34d32e600fa8 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:51:00.136950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:00.155407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 1ed33d35-5f4d-45c6-827b-34d32e600fa8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1ed33d35-5f4d-45c6-827b-34d32e600fa8,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:51:00.208341 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:00.219563 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:00.292746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=1ed33d35-5f4d-45c6-827b-34d32e600fa8,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:00.545473 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6616f568-623c-4859-a57d-8be06bf2999e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:00.663275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:00.723225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:00.836414 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=473c4e01-6f2b-4a9e-88d0-4041c27577d0,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:00.838770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:00.977502 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:51:00.978765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:51:01.164614 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router e3f156fd-322a-485e-87ce-7aedb5f373af has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:51:01.260066 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4456cc0c-47f7-4469-8e06-6d71a0d8715e None None] Network c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:51:01.345316 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:51:01.355478 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Sync routers for ids ['e3f156fd-322a-485e-87ce-7aedb5f373af'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:51:01.364231 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f717b52a-36fe-4921-bb1c-165c8285e0ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "PUT /v2.0/routers/e3f156fd-322a-485e-87ce-7aedb5f373af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0593638 Aug 26 01:51:01.366152 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Routers {'e3f156fd-322a-485e-87ce-7aedb5f373af'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:51:01.367085 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:50:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e3f156fd-322a-485e-87ce-7aedb5f373af'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:51:01.430116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bde6011e-780b-4d6f-95e2-402187ea50ff None None] Provisioning for port 3e1a2c00-0312-4f99-b84e-65520b15bc2d completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:51:01.530375 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7445fd0b-52b4-4dd9-9c54-0980ee09fce5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745008626&fields=id&tenant_id=54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 267 time: 0.0422873 Aug 26 01:51:01.556580 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Set router e3f156fd-322a-485e-87ce-7aedb5f373af gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:51:01.746776 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1ed33d35-5f4d-45c6-827b-34d32e600fa8 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:51:01.841585 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 1ed33d35-5f4d-45c6-827b-34d32e600fa8 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:51:01.841795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:01.852164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-995838f6-a63e-42f4-8c43-4ba72ee73a49 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:01.854395 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-995838f6-a63e-42f4-8c43-4ba72ee73a49 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/networks?id=c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 HTTP/1.1" status: 200 len: 796 time: 0.3164642 Aug 26 01:51:01.880005 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e684f9bd-b688-47b3-bcda-b10c7506b74a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/quotas/54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 375 time: 0.0126855 Aug 26 01:51:01.920168 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:50:54Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:55Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '473c4e01-6f2b-4a9e-88d0-4041c27577d0', 'name': '', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7c:76:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:59Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 2, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:51:01.926155 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Checking router: e3f156fd-322a-485e-87ce-7aedb5f373af for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:51:01.926504 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Updating router e3f156fd-322a-485e-87ce-7aedb5f373af port 473c4e01-6f2b-4a9e-88d0-4041c27577d0 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:51:01.985784 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:01.993077 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-d5ccd921-3f36-43cb-9652-8a3760ceacc2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:51:02.003615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b976f206-775f-4d0e-88bd-d12683303adc None None] Provisioning for port 473c4e01-6f2b-4a9e-88d0-4041c27577d0 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:51:02.013448 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b976f206-775f-4d0e-88bd-d12683303adc None None] Provisioning complete for port 473c4e01-6f2b-4a9e-88d0-4041c27577d0 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:51:02.014963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b976f206-775f-4d0e-88bd-d12683303adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:02.061364 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 1ed33d35-5f4d-45c6-827b-34d32e600fa8 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:51:02.065799 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3e1a2c00-0312-4f99-b84e-65520b15bc2d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:51:02.077182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-d5ccd921-3f36-43cb-9652-8a3760ceacc2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:51:02.083145 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-d5ccd921-3f36-43cb-9652-8a3760ceacc2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1920922 Aug 26 01:51:02.099210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-07dbf48d-8bab-4cac-bcaf-f9713b0d3161 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:51:02.101452 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-07dbf48d-8bab-4cac-bcaf-f9713b0d3161 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067384 Aug 26 01:51:02.122535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b976f206-775f-4d0e-88bd-d12683303adc None None] Port 473c4e01-6f2b-4a9e-88d0-4041c27577d0 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:51:02.206988 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 3e1a2c00-0312-4f99-b84e-65520b15bc2d completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:51:02.213103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3e1a2c00-0312-4f99-b84e-65520b15bc2d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:51:02.213486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:02.264286 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-644e0d34-bda7-43a7-88ed-7e25f3b167a2 service neutron] 10.222.0.83 "GET /v2.0/networks/c6d8ac97-13a0-47bb-b5c5-0611e98f7c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554964 Aug 26 01:51:02.333552 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-98ba837a-7bd9-412a-970e-b310af946de6 None None] Provisioning complete for port 473c4e01-6f2b-4a9e-88d0-4041c27577d0 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:51:02.334205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-98ba837a-7bd9-412a-970e-b310af946de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:02.385958 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:02.397604 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Transition to ACTIVE for port object 473c4e01-6f2b-4a9e-88d0-4041c27577d0 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:51:02.402300 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-8a0f4161-a209-40f1-9ec8-a1f2b0021b6c service neutron] 10.222.0.83 "GET /v2.0/networks/c6d8ac97-13a0-47bb-b5c5-0611e98f7c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370792 Aug 26 01:51:02.406080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3e1a2c00-0312-4f99-b84e-65520b15bc2d is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:51:02.406490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:02.416723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-98ba837a-7bd9-412a-970e-b310af946de6 None None] Port 473c4e01-6f2b-4a9e-88d0-4041c27577d0 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:51:02.442391 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 3e1a2c00-0312-4f99-b84e-65520b15bc2d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3e1a2c00-0312-4f99-b84e-65520b15bc2d,segment=NetworkSegment(15ec7e70-223d-4675-b49a-d3e0d0f5b0a5),segment_id=15ec7e70-223d-4675-b49a-d3e0d0f5b0a5)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:51:02.480603 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:02.504146 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:02.585651 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=3e1a2c00-0312-4f99-b84e-65520b15bc2d,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:02.677300 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-17e9873f-b74b-4800-ae51-bf2837e569e8 req-8bfbb19e-f4c0-4516-8055-ae5b875974b9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 210 time: 0.0507495 Aug 26 01:51:02.681883 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b635d8-60ad-4ba9-ba4e-7fb5b89b056a None None] Pushing event updated for resources: {'Port': ['ID=473c4e01-6f2b-4a9e-88d0-4041c27577d0,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:02.699905 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b635d8-60ad-4ba9-ba4e-7fb5b89b056a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:02.700414 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b635d8-60ad-4ba9-ba4e-7fb5b89b056a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:02.700888 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b635d8-60ad-4ba9-ba4e-7fb5b89b056a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:02.701368 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b635d8-60ad-4ba9-ba4e-7fb5b89b056a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:02.701686 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b635d8-60ad-4ba9-ba4e-7fb5b89b056a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:02.702032 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b635d8-60ad-4ba9-ba4e-7fb5b89b056a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:02.702352 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b635d8-60ad-4ba9-ba4e-7fb5b89b056a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:02.702665 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b635d8-60ad-4ba9-ba4e-7fb5b89b056a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:02.702981 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b635d8-60ad-4ba9-ba4e-7fb5b89b056a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:02.703292 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b635d8-60ad-4ba9-ba4e-7fb5b89b056a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:02.703602 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b635d8-60ad-4ba9-ba4e-7fb5b89b056a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:02.703914 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b635d8-60ad-4ba9-ba4e-7fb5b89b056a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:02.711152 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Attempting to bind port 473c4e01-6f2b-4a9e-88d0-4041c27577d0 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:51:02.711501 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Attempting to bind port 473c4e01-6f2b-4a9e-88d0-4041c27577d0 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '15ec7e70-223d-4675-b49a-d3e0d0f5b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:51:02.712040 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Attempting to bind port 473c4e01-6f2b-4a9e-88d0-4041c27577d0 on network c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:51:02.717418 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:51:02.717800 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Checking segment: {'id': '15ec7e70-223d-4675-b49a-d3e0d0f5b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:51:02.718189 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:02.718591 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Bound using segment: {'id': '15ec7e70-223d-4675-b49a-d3e0d0f5b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:51:02.719038 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Bound port: 473c4e01-6f2b-4a9e-88d0-4041c27577d0, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ec7e70-223d-4675-b49a-d3e0d0f5b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:51:02.719457 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:02.805189 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] For port 473c4e01-6f2b-4a9e-88d0-4041c27577d0, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:51:02.808427 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] For port 473c4e01-6f2b-4a9e-88d0-4041c27577d0, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=473c4e01-6f2b-4a9e-88d0-4041c27577d0,segment=NetworkSegment(15ec7e70-223d-4675-b49a-d3e0d0f5b0a5),segment_id=15ec7e70-223d-4675-b49a-d3e0d0f5b0a5)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:51:02.900380 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:02.965452 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Routers {'e3f156fd-322a-485e-87ce-7aedb5f373af'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:51:02.966104 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:50:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e3f156fd-322a-485e-87ce-7aedb5f373af'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:51:03.002692 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c4142400-6b42-4315-bb29-014d6201d4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:03.093881 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b635d8-60ad-4ba9-ba4e-7fb5b89b056a None None] Pushing event updated for resources: {'Port': ['ID=473c4e01-6f2b-4a9e-88d0-4041c27577d0,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:03.149456 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] Set router e3f156fd-322a-485e-87ce-7aedb5f373af gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:51:03.456977 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:50:54Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:55Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '473c4e01-6f2b-4a9e-88d0-4041c27577d0', 'name': '', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7c:76:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:59Z', 'updated_at': '2022-08-26T01:51:02Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:51:03.460778 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d5d231-3b4c-46f6-97d0-0c043e5a801f None None] The sync data for ids ['e3f156fd-322a-485e-87ce-7aedb5f373af'] in dv-neutron-854561-2-hyperv is: [{'id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:50:54Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:55Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '473c4e01-6f2b-4a9e-88d0-4041c27577d0', 'name': '', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7c:76:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:59Z', 'updated_at': '2022-08-26T01:51:02Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:51:03.714081 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 473c4e01-6f2b-4a9e-88d0-4041c27577d0 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:51:03.750620 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:03.792458 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ad07cb25-3b80-4983-aab1-cd0df29a1157 req-40c3abc1-49e0-4ff3-ae1e-061691f29aba tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 210 time: 0.0576348 Aug 26 01:51:03.888474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 473c4e01-6f2b-4a9e-88d0-4041c27577d0 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:51:03.894603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 473c4e01-6f2b-4a9e-88d0-4041c27577d0 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:51:03.894977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:04.024806 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 473c4e01-6f2b-4a9e-88d0-4041c27577d0 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:51:04.025192 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:04.072780 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 473c4e01-6f2b-4a9e-88d0-4041c27577d0, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=473c4e01-6f2b-4a9e-88d0-4041c27577d0,segment=NetworkSegment(15ec7e70-223d-4675-b49a-d3e0d0f5b0a5),segment_id=15ec7e70-223d-4675-b49a-d3e0d0f5b0a5)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:51:04.088293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:04.151718 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:04.152664 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3e1a2c00-0312-4f99-b84e-65520b15bc2d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:51:04.274354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=473c4e01-6f2b-4a9e-88d0-4041c27577d0,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:04.285977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3e1a2c00-0312-4f99-b84e-65520b15bc2d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:51:04.286352 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:04.448841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3e1a2c00-0312-4f99-b84e-65520b15bc2d is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:51:04.960504 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-63d3b4a7-a207-43b0-9f32-34d974233416 req-a4e17406-7381-4a91-b5d2-19c74660d006 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 210 time: 0.0519965 Aug 26 01:51:05.389629 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-1b08a081-c136-45bd-83ef-b8e5e8e6541b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:05.390333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-1b08a081-c136-45bd-83ef-b8e5e8e6541b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:51:05.493868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-1b08a081-c136-45bd-83ef-b8e5e8e6541b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:51:05.495014 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-1b08a081-c136-45bd-83ef-b8e5e8e6541b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/networks?id=c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 HTTP/1.1" status: 200 len: 796 time: 0.2525296 Aug 26 01:51:05.557275 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-1b0121f0-368d-42ca-b5ae-2ab6e7555694 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:51:05.640311 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 473c4e01-6f2b-4a9e-88d0-4041c27577d0 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:51:05.670051 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-1b0121f0-368d-42ca-b5ae-2ab6e7555694 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:51:05.671322 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-1b0121f0-368d-42ca-b5ae-2ab6e7555694 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 380 time: 0.1534026 Aug 26 01:51:05.675616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:05.686304 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'port': {'device_id': 'e2814447-89dc-4b69-863e-9896074eccac', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'admin_state_up': True, 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'security_groups': ['8f5175da-cf12-4b75-bd67-f368840b9048']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:51:05.711584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 473c4e01-6f2b-4a9e-88d0-4041c27577d0 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:51:05.711958 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:05.840192 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 473c4e01-6f2b-4a9e-88d0-4041c27577d0 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:51:05.937148 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:51:05.947097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:51:06.035300 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Made reservation on behalf of 54043feb5dd94b4e99a37394a66eb190 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:51:06.039088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:06.117877 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0682a315-faed-435c-b069-1a9fe756c76e req-7186b09e-2203-48a5-a4de-8f0e2c8ecb57 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 210 time: 0.0487823 Aug 26 01:51:06.204568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.20.0.7 (c6d8ac97-13a0-47bb-b5c5-0611e98f7c60/dc436e37-d096-42da-9bcc-5931559b4817/23b258eb-ad8f-41f1-b10d-b1bf02452160) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:51:06.389362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:06.404936 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Transition to ACTIVE for port object 23b258eb-ad8f-41f1-b10d-b1bf02452160 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:51:06.487107 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:06.555434 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:51:06.558488 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:51:06.561014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:51:06.606899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=23b258eb-ad8f-41f1-b10d-b1bf02452160,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:06.639440 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:06.640227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:06.780623 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-e4b6448b-411c-4509-9c20-6974616dab7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0986481 Aug 26 01:51:06.806917 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Request body: {'port': {'device_id': 'e2814447-89dc-4b69-863e-9896074eccac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:51:06.899734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-50ff403c-80e4-4319-bda7-588fe71391ba None None] Provisioning for port 23b258eb-ad8f-41f1-b10d-b1bf02452160 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:51:06.905105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-50ff403c-80e4-4319-bda7-588fe71391ba None None] Provisioning complete for port 23b258eb-ad8f-41f1-b10d-b1bf02452160 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:51:06.905480 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-50ff403c-80e4-4319-bda7-588fe71391ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:06.920288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:06.928562 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:51:06.958686 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-50ff403c-80e4-4319-bda7-588fe71391ba None None] Port 23b258eb-ad8f-41f1-b10d-b1bf02452160 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:51:07.300635 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b258eb-ad8f-41f1-b10d-b1bf02452160 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:51:07.313066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:07.336122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Transition to ACTIVE for port object 23b258eb-ad8f-41f1-b10d-b1bf02452160 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:51:07.357638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4991d00-7845-4eab-ac26-b5535a40d420 req-7bc2b423-454a-4e33-86e1-128785ef79ed tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:07.362380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f4991d00-7845-4eab-ac26-b5535a40d420 req-7bc2b423-454a-4e33-86e1-128785ef79ed tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:51:07.402515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:07.490300 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f4991d00-7845-4eab-ac26-b5535a40d420 req-7bc2b423-454a-4e33-86e1-128785ef79ed tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:51:07.491696 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f4991d00-7845-4eab-ac26-b5535a40d420 req-7bc2b423-454a-4e33-86e1-128785ef79ed tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 931 time: 0.2581193 Aug 26 01:51:07.612538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Pushing event updated for resources: {'Port': ['ID=23b258eb-ad8f-41f1-b10d-b1bf02452160,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:07.636345 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f4991d00-7845-4eab-ac26-b5535a40d420 req-46524265-c766-4098-bca7-446769a04017 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259387 Aug 26 01:51:07.669014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Attempting to bind port 23b258eb-ad8f-41f1-b10d-b1bf02452160 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:51:07.669262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Attempting to bind port 23b258eb-ad8f-41f1-b10d-b1bf02452160 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '15ec7e70-223d-4675-b49a-d3e0d0f5b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:51:07.669582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Attempting to bind port 23b258eb-ad8f-41f1-b10d-b1bf02452160 on network c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:51:07.674131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Port 23b258eb-ad8f-41f1-b10d-b1bf02452160 on network c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:51:07.674971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Attempting to bind port 23b258eb-ad8f-41f1-b10d-b1bf02452160 on network c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:51:07.679986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:51:07.680317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Checking segment: {'id': '15ec7e70-223d-4675-b49a-d3e0d0f5b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:51:07.680690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Bound using segment: {'id': '15ec7e70-223d-4675-b49a-d3e0d0f5b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:51:07.681102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Bound port: 23b258eb-ad8f-41f1-b10d-b1bf02452160, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ec7e70-223d-4675-b49a-d3e0d0f5b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:51:07.681436 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:07.767494 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] For port 23b258eb-ad8f-41f1-b10d-b1bf02452160, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:51:07.770545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] For port 23b258eb-ad8f-41f1-b10d-b1bf02452160, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=23b258eb-ad8f-41f1-b10d-b1bf02452160,segment=NetworkSegment(15ec7e70-223d-4675-b49a-d3e0d0f5b0a5),segment_id=15ec7e70-223d-4675-b49a-d3e0d0f5b0a5)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:51:07.825879 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:07.828845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:07.829447 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:07.830891 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] 10.222.0.94 "PUT /v2.0/ports/23b258eb-ad8f-41f1-b10d-b1bf02452160 HTTP/1.1" status: 200 len: 1093 time: 1.0291533 Aug 26 01:51:07.858610 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2814447-89dc-4b69-863e-9896074eccac', 'tag': '23b258eb-ad8f-41f1-b10d-b1bf02452160'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:51:07.904884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302fb38-3294-48d9-aee0-b87196dcbea0 service neutron] Pushing event updated for resources: {'Port': ['ID=23b258eb-ad8f-41f1-b10d-b1bf02452160,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:07.906748 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2e4c23-bb58-4641-a5aa-81c56005bc31'] response: {'name': 'network-changed', 'server_uuid': 'e2814447-89dc-4b69-863e-9896074eccac', 'tag': '23b258eb-ad8f-41f1-b10d-b1bf02452160', 'status': 'completed', 'code': 200} Aug 26 01:51:08.046547 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad50dab-3f9a-4854-b52f-37261a0d87db req-ab3d2bf4-24d7-4116-92bc-7ec10cf077df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:08.047940 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9ad50dab-3f9a-4854-b52f-37261a0d87db req-ab3d2bf4-24d7-4116-92bc-7ec10cf077df service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 1096 time: 0.0829449 Aug 26 01:51:08.304413 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad50dab-3f9a-4854-b52f-37261a0d87db req-e0678b2b-2fff-4c89-82af-1f6f4908e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:08.305777 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9ad50dab-3f9a-4854-b52f-37261a0d87db req-e0678b2b-2fff-4c89-82af-1f6f4908e89a service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=54043feb5dd94b4e99a37394a66eb190&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2358191 Aug 26 01:51:08.443273 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad50dab-3f9a-4854-b52f-37261a0d87db req-6683bc20-66a2-4c5c-a6bf-1b3ae507a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:08.444688 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9ad50dab-3f9a-4854-b52f-37261a0d87db req-6683bc20-66a2-4c5c-a6bf-1b3ae507a8f1 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1289964 Aug 26 01:51:08.591511 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-0f9073ce-dd0d-4ede-8317-2db318fc316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:08.592955 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-0f9073ce-dd0d-4ede-8317-2db318fc316e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 1096 time: 0.0762181 Aug 26 01:51:08.675977 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-ee4c262a-7907-41ea-ab77-ddadf2a2c0ed service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23b258eb-ad8f-41f1-b10d-b1bf02452160 HTTP/1.1" status: 200 len: 217 time: 0.0631621 Aug 26 01:51:08.740084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-2e115849-d881-4736-82fb-a8d7b2c31ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:08.741763 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-2e115849-d881-4736-82fb-a8d7b2c31ddd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc436e37-d096-42da-9bcc-5931559b4817 HTTP/1.1" status: 200 len: 835 time: 0.0575256 Aug 26 01:51:08.890294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-529440db-cc7f-4eee-a545-3e958841e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:08.891666 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-529440db-cc7f-4eee-a545-3e958841e619 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c6d8ac97-13a0-47bb-b5c5-0611e98f7c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1102817 Aug 26 01:51:08.899888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efe9f0-c0da-4348-ace9-a81e377225a9 req-d5b96b4a-e5e0-4f65-91e3-baa2409d6dbc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:08.901461 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-74efe9f0-c0da-4348-ace9-a81e377225a9 req-d5b96b4a-e5e0-4f65-91e3-baa2409d6dbc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 943 time: 0.1572351 Aug 26 01:51:09.025921 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-74efe9f0-c0da-4348-ace9-a81e377225a9 req-0e03d691-5a36-4f71-8cbb-c974dd8ca294 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058848 Aug 26 01:51:09.063304 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-c7590200-01d8-4a43-bb2c-f7b2cf448f81 service neutron] 10.222.0.94 "GET /v2.0/networks/c6d8ac97-13a0-47bb-b5c5-0611e98f7c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608968 Aug 26 01:51:09.196879 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-07fcc00d-573d-4872-b14b-f1a0139671a0 req-0f5cb936-748e-476e-af3f-0b00d715b010 service neutron] 10.222.0.94 "GET /v2.0/networks/c6d8ac97-13a0-47bb-b5c5-0611e98f7c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241531 Aug 26 01:51:10.230056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352e2b0-a45e-4471-9ecd-2a0949e13a79 req-8dbb2710-9c1f-4058-b67f-ddb128c2e48b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:10.231812 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8352e2b0-a45e-4471-9ecd-2a0949e13a79 req-8dbb2710-9c1f-4058-b67f-ddb128c2e48b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 943 time: 0.0952251 Aug 26 01:51:10.277132 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8352e2b0-a45e-4471-9ecd-2a0949e13a79 req-ad36b781-0abd-46fc-a946-9bdc1d058ede tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387807 Aug 26 01:51:10.452863 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 23b258eb-ad8f-41f1-b10d-b1bf02452160 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:51:10.583842 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 23b258eb-ad8f-41f1-b10d-b1bf02452160, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=23b258eb-ad8f-41f1-b10d-b1bf02452160,segment=NetworkSegment(15ec7e70-223d-4675-b49a-d3e0d0f5b0a5),segment_id=15ec7e70-223d-4675-b49a-d3e0d0f5b0a5)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:51:10.600141 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '23b258eb-ad8f-41f1-b10d-b1bf02452160', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'port_id': '23b258eb-ad8f-41f1-b10d-b1bf02452160', 'mac_address': 'fa:16:3e:35:66:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:51:10.653338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 23b258eb-ad8f-41f1-b10d-b1bf02452160 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:51:10.653713 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:10.670560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b258eb-ad8f-41f1-b10d-b1bf02452160 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:51:10.685503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 23b258eb-ad8f-41f1-b10d-b1bf02452160, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=23b258eb-ad8f-41f1-b10d-b1bf02452160,segment=NetworkSegment(15ec7e70-223d-4675-b49a-d3e0d0f5b0a5),segment_id=15ec7e70-223d-4675-b49a-d3e0d0f5b0a5)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:51:10.748894 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:10.817333 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=23b258eb-ad8f-41f1-b10d-b1bf02452160,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:11.064348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['23b258eb-ad8f-41f1-b10d-b1bf02452160'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:51:11.109368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:11.470134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb26317-2c93-4c54-acf7-aa93fcb39b48 req-56b3bbbe-a879-432d-bad9-3a4d55a48047 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:11.471652 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7cb26317-2c93-4c54-acf7-aa93fcb39b48 req-56b3bbbe-a879-432d-bad9-3a4d55a48047 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 944 time: 0.0854092 Aug 26 01:51:11.515600 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7cb26317-2c93-4c54-acf7-aa93fcb39b48 req-04ed5645-757c-412d-a1a5-4847f6175c9f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383785 Aug 26 01:51:12.452133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 23b258eb-ad8f-41f1-b10d-b1bf02452160 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:51:12.579830 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 23b258eb-ad8f-41f1-b10d-b1bf02452160 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:51:12.586107 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 23b258eb-ad8f-41f1-b10d-b1bf02452160 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:51:12.586504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:12.706398 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 23b258eb-ad8f-41f1-b10d-b1bf02452160 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:51:12.706795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:12.716588 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98885d3a-52ed-45cf-88f5-37560eb5fd4e req-821ea94b-fb0b-4ea2-9feb-c7a744b43307 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:12.718035 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-98885d3a-52ed-45cf-88f5-37560eb5fd4e req-821ea94b-fb0b-4ea2-9feb-c7a744b43307 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 944 time: 0.0913515 Aug 26 01:51:12.733819 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2814447-89dc-4b69-863e-9896074eccac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b258eb-ad8f-41f1-b10d-b1bf02452160'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:51:12.744565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 23b258eb-ad8f-41f1-b10d-b1bf02452160, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=23b258eb-ad8f-41f1-b10d-b1bf02452160,segment=NetworkSegment(15ec7e70-223d-4675-b49a-d3e0d0f5b0a5),segment_id=15ec7e70-223d-4675-b49a-d3e0d0f5b0a5)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:51:12.763223 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-98885d3a-52ed-45cf-88f5-37560eb5fd4e req-78dc3ee0-bb76-4f6d-9376-7f077e9d7fac tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393436 Aug 26 01:51:12.814343 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:12.848869 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be927385-d32a-405b-ad3b-78d81cb39fd0'] response: {'server_uuid': 'e2814447-89dc-4b69-863e-9896074eccac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b258eb-ad8f-41f1-b10d-b1bf02452160', 'code': 200} Aug 26 01:51:12.890779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=23b258eb-ad8f-41f1-b10d-b1bf02452160,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:13.250465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed0995-39d7-43fb-b78c-89d2107b7bb8 req-00c52bb1-3f0a-4d22-998f-9aca15659caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:13.251963 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5fed0995-39d7-43fb-b78c-89d2107b7bb8 req-00c52bb1-3f0a-4d22-998f-9aca15659caa service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 1098 time: 0.0811093 Aug 26 01:51:13.296502 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5fed0995-39d7-43fb-b78c-89d2107b7bb8 req-46dbeb2b-5300-43aa-b83f-4e7a03539da1 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349207 Aug 26 01:51:13.957110 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd41215-d2ca-4183-8f84-850cf1bd4a62 req-ee6dbbb9-8aa0-4a34-9134-6b08999272fb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:13.958599 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4dd41215-d2ca-4183-8f84-850cf1bd4a62 req-ee6dbbb9-8aa0-4a34-9134-6b08999272fb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 945 time: 0.0867112 Aug 26 01:51:14.006716 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4dd41215-d2ca-4183-8f84-850cf1bd4a62 req-bf1ff8d6-42a7-4b18-85f4-efad32018a13 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425155 Aug 26 01:51:15.206908 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce3104-3bd0-4a98-b616-708e15a15f2a req-fcbe4ddf-a009-4957-854d-376fa73b9fe7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:15.208341 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-40ce3104-3bd0-4a98-b616-708e15a15f2a req-fcbe4ddf-a009-4957-854d-376fa73b9fe7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 945 time: 0.0886836 Aug 26 01:51:15.251206 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-40ce3104-3bd0-4a98-b616-708e15a15f2a req-6838acfb-2127-4f86-b487-4561ea9b16e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371335 Aug 26 01:51:15.441934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc4820-68f5-494c-b329-18a86b52d39e req-9d8296a5-a300-454b-ae31-7afe2cb211e6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:15.443305 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-19dc4820-68f5-494c-b329-18a86b52d39e req-9d8296a5-a300-454b-ae31-7afe2cb211e6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 945 time: 0.0864682 Aug 26 01:51:15.486995 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-19dc4820-68f5-494c-b329-18a86b52d39e req-bc4c11bd-c23b-455c-8e0a-b569840b20ea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375280 Aug 26 01:51:15.513482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60578) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:51:15.593727 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cdbf06-b9e7-403b-8429-5ee900e5f006 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:15.595226 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d2cdbf06-b9e7-403b-8429-5ee900e5f006 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 1093 time: 0.0807772 Aug 26 01:51:15.598779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60582) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:51:15.603727 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '23b258eb-ad8f-41f1-b10d-b1bf02452160', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:51:15.609804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:51:15.614036 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:floatingip and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:51:15.617302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:51:15.623144 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:51:15.703517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:15.839017 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:15.967376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.26.2.206 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/578ba6e0-ef5b-49d7-84b7-5dbc2512335b) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:51:16.112713 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:16.191132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:16.255670 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:51:16.258540 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:51:16.262095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:51:16.290478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=578ba6e0-ef5b-49d7-84b7-5dbc2512335b,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:16.761406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:16.873513 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:17.073430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:17.116689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:17.222237 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=578ba6e0-ef5b-49d7-84b7-5dbc2512335b,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:17.224527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:17.392419 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Floating IP 30d14135-f218-4209-9f3e-401ae9a6cc74 associated. External IP: 172.26.2.206, port: 23b258eb-ad8f-41f1-b10d-b1bf02452160. Aug 26 01:51:17.744708 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router e3f156fd-322a-485e-87ce-7aedb5f373af has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:51:17.918413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:51:17.928866 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8f0079-6a60-43b9-a556-db1bb9a73e85 None None] Sync routers for ids ['e3f156fd-322a-485e-87ce-7aedb5f373af'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:51:17.937948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f0079-6a60-43b9-a556-db1bb9a73e85 None None] Routers {'e3f156fd-322a-485e-87ce-7aedb5f373af'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:51:17.938565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7f8f0079-6a60-43b9-a556-db1bb9a73e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:51:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e3f156fd-322a-485e-87ce-7aedb5f373af'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:51:18.006578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:18.064368 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9aab2f5e-78f3-4f32-8a8c-ff7bdabecd51 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4645588 Aug 26 01:51:18.065441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2814447-89dc-4b69-863e-9896074eccac', 'tag': '23b258eb-ad8f-41f1-b10d-b1bf02452160'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:51:18.116387 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c39864a-9d35-48aa-bf95-1c6dd4b12d9d'] response: {'name': 'network-changed', 'server_uuid': 'e2814447-89dc-4b69-863e-9896074eccac', 'tag': '23b258eb-ad8f-41f1-b10d-b1bf02452160', 'status': 'completed', 'code': 200} Aug 26 01:51:18.123488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-7f8f0079-6a60-43b9-a556-db1bb9a73e85 None None] Set router e3f156fd-322a-485e-87ce-7aedb5f373af gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:51:18.299877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781a88d-6f7b-4c0b-8324-2cc8b1963826 req-3f02d361-a422-49da-b56b-43daa7d97e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:18.301248 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0781a88d-6f7b-4c0b-8324-2cc8b1963826 req-3f02d361-a422-49da-b56b-43daa7d97e22 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 1098 time: 0.1407862 Aug 26 01:51:18.312750 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c5243-5d54-457c-9ae4-5c209bf9c9f3 req-40557f7d-9198-469f-b724-3b7b34055048 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:18.314154 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-623c5243-5d54-457c-9ae4-5c209bf9c9f3 req-40557f7d-9198-469f-b724-3b7b34055048 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 945 time: 0.1154916 Aug 26 01:51:18.435424 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-623c5243-5d54-457c-9ae4-5c209bf9c9f3 req-71b92988-e6bb-45da-ba19-abb8f246c641 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027911 Aug 26 01:51:18.462942 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60592) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:51:18.473072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781a88d-6f7b-4c0b-8324-2cc8b1963826 req-c0d01a3f-0513-4c48-bd86-db15c9ab9c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:18.474571 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0781a88d-6f7b-4c0b-8324-2cc8b1963826 req-c0d01a3f-0513-4c48-bd86-db15c9ab9c9b service neutron] 10.222.0.94 "GET /v2.0/networks?id=c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 HTTP/1.1" status: 200 len: 898 time: 0.1594715 Aug 26 01:51:18.507743 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7f8f0079-6a60-43b9-a556-db1bb9a73e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:50:54Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:55Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '30d14135-f218-4209-9f3e-401ae9a6cc74', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'floating_ip_address': '172.26.2.206', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'port_id': '23b258eb-ad8f-41f1-b10d-b1bf02452160', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'mac_address': 'fa:16:3e:35:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2814447-89dc-4b69-863e-9896074eccac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:51:16Z', 'updated_at': '2022-08-26T01:51:16Z', 'revision_number': 0, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473c4e01-6f2b-4a9e-88d0-4041c27577d0', 'name': '', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7c:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:59Z', 'updated_at': '2022-08-26T01:51:04Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:51:18.512041 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8f0079-6a60-43b9-a556-db1bb9a73e85 None None] Checking router: e3f156fd-322a-485e-87ce-7aedb5f373af for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:51:18.521525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f0079-6a60-43b9-a556-db1bb9a73e85 None None] Routers {'e3f156fd-322a-485e-87ce-7aedb5f373af'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:51:18.522191 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7f8f0079-6a60-43b9-a556-db1bb9a73e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:51:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e3f156fd-322a-485e-87ce-7aedb5f373af'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:51:18.707104 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9c130443-b019-484c-8c71-7b127a9733f1 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/30d14135-f218-4209-9f3e-401ae9a6cc74 HTTP/1.1" status: 200 len: 991 time: 0.2428944 Aug 26 01:51:18.714455 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0781a88d-6f7b-4c0b-8324-2cc8b1963826 req-863fdf09-c2ac-44de-88c3-36c1a3ed290c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23b258eb-ad8f-41f1-b10d-b1bf02452160 HTTP/1.1" status: 200 len: 999 time: 0.2330506 Aug 26 01:51:18.716042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-7f8f0079-6a60-43b9-a556-db1bb9a73e85 None None] Set router e3f156fd-322a-485e-87ce-7aedb5f373af gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:51:18.777649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781a88d-6f7b-4c0b-8324-2cc8b1963826 req-eb5dd1a8-e5ab-473a-9fb3-4313b181dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:18.779214 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0781a88d-6f7b-4c0b-8324-2cc8b1963826 req-eb5dd1a8-e5ab-473a-9fb3-4313b181dadc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc436e37-d096-42da-9bcc-5931559b4817 HTTP/1.1" status: 200 len: 835 time: 0.0589571 Aug 26 01:51:18.870813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781a88d-6f7b-4c0b-8324-2cc8b1963826 req-64487c2d-4513-4aab-a681-84e92ce448d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:18.872276 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0781a88d-6f7b-4c0b-8324-2cc8b1963826 req-64487c2d-4513-4aab-a681-84e92ce448d4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c6d8ac97-13a0-47bb-b5c5-0611e98f7c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874119 Aug 26 01:51:19.010588 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0781a88d-6f7b-4c0b-8324-2cc8b1963826 req-ea511fc5-df02-45af-a2c5-ba10cd499888 service neutron] 10.222.0.94 "GET /v2.0/networks/c6d8ac97-13a0-47bb-b5c5-0611e98f7c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314988 Aug 26 01:51:19.074812 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7f8f0079-6a60-43b9-a556-db1bb9a73e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:50:54Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:55Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '30d14135-f218-4209-9f3e-401ae9a6cc74', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'floating_ip_address': '172.26.2.206', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'port_id': '23b258eb-ad8f-41f1-b10d-b1bf02452160', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'mac_address': 'fa:16:3e:35:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2814447-89dc-4b69-863e-9896074eccac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:51:16Z', 'updated_at': '2022-08-26T01:51:16Z', 'revision_number': 0, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473c4e01-6f2b-4a9e-88d0-4041c27577d0', 'name': '', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7c:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:59Z', 'updated_at': '2022-08-26T01:51:04Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:51:19.078836 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8f0079-6a60-43b9-a556-db1bb9a73e85 None None] The sync data for ids ['e3f156fd-322a-485e-87ce-7aedb5f373af'] in dv-neutron-854561-2-hyperv is: [{'id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:50:54Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:55Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '30d14135-f218-4209-9f3e-401ae9a6cc74', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'floating_ip_address': '172.26.2.206', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'port_id': '23b258eb-ad8f-41f1-b10d-b1bf02452160', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'mac_address': 'fa:16:3e:35:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2814447-89dc-4b69-863e-9896074eccac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:51:16Z', 'updated_at': '2022-08-26T01:51:16Z', 'revision_number': 0, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473c4e01-6f2b-4a9e-88d0-4041c27577d0', 'name': '', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7c:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:59Z', 'updated_at': '2022-08-26T01:51:04Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:51:19.154002 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0781a88d-6f7b-4c0b-8324-2cc8b1963826 req-8cba5bff-9648-4eef-b2f7-a40eb64fec83 service neutron] 10.222.0.94 "GET /v2.0/networks/c6d8ac97-13a0-47bb-b5c5-0611e98f7c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348624 Aug 26 01:51:19.281510 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eda92c1-a0c3-4b74-8e4b-fe96e5dfd014 None None] New status for floating IP 30d14135-f218-4209-9f3e-401ae9a6cc74: ACTIVE {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:51:19.710970 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60596) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:51:19.817545 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-eff1f122-11fe-4bf7-a977-d1cf2cfb7406 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/30d14135-f218-4209-9f3e-401ae9a6cc74 HTTP/1.1" status: 200 len: 993 time: 0.1053038 Aug 26 01:51:30.520656 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b8cf0ea2-8258-4cd6-8120-5a4db290dbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:33.011133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4ed5627b-14c9-41ed-aa03-800830c639cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:33.773368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:34.104493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:35.636523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:41.148407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:43.927774 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:51:53.427562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912f4e7-caa6-4f9c-aa90-072e54fa697f req-4a513543-d89c-4038-9295-32ebf98dca15 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:53.429065 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1912f4e7-caa6-4f9c-aa90-072e54fa697f req-4a513543-d89c-4038-9295-32ebf98dca15 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 945 time: 0.0868301 Aug 26 01:51:53.473023 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1912f4e7-caa6-4f9c-aa90-072e54fa697f req-11633068-5393-4dc1-987d-2fbae4f02f87 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380404 Aug 26 01:51:54.720661 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca9c57-ca4d-4611-a447-25f4c898ebbf req-97bb7845-e7d7-42a2-9076-97ab6808c5e3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:54.722147 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6eca9c57-ca4d-4611-a447-25f4c898ebbf req-97bb7845-e7d7-42a2-9076-97ab6808c5e3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 945 time: 0.1348286 Aug 26 01:51:54.766962 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6eca9c57-ca4d-4611-a447-25f4c898ebbf req-12518245-682c-419d-8820-c298ceb89c84 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390203 Aug 26 01:51:54.794972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60622) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:51:54.900964 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-80fbf148-d199-4e4f-bb5f-ba8b61264585 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/30d14135-f218-4209-9f3e-401ae9a6cc74 HTTP/1.1" status: 200 len: 993 time: 0.1048715 Aug 26 01:51:56.618139 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8f7ff-2a1a-474c-8164-e907d2b3b2be req-76cea391-04ab-4179-a477-91cc51ad0eab tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:56.619598 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-90b8f7ff-2a1a-474c-8164-e907d2b3b2be req-76cea391-04ab-4179-a477-91cc51ad0eab tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 945 time: 0.1461644 Aug 26 01:51:56.662145 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-90b8f7ff-2a1a-474c-8164-e907d2b3b2be req-7a99ab4e-e517-4df3-a72a-0b914c5277b3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368125 Aug 26 01:51:57.864728 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fbc4e-3bc2-432a-97b6-6fa14baaa60b req-f5a5f3a2-2ea0-4049-860d-6e40319544c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:51:57.866440 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-221fbc4e-3bc2-432a-97b6-6fa14baaa60b req-f5a5f3a2-2ea0-4049-860d-6e40319544c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 945 time: 0.0901918 Aug 26 01:51:57.910081 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-221fbc4e-3bc2-432a-97b6-6fa14baaa60b req-90e66065-98eb-430d-9974-8f75c9ac03f4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376177 Aug 26 01:51:57.937626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60636) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:51:58.043629 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b31d0b38-50fc-4df6-9587-57e4d2fa82c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/30d14135-f218-4209-9f3e-401ae9a6cc74 HTTP/1.1" status: 200 len: 993 time: 0.1046855 Aug 26 01:51:58.368845 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60644) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:51:58.568217 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port 578ba6e0-ef5b-49d7-84b7-5dbc2512335b {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:51:58.568480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:58.729909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:58.730228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:58.854104 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for 578ba6e0-ef5b-49d7-84b7-5dbc2512335b owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:51:59.064104 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:59.109840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=578ba6e0-ef5b-49d7-84b7-5dbc2512335b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:51:59.157589 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:59.157958 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:59.158301 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:59.158634 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:59.158963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:59.159289 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:59.159611 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:59.159931 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:59.160385 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:59.160714 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:59.161035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:59.161354 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:51:59.221614 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:59.221970 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Floating IP 30d14135-f218-4209-9f3e-401ae9a6cc74 disassociated (deleted). External IP: 172.26.2.206, port: 23b258eb-ad8f-41f1-b10d-b1bf02452160. Aug 26 01:51:59.671497 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router e3f156fd-322a-485e-87ce-7aedb5f373af has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:51:59.844881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:51:59.857683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d79a5b-36f3-4ffa-b177-152bb015c9ec None None] Sync routers for ids ['e3f156fd-322a-485e-87ce-7aedb5f373af'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:51:59.867211 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d79a5b-36f3-4ffa-b177-152bb015c9ec None None] Routers {'e3f156fd-322a-485e-87ce-7aedb5f373af'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:51:59.874763 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-36d79a5b-36f3-4ffa-b177-152bb015c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:51:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e3f156fd-322a-485e-87ce-7aedb5f373af'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:51:59.936535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:51:59.996238 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-aceab03d-7983-4f25-93cc-bf6f1dd73204 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/floatingips/30d14135-f218-4209-9f3e-401ae9a6cc74 HTTP/1.1" status: 204 len: 168 time: 1.6262836 Aug 26 01:51:59.996814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2814447-89dc-4b69-863e-9896074eccac', 'tag': '23b258eb-ad8f-41f1-b10d-b1bf02452160'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:52:00.051469 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886ea233-7da8-4c69-a3e3-9856936caeee'] response: {'name': 'network-changed', 'server_uuid': 'e2814447-89dc-4b69-863e-9896074eccac', 'tag': '23b258eb-ad8f-41f1-b10d-b1bf02452160', 'status': 'completed', 'code': 200} Aug 26 01:52:00.053503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-36d79a5b-36f3-4ffa-b177-152bb015c9ec None None] Set router e3f156fd-322a-485e-87ce-7aedb5f373af gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:52:00.230121 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d46f0-a508-4f11-9be1-9ba2c908e70e req-8c277bbf-01a1-4f2c-abd9-d1436c9690e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:00.231633 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0e1d46f0-a508-4f11-9be1-9ba2c908e70e req-8c277bbf-01a1-4f2c-abd9-d1436c9690e3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 1098 time: 0.1253464 Aug 26 01:52:00.373758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d46f0-a508-4f11-9be1-9ba2c908e70e req-06338be6-15d0-41f4-82ab-bf20ae6b411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:00.375192 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0e1d46f0-a508-4f11-9be1-9ba2c908e70e req-06338be6-15d0-41f4-82ab-bf20ae6b411b service neutron] 10.222.0.94 "GET /v2.0/networks?id=c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 HTTP/1.1" status: 200 len: 898 time: 0.1329963 Aug 26 01:52:00.384236 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-36d79a5b-36f3-4ffa-b177-152bb015c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:50:54Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:55Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '473c4e01-6f2b-4a9e-88d0-4041c27577d0', 'name': '', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7c:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:59Z', 'updated_at': '2022-08-26T01:51:04Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:00.388331 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d79a5b-36f3-4ffa-b177-152bb015c9ec None None] Checking router: e3f156fd-322a-485e-87ce-7aedb5f373af for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:52:00.396747 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d79a5b-36f3-4ffa-b177-152bb015c9ec None None] Routers {'e3f156fd-322a-485e-87ce-7aedb5f373af'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:52:00.397336 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-36d79a5b-36f3-4ffa-b177-152bb015c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:51:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e3f156fd-322a-485e-87ce-7aedb5f373af'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:00.454210 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0e1d46f0-a508-4f11-9be1-9ba2c908e70e req-cc8a6dc3-d700-4f72-9281-0840c3bfa692 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23b258eb-ad8f-41f1-b10d-b1bf02452160 HTTP/1.1" status: 200 len: 217 time: 0.0686877 Aug 26 01:52:00.584899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d46f0-a508-4f11-9be1-9ba2c908e70e req-a441f3b9-5320-4ee0-8c50-db1539564a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:00.586856 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0e1d46f0-a508-4f11-9be1-9ba2c908e70e req-a441f3b9-5320-4ee0-8c50-db1539564a5d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc436e37-d096-42da-9bcc-5931559b4817 HTTP/1.1" status: 200 len: 835 time: 0.0627511 Aug 26 01:52:00.633503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-36d79a5b-36f3-4ffa-b177-152bb015c9ec None None] Set router e3f156fd-322a-485e-87ce-7aedb5f373af gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:52:00.641477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e333bb9-9f23-45d3-be2e-41c57a12268b req-28125ddc-a774-472e-b764-9af6fbef386d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:00.642473 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-5e333bb9-9f23-45d3-be2e-41c57a12268b req-28125ddc-a774-472e-b764-9af6fbef386d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:52:00.677110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-133aace9-485d-4c3d-83dc-02aa851f1029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:00.679553 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d46f0-a508-4f11-9be1-9ba2c908e70e req-4966be5d-023d-41ce-9795-2a6c5f3db353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:00.681019 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0e1d46f0-a508-4f11-9be1-9ba2c908e70e req-4966be5d-023d-41ce-9795-2a6c5f3db353 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c6d8ac97-13a0-47bb-b5c5-0611e98f7c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851429 Aug 26 01:52:00.704512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-5e333bb9-9f23-45d3-be2e-41c57a12268b req-28125ddc-a774-472e-b764-9af6fbef386d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:52:00.705916 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5e333bb9-9f23-45d3-be2e-41c57a12268b req-28125ddc-a774-472e-b764-9af6fbef386d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 945 time: 0.1543057 Aug 26 01:52:00.753843 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5e333bb9-9f23-45d3-be2e-41c57a12268b req-81bd0093-e214-4baf-9ba5-c12679c93419 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412006 Aug 26 01:52:00.817972 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0e1d46f0-a508-4f11-9be1-9ba2c908e70e req-6f0ea004-40b2-402e-a986-67a99d7b1b08 service neutron] 10.222.0.94 "GET /v2.0/networks/c6d8ac97-13a0-47bb-b5c5-0611e98f7c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293304 Aug 26 01:52:00.955823 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0e1d46f0-a508-4f11-9be1-9ba2c908e70e req-5b1b6f0d-aab1-4c45-bc52-23ef73fe10c5 service neutron] 10.222.0.94 "GET /v2.0/networks/c6d8ac97-13a0-47bb-b5c5-0611e98f7c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295390 Aug 26 01:52:00.961546 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-36d79a5b-36f3-4ffa-b177-152bb015c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:50:54Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:55Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '473c4e01-6f2b-4a9e-88d0-4041c27577d0', 'name': '', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7c:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:59Z', 'updated_at': '2022-08-26T01:51:04Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:00.965523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d79a5b-36f3-4ffa-b177-152bb015c9ec None None] The sync data for ids ['e3f156fd-322a-485e-87ce-7aedb5f373af'] in dv-neutron-854561-2-hyperv is: [{'id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:50:54Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:55Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '473c4e01-6f2b-4a9e-88d0-4041c27577d0', 'name': '', 'network_id': 'c6d8ac97-13a0-47bb-b5c5-0611e98f7c60', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7c:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:59Z', 'updated_at': '2022-08-26T01:51:04Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': 'dc436e37-d096-42da-9bcc-5931559b4817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:52:01.173229 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affafcb3-0bd8-4c00-815b-7c5d2b71e06c None None] New status for floating IP 30d14135-f218-4209-9f3e-401ae9a6cc74: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:52:01.956267 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fb079-6eba-4d82-ae52-a8dcd02fcd2a req-9714e964-43d2-4dbe-b210-5f55f75a2952 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:01.957758 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-da2fb079-6eba-4d82-ae52-a8dcd02fcd2a req-9714e964-43d2-4dbe-b210-5f55f75a2952 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 945 time: 0.0865257 Aug 26 01:52:02.004978 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-da2fb079-6eba-4d82-ae52-a8dcd02fcd2a req-ee338b7f-812c-4f48-8fcb-1a90046f16c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416489 Aug 26 01:52:02.652906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07c77e-f3c7-4061-a80f-e4da1065684f req-467333c1-52d2-472c-a900-5d811345a80b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:02.654378 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b07c77e-f3c7-4061-a80f-e4da1065684f req-467333c1-52d2-472c-a900-5d811345a80b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 945 time: 0.1952040 Aug 26 01:52:02.731967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-0b07c77e-f3c7-4061-a80f-e4da1065684f req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port 23b258eb-ad8f-41f1-b10d-b1bf02452160 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:52:02.732294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-0b07c77e-f3c7-4061-a80f-e4da1065684f req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:02.977915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-0b07c77e-f3c7-4061-a80f-e4da1065684f req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] For port 23b258eb-ad8f-41f1-b10d-b1bf02452160, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=23b258eb-ad8f-41f1-b10d-b1bf02452160,segment=NetworkSegment(15ec7e70-223d-4675-b49a-d3e0d0f5b0a5),segment_id=15ec7e70-223d-4675-b49a-d3e0d0f5b0a5)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:52:02.978587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-0b07c77e-f3c7-4061-a80f-e4da1065684f req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:03.047019 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4ff0bafe-d738-491e-9c3a-d4031629e22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:03.108377 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-0b07c77e-f3c7-4061-a80f-e4da1065684f req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for 23b258eb-ad8f-41f1-b10d-b1bf02452160 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:52:03.209600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed039fa-d73b-4b5f-aa4e-229491bb0b74 req-1e0db3b2-f652-4492-adad-5ef57c6b2719 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:03.211597 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aed039fa-d73b-4b5f-aa4e-229491bb0b74 req-1e0db3b2-f652-4492-adad-5ef57c6b2719 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 945 time: 0.0928938 Aug 26 01:52:03.259210 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-aed039fa-d73b-4b5f-aa4e-229491bb0b74 req-e7d90ebf-7157-49a7-aff7-af2523ada7a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5175da-cf12-4b75-bd67-f368840b9048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415232 Aug 26 01:52:03.314150 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-0b07c77e-f3c7-4061-a80f-e4da1065684f req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:03.368148 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=23b258eb-ad8f-41f1-b10d-b1bf02452160,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:03.404634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:03.404987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:03.405330 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:03.405673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:03.406037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:03.406370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:03.406702 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:03.407029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:03.407366 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:03.407691 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:03.408019 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:03.408350 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:03.473782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b07c77e-f3c7-4061-a80f-e4da1065684f req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] No DVR routers for this DVR port 23b258eb-ad8f-41f1-b10d-b1bf02452160 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:52:03.477013 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-0b07c77e-f3c7-4061-a80f-e4da1065684f req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:03.479590 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2814447-89dc-4b69-863e-9896074eccac', 'name': 'network-vif-deleted', 'tag': '23b258eb-ad8f-41f1-b10d-b1bf02452160'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:52:03.522544 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f308c05c-f3e4-4555-80fe-f6a8c8abc159'] response: {'server_uuid': 'e2814447-89dc-4b69-863e-9896074eccac', 'name': 'network-vif-deleted', 'tag': '23b258eb-ad8f-41f1-b10d-b1bf02452160', 'status': 'completed', 'code': 200} Aug 26 01:52:03.544703 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b07c77e-f3c7-4061-a80f-e4da1065684f req-d877a6ef-c5b7-4f00-83d2-1c0c0f566898 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "DELETE /v2.0/ports/23b258eb-ad8f-41f1-b10d-b1bf02452160 HTTP/1.1" status: 204 len: 173 time: 0.8788371 Aug 26 01:52:03.743483 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:04.104426 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:04.428287 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-960c51b2-34f0-468c-b5c7-8b4e3c1fa2f1 req-259aa9cb-fddb-420f-a942-6064534c5eb7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2814447-89dc-4b69-863e-9896074eccac HTTP/1.1" status: 200 len: 210 time: 0.0479238 Aug 26 01:52:04.763869 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 23b258eb-ad8f-41f1-b10d-b1bf02452160 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:52:04.822368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 23b258eb-ad8f-41f1-b10d-b1bf02452160 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:52:04.822929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 23b258eb-ad8f-41f1-b10d-b1bf02452160 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:52:05.529393 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60666) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:05.652942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:06.079699 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-70901f48-8cae-41de-84a4-d4e0e18648ec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:06.535978 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-70901f48-8cae-41de-84a4-d4e0e18648ec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port 473c4e01-6f2b-4a9e-88d0-4041c27577d0 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:52:06.554470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-70901f48-8cae-41de-84a4-d4e0e18648ec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:06.723748 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-70901f48-8cae-41de-84a4-d4e0e18648ec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] For port 473c4e01-6f2b-4a9e-88d0-4041c27577d0, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=473c4e01-6f2b-4a9e-88d0-4041c27577d0,segment=NetworkSegment(15ec7e70-223d-4675-b49a-d3e0d0f5b0a5),segment_id=15ec7e70-223d-4675-b49a-d3e0d0f5b0a5)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:52:06.724109 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-70901f48-8cae-41de-84a4-d4e0e18648ec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:06.852015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-70901f48-8cae-41de-84a4-d4e0e18648ec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for 473c4e01-6f2b-4a9e-88d0-4041c27577d0 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:52:07.096382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-70901f48-8cae-41de-84a4-d4e0e18648ec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:07.144540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70901f48-8cae-41de-84a4-d4e0e18648ec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=473c4e01-6f2b-4a9e-88d0-4041c27577d0,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:07.422510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-70901f48-8cae-41de-84a4-d4e0e18648ec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:07.891396 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70901f48-8cae-41de-84a4-d4e0e18648ec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router e3f156fd-322a-485e-87ce-7aedb5f373af has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:52:08.063729 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70901f48-8cae-41de-84a4-d4e0e18648ec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:52:08.073504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdf707-ef9a-42a6-aac6-e915838302bb None None] Sync routers for ids ['e3f156fd-322a-485e-87ce-7aedb5f373af'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:52:08.076176 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-70901f48-8cae-41de-84a4-d4e0e18648ec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "PUT /v2.0/routers/e3f156fd-322a-485e-87ce-7aedb5f373af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5455983 Aug 26 01:52:08.078758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60670) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:08.084611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bdf707-ef9a-42a6-aac6-e915838302bb None None] Routers {'e3f156fd-322a-485e-87ce-7aedb5f373af'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:52:08.085312 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c1bdf707-ef9a-42a6-aac6-e915838302bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:52:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e3f156fd-322a-485e-87ce-7aedb5f373af'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:08.148856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-427fa4c3-aa1f-4572-9daa-05b26e8d020a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting subnet dc436e37-d096-42da-9bcc-5931559b4817 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:52:08.152084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-427fa4c3-aa1f-4572-9daa-05b26e8d020a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:08.208395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-427fa4c3-aa1f-4572-9daa-05b26e8d020a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:08.286378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c1bdf707-ef9a-42a6-aac6-e915838302bb None None] Set router e3f156fd-322a-485e-87ce-7aedb5f373af gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:52:08.292531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-427fa4c3-aa1f-4572-9daa-05b26e8d020a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:08.428470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-427fa4c3-aa1f-4572-9daa-05b26e8d020a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:08.465835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fa4c3-aa1f-4572-9daa-05b26e8d020a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Subnet': ['ID=dc436e37-d096-42da-9bcc-5931559b4817,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:08.471129 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-427fa4c3-aa1f-4572-9daa-05b26e8d020a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:08.481322 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-427fa4c3-aa1f-4572-9daa-05b26e8d020a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/subnets/dc436e37-d096-42da-9bcc-5931559b4817 HTTP/1.1" status: 204 len: 168 time: 0.3992083 Aug 26 01:52:08.481478 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f22d9cd-5d91-403d-b19f-e525d848e44f None None] Network c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:52:08.481570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60674) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:08.659898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:08.756413 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c1bdf707-ef9a-42a6-aac6-e915838302bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:50:54Z', 'updated_at': '2022-08-26T01:52:06Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:55Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:08.763532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdf707-ef9a-42a6-aac6-e915838302bb None None] Checking router: e3f156fd-322a-485e-87ce-7aedb5f373af for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:52:08.775278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bdf707-ef9a-42a6-aac6-e915838302bb None None] Routers {'e3f156fd-322a-485e-87ce-7aedb5f373af'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:52:08.775912 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c1bdf707-ef9a-42a6-aac6-e915838302bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:52:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['e3f156fd-322a-485e-87ce-7aedb5f373af'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:08.843180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:08.890548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] DHCP port deletion for c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:52:08.912009 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Deleting port 3e1a2c00-0312-4f99-b84e-65520b15bc2d {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:52:08.912388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:08.913836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port 1ed33d35-5f4d-45c6-827b-34d32e600fa8 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:52:08.914336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:09.094332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] For port 1ed33d35-5f4d-45c6-827b-34d32e600fa8, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=1ed33d35-5f4d-45c6-827b-34d32e600fa8,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:52:09.102086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:09.114178 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c1bdf707-ef9a-42a6-aac6-e915838302bb None None] Set router e3f156fd-322a-485e-87ce-7aedb5f373af gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:52:09.218248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for 1ed33d35-5f4d-45c6-827b-34d32e600fa8 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:52:09.403502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] For port 3e1a2c00-0312-4f99-b84e-65520b15bc2d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3e1a2c00-0312-4f99-b84e-65520b15bc2d,segment=NetworkSegment(15ec7e70-223d-4675-b49a-d3e0d0f5b0a5),segment_id=15ec7e70-223d-4675-b49a-d3e0d0f5b0a5)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:52:09.403838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:09.550215 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Calling delete_port for 3e1a2c00-0312-4f99-b84e-65520b15bc2d owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:52:09.573145 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:09.622760 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=1ed33d35-5f4d-45c6-827b-34d32e600fa8,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:09.695179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c1bdf707-ef9a-42a6-aac6-e915838302bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:50:54Z', 'updated_at': '2022-08-26T01:52:06Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:55Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:09.700151 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bdf707-ef9a-42a6-aac6-e915838302bb None None] The sync data for ids ['e3f156fd-322a-485e-87ce-7aedb5f373af'] in dv-neutron-854561-2-hyperv is: [{'id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735387252', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221'}], 'enable_snat': True}, 'gw_port_id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:50:54Z', 'updated_at': '2022-08-26T01:52:06Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '1ed33d35-5f4d-45c6-827b-34d32e600fa8', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f156fd-322a-485e-87ce-7aedb5f373af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:50:55Z', 'updated_at': '2022-08-26T01:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:52:09.710149 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3e1a2c00-0312-4f99-b84e-65520b15bc2d no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:52:09.756750 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:09.779700 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:09.827093 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No ports have port_id starting with 3e1a2c00-0312-4f99-b84e-65520b15bc2d Aug 26 01:52:09.833153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] No DVR routers for this DVR port 3e1a2c00-0312-4f99-b84e-65520b15bc2d on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:52:09.847522 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Pushing event deleted for resources: {'Port': ['ID=3e1a2c00-0312-4f99-b84e-65520b15bc2d,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:09.861045 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:09.861437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:09.861835 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:09.862185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:09.862528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:09.862869 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:09.863205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:09.863673 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:09.864010 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:09.864343 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:09.864675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:09.865004 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddd6ba-cdd0-4af1-836c-4519e0c92aa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:09.960888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:09.964047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:10.051443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:10.051443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Fanout notify agent at l3_agent the message router_deleted on router e3f156fd-322a-485e-87ce-7aedb5f373af {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:52:10.065600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:10.069440 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-db2911f5-b8ff-420c-82dd-3a75acb0c32e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/routers/e3f156fd-322a-485e-87ce-7aedb5f373af HTTP/1.1" status: 204 len: 168 time: 1.5843174 Aug 26 01:52:10.069670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60678) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:10.189224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0d5fdff9-283f-48d3-be76-dfea9cb90c4b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:10.326983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0d5fdff9-283f-48d3-be76-dfea9cb90c4b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:10.358736 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-0d5fdff9-283f-48d3-be76-dfea9cb90c4b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d8ac97-13a0-47bb-b5c5-0611e98f7c60']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:10.372321 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-0d5fdff9-283f-48d3-be76-dfea9cb90c4b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ec7e70-223d-4675-b49a-d3e0d0f5b0a5') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:10.372559 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-0d5fdff9-283f-48d3-be76-dfea9cb90c4b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ec7e70-223d-4675-b49a-d3e0d0f5b0a5') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:10.384892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0d5fdff9-283f-48d3-be76-dfea9cb90c4b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:10.401335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0d5fdff9-283f-48d3-be76-dfea9cb90c4b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:10.410014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5fdff9-283f-48d3-be76-dfea9cb90c4b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:52:10.410014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0d5fdff9-283f-48d3-be76-dfea9cb90c4b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:10.495326 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 15ec7e70-223d-4675-b49a-d3e0d0f5b0a5 resource provider aggregate not found Aug 26 01:52:10.519447 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 15ec7e70-223d-4675-b49a-d3e0d0f5b0a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15ec7e70-223d-4675-b49a-d3e0d0f5b0a5 found for delete ", "request_id": "req-b6a8baaf-af6f-48d7-bc58-dc15697834b7"}]} Aug 26 01:52:10.595502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0d5fdff9-283f-48d3-be76-dfea9cb90c4b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:10.617056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0d5fdff9-283f-48d3-be76-dfea9cb90c4b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:10.628893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fdff9-283f-48d3-be76-dfea9cb90c4b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Network': ['ID=c6d8ac97-13a0-47bb-b5c5-0611e98f7c60,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:10.687422 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0d5fdff9-283f-48d3-be76-dfea9cb90c4b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/networks/c6d8ac97-13a0-47bb-b5c5-0611e98f7c60 HTTP/1.1" status: 204 len: 168 time: 0.6167212 Aug 26 01:52:10.690124 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60688) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:10.763579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d80dbb78-5058-42eb-9d6e-a166a1893182 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:10.793992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d80dbb78-5058-42eb-9d6e-a166a1893182 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:10.904062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d80dbb78-5058-42eb-9d6e-a166a1893182 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:10.922567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dbb78-5058-42eb-9d6e-a166a1893182 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5175da-cf12-4b75-bd67-f368840b9048,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:10.995482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d80dbb78-5058-42eb-9d6e-a166a1893182 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:10.997726 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d80dbb78-5058-42eb-9d6e-a166a1893182 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/security-groups/8f5175da-cf12-4b75-bd67-f368840b9048 HTTP/1.1" status: 204 len: 168 time: 0.3064959 Aug 26 01:52:11.127148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:11.255796 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60696) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:11.261791 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-267736fb-fa4d-40f5-b700-a9028f44ecc0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208857379', 'description': 'tempest-secgroup-smoke-1208857379 description', 'project_id': '54043feb5dd94b4e99a37394a66eb190'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:52:11.267788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-267736fb-fa4d-40f5-b700-a9028f44ecc0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:52:11.271922 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-267736fb-fa4d-40f5-b700-a9028f44ecc0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:52:11.275916 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-267736fb-fa4d-40f5-b700-a9028f44ecc0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:52:11.281678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-267736fb-fa4d-40f5-b700-a9028f44ecc0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:52:11.343888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-267736fb-fa4d-40f5-b700-a9028f44ecc0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:11.366215 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-267736fb-fa4d-40f5-b700-a9028f44ecc0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:52:11.370046 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-267736fb-fa4d-40f5-b700-a9028f44ecc0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:52:11.372821 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-267736fb-fa4d-40f5-b700-a9028f44ecc0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:52:11.378484 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-267736fb-fa4d-40f5-b700-a9028f44ecc0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:52:11.448018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-267736fb-fa4d-40f5-b700-a9028f44ecc0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:11.508525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-267736fb-fa4d-40f5-b700-a9028f44ecc0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:11.552977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267736fb-fa4d-40f5-b700-a9028f44ecc0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092f6428-b17e-4412-b0ae-6d211e5d3198,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:11.628371 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-267736fb-fa4d-40f5-b700-a9028f44ecc0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:11.629798 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-267736fb-fa4d-40f5-b700-a9028f44ecc0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3729701 Aug 26 01:52:11.632789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60700) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:11.638987 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-aa0d5581-86aa-41d5-9969-9e313e418465 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': '092f6428-b17e-4412-b0ae-6d211e5d3198', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:52:11.645080 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-aa0d5581-86aa-41d5-9969-9e313e418465 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:52:11.649081 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-aa0d5581-86aa-41d5-9969-9e313e418465 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:52:11.652250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-aa0d5581-86aa-41d5-9969-9e313e418465 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:52:11.658088 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-aa0d5581-86aa-41d5-9969-9e313e418465 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:52:11.669033 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1ed33d35-5f4d-45c6-827b-34d32e600fa8 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:52:11.703560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 1ed33d35-5f4d-45c6-827b-34d32e600fa8 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:52:11.703906 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 1ed33d35-5f4d-45c6-827b-34d32e600fa8 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:52:11.704324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 473c4e01-6f2b-4a9e-88d0-4041c27577d0 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:52:11.735943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 473c4e01-6f2b-4a9e-88d0-4041c27577d0 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:52:11.736283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 473c4e01-6f2b-4a9e-88d0-4041c27577d0 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:52:11.750616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5581-86aa-41d5-9969-9e313e418465 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:11.811388 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5581-86aa-41d5-9969-9e313e418465 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:11.887099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5581-86aa-41d5-9969-9e313e418465 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:11.911450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d5581-86aa-41d5-9969-9e313e418465 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9b6c3f-08bd-4458-af2c-70e4a7685366,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:11.955688 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5581-86aa-41d5-9969-9e313e418465 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:11.957579 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-aa0d5581-86aa-41d5-9969-9e313e418465 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3230357 Aug 26 01:52:11.960469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60704) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:11.965674 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-bce53b94-c880-41a5-8234-3cb2e25aaa45 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': '092f6428-b17e-4412-b0ae-6d211e5d3198', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:52:11.971688 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bce53b94-c880-41a5-8234-3cb2e25aaa45 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:52:11.975560 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bce53b94-c880-41a5-8234-3cb2e25aaa45 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:52:11.979117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-bce53b94-c880-41a5-8234-3cb2e25aaa45 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:52:11.984829 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-bce53b94-c880-41a5-8234-3cb2e25aaa45 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:52:12.053627 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bce53b94-c880-41a5-8234-3cb2e25aaa45 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:12.118451 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bce53b94-c880-41a5-8234-3cb2e25aaa45 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:12.187476 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bce53b94-c880-41a5-8234-3cb2e25aaa45 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:12.208646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce53b94-c880-41a5-8234-3cb2e25aaa45 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf27290-8c05-4371-8a60-697e0f730822,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:12.275612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-bce53b94-c880-41a5-8234-3cb2e25aaa45 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:12.276876 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-bce53b94-c880-41a5-8234-3cb2e25aaa45 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3154373 Aug 26 01:52:12.279630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60708) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:12.284515 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-8b689093-6949-4175-a370-b8391c1eac8a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': '092f6428-b17e-4412-b0ae-6d211e5d3198', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:52:12.293455 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8b689093-6949-4175-a370-b8391c1eac8a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:52:12.294141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8b689093-6949-4175-a370-b8391c1eac8a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:52:12.296980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-8b689093-6949-4175-a370-b8391c1eac8a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:52:12.302787 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-8b689093-6949-4175-a370-b8391c1eac8a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:52:12.361676 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b689093-6949-4175-a370-b8391c1eac8a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:12.422348 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b689093-6949-4175-a370-b8391c1eac8a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:12.498215 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b689093-6949-4175-a370-b8391c1eac8a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:12.522298 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b689093-6949-4175-a370-b8391c1eac8a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd2cf27-997e-4b03-b706-0a309d018886,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:12.587896 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8b689093-6949-4175-a370-b8391c1eac8a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:12.589108 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8b689093-6949-4175-a370-b8391c1eac8a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3085427 Aug 26 01:52:12.591864 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60712) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:12.596907 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-440d007a-f72b-493a-9995-b61510da466e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': '092f6428-b17e-4412-b0ae-6d211e5d3198', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:52:12.602912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-440d007a-f72b-493a-9995-b61510da466e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:52:12.606749 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-440d007a-f72b-493a-9995-b61510da466e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:52:12.609590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-440d007a-f72b-493a-9995-b61510da466e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:52:12.615580 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-440d007a-f72b-493a-9995-b61510da466e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:52:12.703558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-440d007a-f72b-493a-9995-b61510da466e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:12.768554 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-440d007a-f72b-493a-9995-b61510da466e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:12.851032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-440d007a-f72b-493a-9995-b61510da466e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:12.876152 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d007a-f72b-493a-9995-b61510da466e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f74ca1e-f965-4cfd-ac0b-fc92285ffb1b,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:12.944147 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-440d007a-f72b-493a-9995-b61510da466e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:12.945447 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-440d007a-f72b-493a-9995-b61510da466e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3525493 Aug 26 01:52:12.948419 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60716) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:12.953317 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-96c0e326-47f1-4430-b7d0-ccec3fe5a94f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': '092f6428-b17e-4412-b0ae-6d211e5d3198', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:52:12.959272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-96c0e326-47f1-4430-b7d0-ccec3fe5a94f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:52:12.963429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-96c0e326-47f1-4430-b7d0-ccec3fe5a94f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:52:12.966310 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-96c0e326-47f1-4430-b7d0-ccec3fe5a94f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:52:12.971985 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-96c0e326-47f1-4430-b7d0-ccec3fe5a94f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:52:13.052684 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-96c0e326-47f1-4430-b7d0-ccec3fe5a94f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Project 54043feb5dd94b4e99a37394a66eb190 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:52:13.060044 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-96c0e326-47f1-4430-b7d0-ccec3fe5a94f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:13.123950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-96c0e326-47f1-4430-b7d0-ccec3fe5a94f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:13.201194 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-96c0e326-47f1-4430-b7d0-ccec3fe5a94f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:13.226367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0e326-47f1-4430-b7d0-ccec3fe5a94f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9c2c74-101b-4a12-8b4e-22c63238ec4f,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:13.291439 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-96c0e326-47f1-4430-b7d0-ccec3fe5a94f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:13.292642 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-96c0e326-47f1-4430-b7d0-ccec3fe5a94f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3433046 Aug 26 01:52:13.295424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60720) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:13.300356 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e3f229ae-520f-41a7-9ce3-fd4a2b87a700 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': '092f6428-b17e-4412-b0ae-6d211e5d3198', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:52:13.306662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e3f229ae-520f-41a7-9ce3-fd4a2b87a700 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:52:13.310459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e3f229ae-520f-41a7-9ce3-fd4a2b87a700 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:52:13.313339 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e3f229ae-520f-41a7-9ce3-fd4a2b87a700 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:52:13.319079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e3f229ae-520f-41a7-9ce3-fd4a2b87a700 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:52:13.412341 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-e3f229ae-520f-41a7-9ce3-fd4a2b87a700 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Project 54043feb5dd94b4e99a37394a66eb190 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:52:13.419881 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3f229ae-520f-41a7-9ce3-fd4a2b87a700 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:13.483602 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3f229ae-520f-41a7-9ce3-fd4a2b87a700 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:13.560849 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3f229ae-520f-41a7-9ce3-fd4a2b87a700 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:13.585480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f229ae-520f-41a7-9ce3-fd4a2b87a700 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e689d9a5-076f-4e74-9c81-252c58aafd48,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:13.663691 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e3f229ae-520f-41a7-9ce3-fd4a2b87a700 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:13.665024 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e3f229ae-520f-41a7-9ce3-fd4a2b87a700 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3686612 Aug 26 01:52:13.668037 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60724) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:13.673831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'network': {'name': 'tempest-network-smoke--1604512305', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'port_security_enabled': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:52:13.678844 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:52:13.682988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:network and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:52:13.685848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:52:13.691934 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:52:13.755052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Made reservation on behalf of 54043feb5dd94b4e99a37394a66eb190 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:52:13.758979 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:13.787192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:52:13.795902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:13.796268 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Added segment 165cba60-bd09-4c89-9a74-fcfe964a0076 of type vlan for network 4b92426c-3d16-4ca1-8ec3-3ba786e75251 Aug 26 01:52:13.825405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:13.909300 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:13.914631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:13.915271 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:14.021368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Network': ['ID=4b92426c-3d16-4ca1-8ec3-3ba786e75251,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:14.031770 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 4b92426c-3d16-4ca1-8ec3-3ba786e75251 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:52:14.071317 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e8146672-6541-453b-a91d-07f3881dcfd3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4014342 Aug 26 01:52:14.073846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60728) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:14.078892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'admin_state_up': True, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:52:14.086287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:52:14.090354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:router and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:52:14.093261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:52:14.099695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:52:14.155612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:14.156741 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:14.171527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:14.610459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:15.000351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:15.034698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:15.168145 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.26.2.243 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/039de27d-25df-464b-89a4-4865ef47d20b) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:52:15.314732 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:15.416519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:15.484304 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:52:15.487275 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:52:15.491159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:52:15.520646 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=039de27d-25df-464b-89a4-4865ef47d20b,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:15.979554 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:16.423533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:16.719315 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router 8b634051-550f-4c2f-9d0b-9a1701f9f724 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:52:16.897161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:52:16.907040 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Sync routers for ids ['8b634051-550f-4c2f-9d0b-9a1701f9f724'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:52:16.916610 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Routers {'8b634051-550f-4c2f-9d0b-9a1701f9f724'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:52:16.917228 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:52:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['8b634051-550f-4c2f-9d0b-9a1701f9f724'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:16.982427 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:16.983588 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ef0ed1f0-1ba8-4f54-97a0-4ca3e72e95f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9087753 Aug 26 01:52:16.987368 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60732) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:17.032049 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c85548bc-0641-4918-91c0-c4a977a79af0 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=54043feb5dd94b4e99a37394a66eb190&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433674 Aug 26 01:52:17.034682 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60736) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:17.097362 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Set router 8b634051-550f-4c2f-9d0b-9a1701f9f724 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:52:17.269908 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a502c75d-dc28-48c5-a8f6-661f39342af1 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:17.271446 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a502c75d-dc28-48c5-a8f6-661f39342af1 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2358410 Aug 26 01:52:17.274363 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60740) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:17.313210 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-649f0a1e-e702-4b3c-834c-791b6ae1bcac tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377846 Aug 26 01:52:17.316120 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60744) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:17.321628 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1778440285', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:52:17.386699 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '039de27d-25df-464b-89a4-4865ef47d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:52:14Z', 'updated_at': '2022-08-26T01:52:15Z', 'revision_number': 3, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '039de27d-25df-464b-89a4-4865ef47d20b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:15Z', 'updated_at': '2022-08-26T01:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:17.390711 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Checking router: 8b634051-550f-4c2f-9d0b-9a1701f9f724 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:52:17.391055 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Updating router 8b634051-550f-4c2f-9d0b-9a1701f9f724 port 039de27d-25df-464b-89a4-4865ef47d20b binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:52:17.433087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:52:17.436822 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:subnet and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:52:17.439629 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:52:17.445978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:52:17.447239 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:17.561353 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Made reservation on behalf of 54043feb5dd94b4e99a37394a66eb190 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:52:17.564867 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:17.767239 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:17.779071 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Transition to ACTIVE for port object 039de27d-25df-464b-89a4-4865ef47d20b will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:52:17.836489 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:17.864214 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:17.915543 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Subnet': ['ID=77863c26-a456-4e7a-a1c2-d6e0d4da3ee3,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:17.924575 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Attempting to bind port 039de27d-25df-464b-89a4-4865ef47d20b on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:52:17.925045 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Attempting to bind port 039de27d-25df-464b-89a4-4865ef47d20b by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:52:17.925279 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Attempting to bind port 039de27d-25df-464b-89a4-4865ef47d20b on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:52:17.925844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Checking segment: {'id': '165cba60-bd09-4c89-9a74-fcfe964a0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:52:17.926203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network hostable DHCP agents. Network: 4b92426c-3d16-4ca1-8ec3-3ba786e75251, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:52:17.935599 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:52:17.935989 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:52:17.936380 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:17.936761 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:52:17.937213 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Bound port: 039de27d-25df-464b-89a4-4865ef47d20b, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:52:17.937571 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:17.981870 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe685dd-8b55-4b0e-8124-d7e244b5553c None None] Pushing event updated for resources: {'Port': ['ID=039de27d-25df-464b-89a4-4865ef47d20b,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:17.994056 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe685dd-8b55-4b0e-8124-d7e244b5553c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:17.994392 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe685dd-8b55-4b0e-8124-d7e244b5553c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:17.994723 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe685dd-8b55-4b0e-8124-d7e244b5553c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:17.995045 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe685dd-8b55-4b0e-8124-d7e244b5553c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:17.997379 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe685dd-8b55-4b0e-8124-d7e244b5553c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:17.997379 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe685dd-8b55-4b0e-8124-d7e244b5553c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:17.997379 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe685dd-8b55-4b0e-8124-d7e244b5553c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:17.997379 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe685dd-8b55-4b0e-8124-d7e244b5553c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:17.997379 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe685dd-8b55-4b0e-8124-d7e244b5553c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:17.997379 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe685dd-8b55-4b0e-8124-d7e244b5553c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:17.997379 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe685dd-8b55-4b0e-8124-d7e244b5553c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:17.997919 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe685dd-8b55-4b0e-8124-d7e244b5553c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:52:18.016414 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 4b92426c-3d16-4ca1-8ec3-3ba786e75251 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:52:18.026484 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] For port 039de27d-25df-464b-89a4-4865ef47d20b, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:52:18.029367 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] For port 039de27d-25df-464b-89a4-4865ef47d20b, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=039de27d-25df-464b-89a4-4865ef47d20b,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:52:18.087477 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 4b92426c-3d16-4ca1-8ec3-3ba786e75251) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:52:18.091519 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:18.092108 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:18.096154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e170b41-2086-48c9-a7c3-7172f77e70f4 None None] Network 4b92426c-3d16-4ca1-8ec3-3ba786e75251 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:52:18.142474 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:18.171394 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5ad2be24-5474-4e36-8c96-0ffbbc271a97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8542373 Aug 26 01:52:18.174240 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60748) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:18.204096 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Routers {'8b634051-550f-4c2f-9d0b-9a1701f9f724'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:52:18.204707 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:52:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['8b634051-550f-4c2f-9d0b-9a1701f9f724'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:18.329024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ips': [{'subnet_id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:52:18.330137 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:18.368334 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe685dd-8b55-4b0e-8124-d7e244b5553c None None] Pushing event updated for resources: {'Port': ['ID=039de27d-25df-464b-89a4-4865ef47d20b,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:18.420323 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] Set router 8b634051-550f-4c2f-9d0b-9a1701f9f724 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:52:18.492378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Allocated IP 172.20.0.2 (4b92426c-3d16-4ca1-8ec3-3ba786e75251/77863c26-a456-4e7a-a1c2-d6e0d4da3ee3/41fc9cb2-3876-4bce-98f0-531cb9092e35) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:52:18.710437 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '039de27d-25df-464b-89a4-4865ef47d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:52:14Z', 'updated_at': '2022-08-26T01:52:15Z', 'revision_number': 3, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '039de27d-25df-464b-89a4-4865ef47d20b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:15Z', 'updated_at': '2022-08-26T01:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:18.714954 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0f26c-bd4c-4df7-93c3-84ea65a3e029 None None] The sync data for ids ['8b634051-550f-4c2f-9d0b-9a1701f9f724'] in dv-neutron-854561-2-hyperv is: [{'id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '039de27d-25df-464b-89a4-4865ef47d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:52:14Z', 'updated_at': '2022-08-26T01:52:15Z', 'revision_number': 3, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '039de27d-25df-464b-89a4-4865ef47d20b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:15Z', 'updated_at': '2022-08-26T01:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:52:18.746465 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:18.756834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Transition to ACTIVE for port object 41fc9cb2-3876-4bce-98f0-531cb9092e35 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:52:18.777623 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Transition to ACTIVE for port object 41fc9cb2-3876-4bce-98f0-531cb9092e35 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:52:18.845343 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:18.904742 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:18.916823 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Network 4b92426c-3d16-4ca1-8ec3-3ba786e75251 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:52:18.919733 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:52:18.923728 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:52:18.964011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Pushing event updated for resources: {'Port': ['ID=41fc9cb2-3876-4bce-98f0-531cb9092e35,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:19.047375 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Attempting to bind port 41fc9cb2-3876-4bce-98f0-531cb9092e35 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:52:19.047753 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Attempting to bind port 41fc9cb2-3876-4bce-98f0-531cb9092e35 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '165cba60-bd09-4c89-9a74-fcfe964a0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:52:19.048124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Attempting to bind port 41fc9cb2-3876-4bce-98f0-531cb9092e35 on network 4b92426c-3d16-4ca1-8ec3-3ba786e75251 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:52:19.053800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:52:19.054181 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Checking segment: {'id': '165cba60-bd09-4c89-9a74-fcfe964a0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:52:19.054595 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:19.055105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Bound using segment: {'id': '165cba60-bd09-4c89-9a74-fcfe964a0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:52:19.055859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Bound port: 41fc9cb2-3876-4bce-98f0-531cb9092e35, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165cba60-bd09-4c89-9a74-fcfe964a0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:52:19.056237 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:19.161442 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0fd24c44-627d-4508-9895-84efac80238a None None] For port 41fc9cb2-3876-4bce-98f0-531cb9092e35, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:52:19.166671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0fd24c44-627d-4508-9895-84efac80238a None None] For port 41fc9cb2-3876-4bce-98f0-531cb9092e35, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=41fc9cb2-3876-4bce-98f0-531cb9092e35,segment=NetworkSegment(165cba60-bd09-4c89-9a74-fcfe964a0076),segment_id=165cba60-bd09-4c89-9a74-fcfe964a0076)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:52:19.260238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:19.343838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd24c44-627d-4508-9895-84efac80238a None None] Pushing event updated for resources: {'Port': ['ID=41fc9cb2-3876-4bce-98f0-531cb9092e35,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:19.498107 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.20.0.1 (4b92426c-3d16-4ca1-8ec3-3ba786e75251/77863c26-a456-4e7a-a1c2-d6e0d4da3ee3/d4c9a595-2203-42be-98d3-41bb1b35a19c) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:52:19.738211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:19.747649 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.provisioning_blocks [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Transition to ACTIVE for port object d4c9a595-2203-42be-98d3-41bb1b35a19c will not be triggered until provisioned by entity DHCP. {{(pid=89863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:52:19.750695 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 41fc9cb2-3876-4bce-98f0-531cb9092e35 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:52:19.834539 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:19.885227 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 41fc9cb2-3876-4bce-98f0-531cb9092e35 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:52:19.890592 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 039de27d-25df-464b-89a4-4865ef47d20b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:52:19.906603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 4b92426c-3d16-4ca1-8ec3-3ba786e75251 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:52:19.909685 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:52:19.913581 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:52:19.951817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=d4c9a595-2203-42be-98d3-41bb1b35a19c,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:19.974484 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:20.001490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 039de27d-25df-464b-89a4-4865ef47d20b completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:52:20.006584 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 039de27d-25df-464b-89a4-4865ef47d20b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:52:20.006961 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:20.135622 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 039de27d-25df-464b-89a4-4865ef47d20b is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:52:20.136323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:20.154972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:20.162017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 039de27d-25df-464b-89a4-4865ef47d20b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=039de27d-25df-464b-89a4-4865ef47d20b,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:52:20.241227 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:20.316108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=039de27d-25df-464b-89a4-4865ef47d20b,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:20.338324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338abfdc-2cf0-43d9-be08-044254f07806 None None] Network 4b92426c-3d16-4ca1-8ec3-3ba786e75251 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:52:20.504895 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3289fa30-c2a7-4f08-8f0f-6786d3e20bec None None] Provisioning for port 41fc9cb2-3876-4bce-98f0-531cb9092e35 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:52:20.519433 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3289fa30-c2a7-4f08-8f0f-6786d3e20bec None None] Provisioning complete for port 41fc9cb2-3876-4bce-98f0-531cb9092e35 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:52:20.519806 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3289fa30-c2a7-4f08-8f0f-6786d3e20bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:20.598893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:20.658042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:20.701267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3289fa30-c2a7-4f08-8f0f-6786d3e20bec None None] Current status of the port 41fc9cb2-3876-4bce-98f0-531cb9092e35 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:52:20.701642 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3289fa30-c2a7-4f08-8f0f-6786d3e20bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:20.741661 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-3289fa30-c2a7-4f08-8f0f-6786d3e20bec None None] For port 41fc9cb2-3876-4bce-98f0-531cb9092e35, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=41fc9cb2-3876-4bce-98f0-531cb9092e35,segment=NetworkSegment(165cba60-bd09-4c89-9a74-fcfe964a0076),segment_id=165cba60-bd09-4c89-9a74-fcfe964a0076)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:52:20.776272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:20.780812 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=d4c9a595-2203-42be-98d3-41bb1b35a19c,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:20.835724 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3289fa30-c2a7-4f08-8f0f-6786d3e20bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:20.917022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289fa30-c2a7-4f08-8f0f-6786d3e20bec None None] Pushing event updated for resources: {'Port': ['ID=41fc9cb2-3876-4bce-98f0-531cb9092e35,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:20.928929 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:52:20.930617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 4b92426c-3d16-4ca1-8ec3-3ba786e75251 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:52:20.931788 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:52:21.024985 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0cbded3b-f83b-4146-b635-2efd52a2786d None None] Provisioning for port d4c9a595-2203-42be-98d3-41bb1b35a19c completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:52:21.030788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0cbded3b-f83b-4146-b635-2efd52a2786d None None] Provisioning complete for port d4c9a595-2203-42be-98d3-41bb1b35a19c triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:52:21.031169 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0cbded3b-f83b-4146-b635-2efd52a2786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:21.088814 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0cbded3b-f83b-4146-b635-2efd52a2786d None None] Port d4c9a595-2203-42be-98d3-41bb1b35a19c cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:52:21.099823 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0cbded3b-f83b-4146-b635-2efd52a2786d None None] Provisioning complete for port 41fc9cb2-3876-4bce-98f0-531cb9092e35 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:52:21.100197 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0cbded3b-f83b-4146-b635-2efd52a2786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:21.122736 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router 8b634051-550f-4c2f-9d0b-9a1701f9f724 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:52:21.229579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0cbded3b-f83b-4146-b635-2efd52a2786d None None] Current status of the port 41fc9cb2-3876-4bce-98f0-531cb9092e35 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:52:21.351200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fb7a44a5-1f01-4935-94df-cabfb58a895c None None] Provisioning complete for port d4c9a595-2203-42be-98d3-41bb1b35a19c triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:52:21.351613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fb7a44a5-1f01-4935-94df-cabfb58a895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:21.406871 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a44a5-1f01-4935-94df-cabfb58a895c None None] Port d4c9a595-2203-42be-98d3-41bb1b35a19c cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:52:21.431880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:52:21.441022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Sync routers for ids ['8b634051-550f-4c2f-9d0b-9a1701f9f724'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:52:21.444799 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-8012a2c9-4d5c-4fd9-8802-6b3e0be8171e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "PUT /v2.0/routers/8b634051-550f-4c2f-9d0b-9a1701f9f724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2695761 Aug 26 01:52:21.450947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Routers {'8b634051-550f-4c2f-9d0b-9a1701f9f724'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:52:21.451560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:52:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['8b634051-550f-4c2f-9d0b-9a1701f9f724'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:21.610116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-940c580f-aead-4b1c-8dac-6dc9e8eeaf70 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:52:21.678676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Set router 8b634051-550f-4c2f-9d0b-9a1701f9f724 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:52:21.684667 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-940c580f-aead-4b1c-8dac-6dc9e8eeaf70 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:52:21.686056 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-940c580f-aead-4b1c-8dac-6dc9e8eeaf70 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208857379&fields=id&tenant_id=54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 267 time: 0.1165891 Aug 26 01:52:21.724669 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 039de27d-25df-464b-89a4-4865ef47d20b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:52:21.846351 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8a9dae41-1954-4fb0-ac39-a06cea6232ec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:21.847785 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8a9dae41-1954-4fb0-ac39-a06cea6232ec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/networks?id=4b92426c-3d16-4ca1-8ec3-3ba786e75251 HTTP/1.1" status: 200 len: 797 time: 0.1539221 Aug 26 01:52:21.863193 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-bfb2447f-ed98-4368-b2af-7caeb026c7e3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/quotas/54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 375 time: 0.0093875 Aug 26 01:52:21.876741 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 039de27d-25df-464b-89a4-4865ef47d20b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:52:21.877133 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:21.955253 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-4e002464-3052-42c9-9ded-c338207ca696 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:52:22.027534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-4e002464-3052-42c9-9ded-c338207ca696 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:52:22.029146 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-4e002464-3052-42c9-9ded-c338207ca696 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1603892 Aug 26 01:52:22.145142 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 039de27d-25df-464b-89a4-4865ef47d20b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:52:22.146153 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 41fc9cb2-3876-4bce-98f0-531cb9092e35 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:52:22.172652 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-6abc38a7-7b34-4df7-acba-3aaa87c0f202 service neutron] 10.222.0.83 "GET /v2.0/networks/4b92426c-3d16-4ca1-8ec3-3ba786e75251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315367 Aug 26 01:52:22.225970 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '039de27d-25df-464b-89a4-4865ef47d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:52:14Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '039de27d-25df-464b-89a4-4865ef47d20b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:15Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'd4c9a595-2203-42be-98d3-41bb1b35a19c', 'name': '', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7f:26:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:19Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 2, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:22.228301 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 41fc9cb2-3876-4bce-98f0-531cb9092e35 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:52:22.228678 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:22.268086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Checking router: 8b634051-550f-4c2f-9d0b-9a1701f9f724 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:52:22.268790 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Updating router 8b634051-550f-4c2f-9d0b-9a1701f9f724 port d4c9a595-2203-42be-98d3-41bb1b35a19c binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:52:22.305236 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-6131a65b-c9c7-4236-98d9-dc8437f190f6 service neutron] 10.222.0.83 "GET /v2.0/networks/4b92426c-3d16-4ca1-8ec3-3ba786e75251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262331 Aug 26 01:52:22.335735 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:22.509643 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 41fc9cb2-3876-4bce-98f0-531cb9092e35 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:52:22.605484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-06922dba-f2f5-4538-85e7-903367b12bd4 req-7e52f47e-e958-4608-a067-3be04e249472 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:52:22.621258 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-06922dba-f2f5-4538-85e7-903367b12bd4 req-7e52f47e-e958-4608-a067-3be04e249472 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:52:22.623226 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-06922dba-f2f5-4538-85e7-903367b12bd4 req-7e52f47e-e958-4608-a067-3be04e249472 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 210 time: 0.0678380 Aug 26 01:52:22.743327 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:22.765607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Transition to ACTIVE for port object d4c9a595-2203-42be-98d3-41bb1b35a19c will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:52:22.840810 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:23.043127 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb1170-89be-4e75-8bb4-86858873c3e7 None None] Pushing event updated for resources: {'Port': ['ID=d4c9a595-2203-42be-98d3-41bb1b35a19c,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:23.062078 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Attempting to bind port d4c9a595-2203-42be-98d3-41bb1b35a19c on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:52:23.062453 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Attempting to bind port d4c9a595-2203-42be-98d3-41bb1b35a19c by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '165cba60-bd09-4c89-9a74-fcfe964a0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:52:23.062818 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Attempting to bind port d4c9a595-2203-42be-98d3-41bb1b35a19c on network 4b92426c-3d16-4ca1-8ec3-3ba786e75251 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:52:23.068106 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:52:23.068503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Checking segment: {'id': '165cba60-bd09-4c89-9a74-fcfe964a0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:52:23.068909 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:23.069293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Bound using segment: {'id': '165cba60-bd09-4c89-9a74-fcfe964a0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:52:23.069780 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Bound port: d4c9a595-2203-42be-98d3-41bb1b35a19c, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165cba60-bd09-4c89-9a74-fcfe964a0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:52:23.070309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:23.160429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] For port d4c9a595-2203-42be-98d3-41bb1b35a19c, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:52:23.163581 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] For port d4c9a595-2203-42be-98d3-41bb1b35a19c, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d4c9a595-2203-42be-98d3-41bb1b35a19c,segment=NetworkSegment(165cba60-bd09-4c89-9a74-fcfe964a0076),segment_id=165cba60-bd09-4c89-9a74-fcfe964a0076)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:52:23.251305 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:23.353806 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Routers {'8b634051-550f-4c2f-9d0b-9a1701f9f724'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:52:23.354488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:52:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['8b634051-550f-4c2f-9d0b-9a1701f9f724'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:23.485144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb1170-89be-4e75-8bb4-86858873c3e7 None None] Pushing event updated for resources: {'Port': ['ID=d4c9a595-2203-42be-98d3-41bb1b35a19c,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:23.540067 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] Set router 8b634051-550f-4c2f-9d0b-9a1701f9f724 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:52:23.797438 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2de77b96-1a67-49ed-87c6-2af49b1c4d70 req-a0e9df85-38a0-47ab-a8d6-d1e19aa10da2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 210 time: 0.0615873 Aug 26 01:52:23.873155 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '039de27d-25df-464b-89a4-4865ef47d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:52:14Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '039de27d-25df-464b-89a4-4865ef47d20b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:15Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'd4c9a595-2203-42be-98d3-41bb1b35a19c', 'name': '', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7f:26:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:19Z', 'updated_at': '2022-08-26T01:52:23Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:23.877191 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8894e6-5a0d-44b8-9ca8-ad1d82ce9ea7 None None] The sync data for ids ['8b634051-550f-4c2f-9d0b-9a1701f9f724'] in dv-neutron-854561-2-hyperv is: [{'id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '039de27d-25df-464b-89a4-4865ef47d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:52:14Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '039de27d-25df-464b-89a4-4865ef47d20b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:15Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'd4c9a595-2203-42be-98d3-41bb1b35a19c', 'name': '', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7f:26:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:19Z', 'updated_at': '2022-08-26T01:52:23Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:52:24.820935 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-a713591b-6da8-48ba-9188-997c26ebaa63 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:24.821834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-a713591b-6da8-48ba-9188-997c26ebaa63 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:52:24.892522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-a713591b-6da8-48ba-9188-997c26ebaa63 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:52:24.893705 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-a713591b-6da8-48ba-9188-997c26ebaa63 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/networks?id=4b92426c-3d16-4ca1-8ec3-3ba786e75251 HTTP/1.1" status: 200 len: 797 time: 0.2251813 Aug 26 01:52:25.000380 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d63ac000-d181-4d79-8824-8bfa1498d43d req-7528e07c-6561-4870-a1f7-d560673ad2d1 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 210 time: 0.0803010 Aug 26 01:52:25.012423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-00752714-aaee-4ccc-a2c7-0bf52704494a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:52:25.024216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-00752714-aaee-4ccc-a2c7-0bf52704494a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:52:25.025386 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-00752714-aaee-4ccc-a2c7-0bf52704494a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 380 time: 0.1066570 Aug 26 01:52:25.034775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'port': {'device_id': 'd7058b86-5ccd-406f-90c5-e767490a6e62', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'admin_state_up': True, 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'security_groups': ['092f6428-b17e-4412-b0ae-6d211e5d3198']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:52:25.171115 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:52:25.180582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:52:25.250493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Made reservation on behalf of 54043feb5dd94b4e99a37394a66eb190 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:52:25.254167 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:25.417431 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.20.0.3 (4b92426c-3d16-4ca1-8ec3-3ba786e75251/77863c26-a456-4e7a-a1c2-d6e0d4da3ee3/a4c271c0-17b5-42b6-8b3e-8badfa33d85b) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:52:25.602042 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:25.617319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Transition to ACTIVE for port object a4c271c0-17b5-42b6-8b3e-8badfa33d85b will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:52:25.700135 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d4c9a595-2203-42be-98d3-41bb1b35a19c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:52:25.702938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:25.852845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port d4c9a595-2203-42be-98d3-41bb1b35a19c completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:52:25.858459 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d4c9a595-2203-42be-98d3-41bb1b35a19c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:52:25.858839 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:25.900477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 4b92426c-3d16-4ca1-8ec3-3ba786e75251 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:52:25.903735 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:52:25.907558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:52:25.938440 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=a4c271c0-17b5-42b6-8b3e-8badfa33d85b,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:25.975726 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:25.976360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:25.985481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d4c9a595-2203-42be-98d3-41bb1b35a19c is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:52:25.986215 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:26.022751 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port d4c9a595-2203-42be-98d3-41bb1b35a19c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d4c9a595-2203-42be-98d3-41bb1b35a19c,segment=NetworkSegment(165cba60-bd09-4c89-9a74-fcfe964a0076),segment_id=165cba60-bd09-4c89-9a74-fcfe964a0076)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:52:26.076428 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-8d355907-6ba9-4022-a4f3-502164dcb320 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0451863 Aug 26 01:52:26.087599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:26.103766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Request body: {'port': {'device_id': 'd7058b86-5ccd-406f-90c5-e767490a6e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:52:26.159950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=d4c9a595-2203-42be-98d3-41bb1b35a19c,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:26.214345 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be216f-270a-45ef-ab1b-5d03ce21b20c req-4e298d0c-9538-4170-9e8e-61d6079ce9cc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:26.215807 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a9be216f-270a-45ef-ab1b-5d03ce21b20c req-4e298d0c-9538-4170-9e8e-61d6079ce9cc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 931 time: 0.0958505 Aug 26 01:52:26.222718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:26.223860 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8ff65639-bb0b-45d5-8754-98982cd12c32 None None] Provisioning for port a4c271c0-17b5-42b6-8b3e-8badfa33d85b completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:52:26.229689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8ff65639-bb0b-45d5-8754-98982cd12c32 None None] Provisioning complete for port a4c271c0-17b5-42b6-8b3e-8badfa33d85b triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:52:26.230107 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8ff65639-bb0b-45d5-8754-98982cd12c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:26.261732 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a9be216f-270a-45ef-ab1b-5d03ce21b20c req-dd4b9f7c-15f0-4ef7-a9b7-edba1e436312 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398977 Aug 26 01:52:26.286216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8ff65639-bb0b-45d5-8754-98982cd12c32 None None] Port a4c271c0-17b5-42b6-8b3e-8badfa33d85b cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:52:26.569585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c271c0-17b5-42b6-8b3e-8badfa33d85b {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:52:26.577408 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:26.592098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Transition to ACTIVE for port object a4c271c0-17b5-42b6-8b3e-8badfa33d85b will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:52:26.640781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:26.822158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c271c0-17b5-42b6-8b3e-8badfa33d85b,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:26.862057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Attempting to bind port a4c271c0-17b5-42b6-8b3e-8badfa33d85b on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:52:26.862385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Attempting to bind port a4c271c0-17b5-42b6-8b3e-8badfa33d85b by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '165cba60-bd09-4c89-9a74-fcfe964a0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:52:26.862705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Attempting to bind port a4c271c0-17b5-42b6-8b3e-8badfa33d85b on network 4b92426c-3d16-4ca1-8ec3-3ba786e75251 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:52:26.867635 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Port a4c271c0-17b5-42b6-8b3e-8badfa33d85b on network 4b92426c-3d16-4ca1-8ec3-3ba786e75251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:52:26.867941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Attempting to bind port a4c271c0-17b5-42b6-8b3e-8badfa33d85b on network 4b92426c-3d16-4ca1-8ec3-3ba786e75251 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:52:26.872938 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:52:26.873264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Checking segment: {'id': '165cba60-bd09-4c89-9a74-fcfe964a0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:52:26.873634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Bound using segment: {'id': '165cba60-bd09-4c89-9a74-fcfe964a0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:52:26.874075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Bound port: a4c271c0-17b5-42b6-8b3e-8badfa33d85b, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '165cba60-bd09-4c89-9a74-fcfe964a0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:52:26.874406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:26.962909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] For port a4c271c0-17b5-42b6-8b3e-8badfa33d85b, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:52:26.965766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] For port a4c271c0-17b5-42b6-8b3e-8badfa33d85b, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=a4c271c0-17b5-42b6-8b3e-8badfa33d85b,segment=NetworkSegment(165cba60-bd09-4c89-9a74-fcfe964a0076),segment_id=165cba60-bd09-4c89-9a74-fcfe964a0076)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:52:27.064005 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:27.095727 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:27.096348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:27.097730 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] 10.222.0.94 "PUT /v2.0/ports/a4c271c0-17b5-42b6-8b3e-8badfa33d85b HTTP/1.1" status: 200 len: 1093 time: 1.0005069 Aug 26 01:52:27.098183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7058b86-5ccd-406f-90c5-e767490a6e62', 'tag': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:52:27.142957 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464f942-2f75-4ef9-951a-8ed584c8daf4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c271c0-17b5-42b6-8b3e-8badfa33d85b,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:27.149102 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5aa085a-4f26-4e2a-8ed4-0b2c45674849'] response: {'name': 'network-changed', 'server_uuid': 'd7058b86-5ccd-406f-90c5-e767490a6e62', 'tag': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b', 'status': 'completed', 'code': 200} Aug 26 01:52:27.278483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3a8a5-c164-4d63-a9dc-55d0af810ae4 req-158aff5f-3c2d-41f1-9b88-3f7ec127a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:27.279953 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7fe3a8a5-c164-4d63-a9dc-55d0af810ae4 req-158aff5f-3c2d-41f1-9b88-3f7ec127a52b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 1096 time: 0.0786560 Aug 26 01:52:27.437101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3a8a5-c164-4d63-a9dc-55d0af810ae4 req-ce4cd2da-3fb4-4f4e-82ad-db5f6786b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:27.438483 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7fe3a8a5-c164-4d63-a9dc-55d0af810ae4 req-ce4cd2da-3fb4-4f4e-82ad-db5f6786b44a service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=54043feb5dd94b4e99a37394a66eb190&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1396263 Aug 26 01:52:27.462407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ace2f-15df-44d0-a115-8d875cf8ac14 req-e5569ffd-e765-4b35-8bbf-91cb30c2e23f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:27.463903 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-101ace2f-15df-44d0-a115-8d875cf8ac14 req-e5569ffd-e765-4b35-8bbf-91cb30c2e23f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 943 time: 0.0886641 Aug 26 01:52:27.512285 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-101ace2f-15df-44d0-a115-8d875cf8ac14 req-12aedd42-10c9-4f2c-8acb-5e1f48550090 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423777 Aug 26 01:52:27.577964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3a8a5-c164-4d63-a9dc-55d0af810ae4 req-24ba858e-da88-4267-85e1-fab193047b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:27.579557 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7fe3a8a5-c164-4d63-a9dc-55d0af810ae4 req-24ba858e-da88-4267-85e1-fab193047b11 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1318815 Aug 26 01:52:27.684659 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d4c9a595-2203-42be-98d3-41bb1b35a19c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:52:27.741035 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-bdc2d537-9282-4fa6-a6c8-e821248aa5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:27.743048 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-bdc2d537-9282-4fa6-a6c8-e821248aa5f4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 1096 time: 0.0907390 Aug 26 01:52:27.753513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d4c9a595-2203-42be-98d3-41bb1b35a19c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:52:27.753923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:27.832851 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-a7a5e049-f97e-4c17-a06b-f2ca51c58e5b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4c271c0-17b5-42b6-8b3e-8badfa33d85b HTTP/1.1" status: 200 len: 217 time: 0.0651205 Aug 26 01:52:27.872472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d4c9a595-2203-42be-98d3-41bb1b35a19c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:52:27.898921 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-edfb9262-4e8f-4304-9d1e-47a38c8ce06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:27.900415 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-edfb9262-4e8f-4304-9d1e-47a38c8ce06d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=77863c26-a456-4e7a-a1c2-d6e0d4da3ee3 HTTP/1.1" status: 200 len: 835 time: 0.0581121 Aug 26 01:52:27.985036 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c8e9f38b-aa22-4b1b-8d23-5e86c294054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:27.986622 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-c8e9f38b-aa22-4b1b-8d23-5e86c294054d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4b92426c-3d16-4ca1-8ec3-3ba786e75251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772488 Aug 26 01:52:28.122886 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-71239d6e-da24-425a-b793-47da292f9458 service neutron] 10.222.0.94 "GET /v2.0/networks/4b92426c-3d16-4ca1-8ec3-3ba786e75251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259203 Aug 26 01:52:28.257327 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-760deb59-d99e-445d-ade0-d5a1012a9564 req-bd040f60-6627-43f3-87cc-7c86bca0770c service neutron] 10.222.0.94 "GET /v2.0/networks/4b92426c-3d16-4ca1-8ec3-3ba786e75251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269178 Aug 26 01:52:28.712886 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a2442-3c37-4bd7-8ed3-e542b88f196d req-742d187c-8302-45b3-b792-59745cab8016 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:28.713566 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-080a2442-3c37-4bd7-8ed3-e542b88f196d req-742d187c-8302-45b3-b792-59745cab8016 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:52:28.777479 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-080a2442-3c37-4bd7-8ed3-e542b88f196d req-742d187c-8302-45b3-b792-59745cab8016 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:52:28.778736 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-080a2442-3c37-4bd7-8ed3-e542b88f196d req-742d187c-8302-45b3-b792-59745cab8016 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 943 time: 0.1542754 Aug 26 01:52:28.824064 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-080a2442-3c37-4bd7-8ed3-e542b88f196d req-bb23e09d-ef64-4505-8546-733d80d224e4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394223 Aug 26 01:52:30.019234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06628b56-ad16-4c72-9582-5585d34fe7c5 req-b4a6b55b-8f31-46ed-999f-c8b5e38a5c84 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:30.020660 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-06628b56-ad16-4c72-9582-5585d34fe7c5 req-b4a6b55b-8f31-46ed-999f-c8b5e38a5c84 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 943 time: 0.0854695 Aug 26 01:52:30.064455 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-06628b56-ad16-4c72-9582-5585d34fe7c5 req-60f32662-d316-4f3c-9606-4a63624c482e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371897 Aug 26 01:52:30.520428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e5b341f8-594a-45ee-ab76-b4504faecc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:30.884791 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device a4c271c0-17b5-42b6-8b3e-8badfa33d85b details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:52:31.016485 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port a4c271c0-17b5-42b6-8b3e-8badfa33d85b, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=a4c271c0-17b5-42b6-8b3e-8badfa33d85b,segment=NetworkSegment(165cba60-bd09-4c89-9a74-fcfe964a0076),segment_id=165cba60-bd09-4c89-9a74-fcfe964a0076)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:52:31.029097 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'port_id': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b', 'mac_address': 'fa:16:3e:49:d0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:52:31.087242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port a4c271c0-17b5-42b6-8b3e-8badfa33d85b is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:52:31.087629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:31.105854 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c271c0-17b5-42b6-8b3e-8badfa33d85b {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:52:31.121524 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port a4c271c0-17b5-42b6-8b3e-8badfa33d85b, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=a4c271c0-17b5-42b6-8b3e-8badfa33d85b,segment=NetworkSegment(165cba60-bd09-4c89-9a74-fcfe964a0076),segment_id=165cba60-bd09-4c89-9a74-fcfe964a0076)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:52:31.206605 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:31.278104 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=a4c271c0-17b5-42b6-8b3e-8badfa33d85b,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:31.370302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc697f2-c9f1-4b63-a4d7-90e8b026e2c9 req-c08af869-cc5c-454a-865f-47455b5ad437 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:31.371682 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0dc697f2-c9f1-4b63-a4d7-90e8b026e2c9 req-c08af869-cc5c-454a-865f-47455b5ad437 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 944 time: 0.1962450 Aug 26 01:52:31.415871 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0dc697f2-c9f1-4b63-a4d7-90e8b026e2c9 req-4e37115e-d4ed-486c-a6ee-e1415bef683d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385184 Aug 26 01:52:31.546872 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['a4c271c0-17b5-42b6-8b3e-8badfa33d85b'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:52:32.611759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1518ed-c6ee-4520-a6bf-e94c2ec4269a req-8ce173ae-1deb-4920-bf08-8b26fb7e1d00 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:32.613206 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0d1518ed-c6ee-4520-a6bf-e94c2ec4269a req-8ce173ae-1deb-4920-bf08-8b26fb7e1d00 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 944 time: 0.0904498 Aug 26 01:52:32.658136 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0d1518ed-c6ee-4520-a6bf-e94c2ec4269a req-9cb5ec1f-7dd3-4b12-940d-5c73665611de tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382314 Aug 26 01:52:32.917505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device a4c271c0-17b5-42b6-8b3e-8badfa33d85b up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:52:33.069064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3d780b25-647c-4042-af21-8a7a499cd21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:33.091599 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port a4c271c0-17b5-42b6-8b3e-8badfa33d85b completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:52:33.098939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port a4c271c0-17b5-42b6-8b3e-8badfa33d85b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:52:33.098939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:33.214913 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port a4c271c0-17b5-42b6-8b3e-8badfa33d85b is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:52:33.215295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:33.242748 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7058b86-5ccd-406f-90c5-e767490a6e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:52:33.252609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port a4c271c0-17b5-42b6-8b3e-8badfa33d85b, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=a4c271c0-17b5-42b6-8b3e-8badfa33d85b,segment=NetworkSegment(165cba60-bd09-4c89-9a74-fcfe964a0076),segment_id=165cba60-bd09-4c89-9a74-fcfe964a0076)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:52:33.286223 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662e4a74-1853-4cd6-8a57-633b5a90b97d'] response: {'server_uuid': 'd7058b86-5ccd-406f-90c5-e767490a6e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b', 'code': 200} Aug 26 01:52:33.343519 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:33.414268 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=a4c271c0-17b5-42b6-8b3e-8badfa33d85b,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:33.715044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83787a-0d54-4556-9a35-9866513b9b45 req-dbd5e3dc-05fb-4d7f-9744-13bfcc44c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:33.716523 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec83787a-0d54-4556-9a35-9866513b9b45 req-dbd5e3dc-05fb-4d7f-9744-13bfcc44c8ec service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 1098 time: 0.0773122 Aug 26 01:52:33.749226 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:33.766627 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec83787a-0d54-4556-9a35-9866513b9b45 req-7def8822-66b5-4634-89b3-fb2ac0ab7839 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406454 Aug 26 01:52:33.916904 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbafa9-3f26-4a5e-869e-0e07ef98f62d req-5ffb329a-1347-4914-980a-ef3736e36126 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:33.918419 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-02dbafa9-3f26-4a5e-869e-0e07ef98f62d req-5ffb329a-1347-4914-980a-ef3736e36126 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0877442 Aug 26 01:52:33.965620 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-02dbafa9-3f26-4a5e-869e-0e07ef98f62d req-b6c1bcb2-914a-4f27-86ed-dc58828fa3ee tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415025 Aug 26 01:52:34.103532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:35.166152 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacd104-2630-4c44-a750-8c5e66a607d2 req-7c2c3c6c-725d-4551-855a-9e112eeb0d4a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:35.167537 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cacd104-2630-4c44-a750-8c5e66a607d2 req-7c2c3c6c-725d-4551-855a-9e112eeb0d4a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0916493 Aug 26 01:52:35.212580 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cacd104-2630-4c44-a750-8c5e66a607d2 req-80914ad4-097b-40f4-9cd1-4335eb8f95a0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389206 Aug 26 01:52:35.667109 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:36.409094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956ed65-87c3-45bf-8a14-fefdfe383f17 req-6342eb3b-e4bb-459a-8aaa-063f03790aac tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:36.410589 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5956ed65-87c3-45bf-8a14-fefdfe383f17 req-6342eb3b-e4bb-459a-8aaa-063f03790aac tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0873368 Aug 26 01:52:36.455375 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5956ed65-87c3-45bf-8a14-fefdfe383f17 req-b351557f-04f8-43aa-ac54-8ff310f6e34c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384111 Aug 26 01:52:36.651625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e0e46-1991-4e28-9e2c-c2db81054146 req-4a8ee150-d1d1-497c-a8ce-82f36f3a0cc6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:36.653057 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ff8e0e46-1991-4e28-9e2c-c2db81054146 req-4a8ee150-d1d1-497c-a8ce-82f36f3a0cc6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0894351 Aug 26 01:52:36.696212 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ff8e0e46-1991-4e28-9e2c-c2db81054146 req-c84d5574-12e1-4dda-92c6-03395bb52ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375779 Aug 26 01:52:36.721565 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60806) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:36.799816 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66491ea0-da61-4531-97af-05a92a52434a tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:36.801605 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-66491ea0-da61-4531-97af-05a92a52434a tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 1093 time: 0.0789182 Aug 26 01:52:36.804268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60810) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:36.810442 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:52:36.816924 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:52:36.821116 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:floatingip and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:52:36.823986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:52:36.829658 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:52:36.886440 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:37.021950 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:37.156318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.26.2.22 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/a6d4e9a7-8b9e-45c7-8243-9006d91ca894) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:52:37.303812 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:37.429638 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:37.497543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:52:37.500494 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:52:37.504099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:52:37.540493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=a6d4e9a7-8b9e-45c7-8243-9006d91ca894,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:37.926007 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:38.045370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:38.350052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:38.410271 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:38.513877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:38.559322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=a6d4e9a7-8b9e-45c7-8243-9006d91ca894,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:52:38.681698 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Floating IP 10af72cd-3ae7-4c66-8f35-31ab545af743 associated. External IP: 172.26.2.22, port: a4c271c0-17b5-42b6-8b3e-8badfa33d85b. Aug 26 01:52:39.034988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router 8b634051-550f-4c2f-9d0b-9a1701f9f724 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:52:39.209975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:52:39.219959 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049df832-f82d-4af1-ba02-213916373066 None None] Sync routers for ids ['8b634051-550f-4c2f-9d0b-9a1701f9f724'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:52:39.229966 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049df832-f82d-4af1-ba02-213916373066 None None] Routers {'8b634051-550f-4c2f-9d0b-9a1701f9f724'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:52:39.230645 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-049df832-f82d-4af1-ba02-213916373066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:52:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['8b634051-550f-4c2f-9d0b-9a1701f9f724'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:39.286660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:39.345888 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-0b2ebd50-53a3-4498-8fd0-bc155cd801c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5395944 Aug 26 01:52:39.346458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7058b86-5ccd-406f-90c5-e767490a6e62', 'tag': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:52:39.396317 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0f5e01-2a0e-4b99-a20b-25c278cad01b'] response: {'name': 'network-changed', 'server_uuid': 'd7058b86-5ccd-406f-90c5-e767490a6e62', 'tag': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b', 'status': 'completed', 'code': 200} Aug 26 01:52:39.410231 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-049df832-f82d-4af1-ba02-213916373066 None None] Set router 8b634051-550f-4c2f-9d0b-9a1701f9f724 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:52:39.528046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bc035-e509-4254-8da1-1d2d727fb1aa req-9d072a41-1a14-4f72-94dc-d11c10e7c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:39.529518 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a41bc035-e509-4254-8da1-1d2d727fb1aa req-9d072a41-1a14-4f72-94dc-d11c10e7c375 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 1098 time: 0.0801327 Aug 26 01:52:39.532857 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723bfc2-47a7-4c86-884e-e621792de32a req-975db1a6-03c3-462d-bf25-b4e0c094fc81 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:39.540487 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0723bfc2-47a7-4c86-884e-e621792de32a req-975db1a6-03c3-462d-bf25-b4e0c094fc81 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0976527 Aug 26 01:52:39.579762 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0723bfc2-47a7-4c86-884e-e621792de32a req-0ccdfbdb-da83-485f-b700-5b9295e15dc3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384967 Aug 26 01:52:39.607312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60818) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:39.666914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bc035-e509-4254-8da1-1d2d727fb1aa req-b46cb96c-0b0f-44e7-9e1f-ea8bfae408f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:39.668691 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a41bc035-e509-4254-8da1-1d2d727fb1aa req-b46cb96c-0b0f-44e7-9e1f-ea8bfae408f9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4b92426c-3d16-4ca1-8ec3-3ba786e75251 HTTP/1.1" status: 200 len: 899 time: 0.1328294 Aug 26 01:52:39.780118 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-049df832-f82d-4af1-ba02-213916373066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '039de27d-25df-464b-89a4-4865ef47d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:52:14Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '039de27d-25df-464b-89a4-4865ef47d20b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:15Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '10af72cd-3ae7-4c66-8f35-31ab545af743', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'floating_ip_address': '172.26.2.22', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'port_id': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'mac_address': 'fa:16:3e:49:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7058b86-5ccd-406f-90c5-e767490a6e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:52:37Z', 'updated_at': '2022-08-26T01:52:37Z', 'revision_number': 0, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c9a595-2203-42be-98d3-41bb1b35a19c', 'name': '', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7f:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:19Z', 'updated_at': '2022-08-26T01:52:26Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:39.785113 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049df832-f82d-4af1-ba02-213916373066 None None] Checking router: 8b634051-550f-4c2f-9d0b-9a1701f9f724 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:52:39.791748 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a41bc035-e509-4254-8da1-1d2d727fb1aa req-ad9bae6f-18f1-426e-a591-b9f20f20936d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4c271c0-17b5-42b6-8b3e-8badfa33d85b HTTP/1.1" status: 200 len: 998 time: 0.1074255 Aug 26 01:52:39.795500 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049df832-f82d-4af1-ba02-213916373066 None None] Routers {'8b634051-550f-4c2f-9d0b-9a1701f9f724'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:52:39.796121 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-049df832-f82d-4af1-ba02-213916373066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:52:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['8b634051-550f-4c2f-9d0b-9a1701f9f724'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:39.846885 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1ea79d4d-a83f-4de5-afe6-55ba0253447d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/10af72cd-3ae7-4c66-8f35-31ab545af743 HTTP/1.1" status: 200 len: 990 time: 0.2376742 Aug 26 01:52:39.864504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bc035-e509-4254-8da1-1d2d727fb1aa req-39ca7bd3-be65-4810-9138-40e24c05394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:39.866298 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a41bc035-e509-4254-8da1-1d2d727fb1aa req-39ca7bd3-be65-4810-9138-40e24c05394f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=77863c26-a456-4e7a-a1c2-d6e0d4da3ee3 HTTP/1.1" status: 200 len: 835 time: 0.0650780 Aug 26 01:52:39.985010 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-049df832-f82d-4af1-ba02-213916373066 None None] Set router 8b634051-550f-4c2f-9d0b-9a1701f9f724 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:52:40.067674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bc035-e509-4254-8da1-1d2d727fb1aa req-58d4ca74-d2ed-4b6e-9149-9023569b59d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:52:40.069063 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a41bc035-e509-4254-8da1-1d2d727fb1aa req-58d4ca74-d2ed-4b6e-9149-9023569b59d9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4b92426c-3d16-4ca1-8ec3-3ba786e75251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1973670 Aug 26 01:52:40.202991 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a41bc035-e509-4254-8da1-1d2d727fb1aa req-3a64f1f0-8e55-4ee2-b786-92084e5dc521 service neutron] 10.222.0.94 "GET /v2.0/networks/4b92426c-3d16-4ca1-8ec3-3ba786e75251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268003 Aug 26 01:52:40.335100 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a41bc035-e509-4254-8da1-1d2d727fb1aa req-b2e11350-6fc4-4450-adcb-abf93d89edba service neutron] 10.222.0.94 "GET /v2.0/networks/4b92426c-3d16-4ca1-8ec3-3ba786e75251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258421 Aug 26 01:52:40.369148 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-049df832-f82d-4af1-ba02-213916373066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '039de27d-25df-464b-89a4-4865ef47d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:52:14Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '039de27d-25df-464b-89a4-4865ef47d20b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:15Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '10af72cd-3ae7-4c66-8f35-31ab545af743', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'floating_ip_address': '172.26.2.22', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'port_id': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'mac_address': 'fa:16:3e:49:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7058b86-5ccd-406f-90c5-e767490a6e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:52:37Z', 'updated_at': '2022-08-26T01:52:37Z', 'revision_number': 0, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c9a595-2203-42be-98d3-41bb1b35a19c', 'name': '', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7f:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:19Z', 'updated_at': '2022-08-26T01:52:26Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:52:40.373170 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049df832-f82d-4af1-ba02-213916373066 None None] The sync data for ids ['8b634051-550f-4c2f-9d0b-9a1701f9f724'] in dv-neutron-854561-2-hyperv is: [{'id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '039de27d-25df-464b-89a4-4865ef47d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:52:14Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '039de27d-25df-464b-89a4-4865ef47d20b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:15Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '10af72cd-3ae7-4c66-8f35-31ab545af743', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'floating_ip_address': '172.26.2.22', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'port_id': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'mac_address': 'fa:16:3e:49:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7058b86-5ccd-406f-90c5-e767490a6e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:52:37Z', 'updated_at': '2022-08-26T01:52:37Z', 'revision_number': 0, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c9a595-2203-42be-98d3-41bb1b35a19c', 'name': '', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7f:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:19Z', 'updated_at': '2022-08-26T01:52:26Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:52:40.562969 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b24622-cedc-4a02-8a47-1a818687b9ee None None] New status for floating IP 10af72cd-3ae7-4c66-8f35-31ab545af743: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:52:40.848221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60822) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:52:40.957704 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-063a2177-3a15-4ba5-b215-e604c19a6cfc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/10af72cd-3ae7-4c66-8f35-31ab545af743 HTTP/1.1" status: 200 len: 992 time: 0.1083238 Aug 26 01:52:41.143334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:52:57.927324 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:53:00.531938 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2ee2d34c-872e-43eb-ab06-b41290bbec77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:53:03.015438 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cd63ef27-cdd9-4c76-b1da-321040312507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:53:03.737038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:53:04.135348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:53:05.662923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:53:08.640492 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bf3cc006-2cbd-4196-afcb-f6b139b7b71b req-0f700d2d-68d2-4232-b375-4828f3aeb16d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780969 Aug 26 01:53:08.810339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cc006-2cbd-4196-afcb-f6b139b7b71b req-fe15b8f4-e582-4d9a-988a-29b04f93a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:08.811813 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bf3cc006-2cbd-4196-afcb-f6b139b7b71b req-fe15b8f4-e582-4d9a-988a-29b04f93a185 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 1098 time: 0.0834286 Aug 26 01:53:08.958231 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cc006-2cbd-4196-afcb-f6b139b7b71b req-c9ccdd2a-627b-4793-be0c-b1046bcd9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:08.959587 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bf3cc006-2cbd-4196-afcb-f6b139b7b71b req-c9ccdd2a-627b-4793-be0c-b1046bcd9853 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4b92426c-3d16-4ca1-8ec3-3ba786e75251 HTTP/1.1" status: 200 len: 899 time: 0.1280181 Aug 26 01:53:09.062292 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bf3cc006-2cbd-4196-afcb-f6b139b7b71b req-886f15df-6897-4d32-8a2b-a3a6fcbe4a10 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4c271c0-17b5-42b6-8b3e-8badfa33d85b HTTP/1.1" status: 200 len: 1000 time: 0.0959620 Aug 26 01:53:09.126633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cc006-2cbd-4196-afcb-f6b139b7b71b req-f154b365-413f-4cbb-9e15-e2cfe2e6325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:09.128048 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bf3cc006-2cbd-4196-afcb-f6b139b7b71b req-f154b365-413f-4cbb-9e15-e2cfe2e6325c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=77863c26-a456-4e7a-a1c2-d6e0d4da3ee3 HTTP/1.1" status: 200 len: 835 time: 0.0573490 Aug 26 01:53:09.209619 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cc006-2cbd-4196-afcb-f6b139b7b71b req-05e17361-5a84-4205-a22d-bce9c0190bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:09.211009 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bf3cc006-2cbd-4196-afcb-f6b139b7b71b req-05e17361-5a84-4205-a22d-bce9c0190bd7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4b92426c-3d16-4ca1-8ec3-3ba786e75251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754750 Aug 26 01:53:09.340323 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bf3cc006-2cbd-4196-afcb-f6b139b7b71b req-5db15498-c607-4d14-99a3-08ded51379b0 service neutron] 10.222.0.94 "GET /v2.0/networks/4b92426c-3d16-4ca1-8ec3-3ba786e75251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225145 Aug 26 01:53:09.469875 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bf3cc006-2cbd-4196-afcb-f6b139b7b71b req-42a6587e-f7eb-4a6f-bb39-3a62ff9e10b4 service neutron] 10.222.0.94 "GET /v2.0/networks/4b92426c-3d16-4ca1-8ec3-3ba786e75251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223183 Aug 26 01:53:11.148411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:53:12.738902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b845b-bb4a-47bd-9349-ca238256e816 req-b1bd22d1-2051-48af-8404-eced686c2830 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:12.740604 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-421b845b-bb4a-47bd-9349-ca238256e816 req-b1bd22d1-2051-48af-8404-eced686c2830 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.1289594 Aug 26 01:53:12.802044 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-421b845b-bb4a-47bd-9349-ca238256e816 req-f7dea8f9-1bfb-41e1-909f-692cff7b8616 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552444 Aug 26 01:53:12.820026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b1a84-a56c-4faa-8acc-5b289b60b231 req-c535f8e3-0edc-45c1-8a82-50fe8f9ca9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:12.820026 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-019b1a84-a56c-4faa-8acc-5b289b60b231 req-c535f8e3-0edc-45c1-8a82-50fe8f9ca9bb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 1098 time: 0.1249778 Aug 26 01:53:13.060999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b1a84-a56c-4faa-8acc-5b289b60b231 req-7e983630-cfe8-4db4-bde6-38d55c1ef01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:13.062404 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-019b1a84-a56c-4faa-8acc-5b289b60b231 req-7e983630-cfe8-4db4-bde6-38d55c1ef01a service neutron] 10.222.0.94 "GET /v2.0/networks?id=4b92426c-3d16-4ca1-8ec3-3ba786e75251 HTTP/1.1" status: 200 len: 899 time: 0.2385941 Aug 26 01:53:13.164121 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-019b1a84-a56c-4faa-8acc-5b289b60b231 req-3284e9dd-27e4-4e4d-96c5-362028eed771 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4c271c0-17b5-42b6-8b3e-8badfa33d85b HTTP/1.1" status: 200 len: 1000 time: 0.0946491 Aug 26 01:53:13.223941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b1a84-a56c-4faa-8acc-5b289b60b231 req-641df873-2b1e-454d-8f21-2e8dceb1f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:13.225306 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-019b1a84-a56c-4faa-8acc-5b289b60b231 req-641df873-2b1e-454d-8f21-2e8dceb1f35b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=77863c26-a456-4e7a-a1c2-d6e0d4da3ee3 HTTP/1.1" status: 200 len: 835 time: 0.0544970 Aug 26 01:53:13.308598 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b1a84-a56c-4faa-8acc-5b289b60b231 req-f9c4390a-d598-435b-b6b8-f56da5b105a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:13.310141 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-019b1a84-a56c-4faa-8acc-5b289b60b231 req-f9c4390a-d598-435b-b6b8-f56da5b105a2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4b92426c-3d16-4ca1-8ec3-3ba786e75251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784590 Aug 26 01:53:13.443587 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-019b1a84-a56c-4faa-8acc-5b289b60b231 req-38e922a7-fbb5-493b-99ef-c1edca111f18 service neutron] 10.222.0.94 "GET /v2.0/networks/4b92426c-3d16-4ca1-8ec3-3ba786e75251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263292 Aug 26 01:53:13.573133 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-019b1a84-a56c-4faa-8acc-5b289b60b231 req-f1d3c731-3970-4ebd-af76-1819260e3e3c service neutron] 10.222.0.94 "GET /v2.0/networks/4b92426c-3d16-4ca1-8ec3-3ba786e75251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226497 Aug 26 01:53:14.000205 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113c569-636d-420f-aa5f-4f2ea690a653 req-b8d2c9f3-b9a9-41de-be25-24a163e0ce52 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:14.001650 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e113c569-636d-420f-aa5f-4f2ea690a653 req-b8d2c9f3-b9a9-41de-be25-24a163e0ce52 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0869181 Aug 26 01:53:14.045731 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e113c569-636d-420f-aa5f-4f2ea690a653 req-6c70da9f-467e-4083-9c41-137b4cdc1472 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382280 Aug 26 01:53:15.251301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c886cc8-f3aa-4402-8a90-e00248ab1915 req-01fe0d2a-c665-4884-910d-1142aafa9a0d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:15.252769 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4c886cc8-f3aa-4402-8a90-e00248ab1915 req-01fe0d2a-c665-4884-910d-1142aafa9a0d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0894096 Aug 26 01:53:15.299177 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4c886cc8-f3aa-4402-8a90-e00248ab1915 req-81b226f0-edec-438d-95a9-d999fed83789 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404313 Aug 26 01:53:16.497123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196785f9-3fde-4935-a48d-197cc56e85c9 req-48c57c14-fb13-425b-893d-f160ca283df8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:16.498609 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-196785f9-3fde-4935-a48d-197cc56e85c9 req-48c57c14-fb13-425b-893d-f160ca283df8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0897949 Aug 26 01:53:16.542240 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-196785f9-3fde-4935-a48d-197cc56e85c9 req-18598189-31a0-4069-bb68-e4397202acd2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380147 Aug 26 01:53:17.739994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42c6a7-38eb-45e1-b0ce-4e033291d4b9 req-e0480328-da02-41c4-88e7-15cbd3163f35 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:17.741448 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4d42c6a7-38eb-45e1-b0ce-4e033291d4b9 req-e0480328-da02-41c4-88e7-15cbd3163f35 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0900435 Aug 26 01:53:17.786135 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4d42c6a7-38eb-45e1-b0ce-4e033291d4b9 req-189b39f8-287a-499b-bf46-398c20ce215f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383837 Aug 26 01:53:18.987363 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8da27-81bb-42c6-9243-1253d6b70ac9 req-349ca394-aede-4416-ae80-92edf7496cbe tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:18.988786 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cba8da27-81bb-42c6-9243-1253d6b70ac9 req-349ca394-aede-4416-ae80-92edf7496cbe tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0906281 Aug 26 01:53:19.033814 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cba8da27-81bb-42c6-9243-1253d6b70ac9 req-9657f13d-68e1-48ce-801f-47d81ea3cf8a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388613 Aug 26 01:53:20.234900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31c7c3-a45a-4031-a203-8aafb057fb88 req-5a780524-2d1c-4280-b3e0-e1cc7cde551e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:20.236338 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3f31c7c3-a45a-4031-a203-8aafb057fb88 req-5a780524-2d1c-4280-b3e0-e1cc7cde551e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0949552 Aug 26 01:53:20.283480 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3f31c7c3-a45a-4031-a203-8aafb057fb88 req-1d5bf4df-14de-4496-a595-88d745b63edd tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411909 Aug 26 01:53:21.474351 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6423-5c5d-4089-9441-ae233b26d4c7 req-0d27e986-7d68-4827-8d43-5945d484913c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:21.475810 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-76dc6423-5c5d-4089-9441-ae233b26d4c7 req-0d27e986-7d68-4827-8d43-5945d484913c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0853517 Aug 26 01:53:21.518807 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-76dc6423-5c5d-4089-9441-ae233b26d4c7 req-e67ed554-65e8-46a9-9325-4427066bc237 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367520 Aug 26 01:53:22.714470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff356fd7-b78b-4312-8d51-48c127186c99 req-bc3f691f-e0a3-4b09-8e24-40a92a7012e4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:22.715936 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ff356fd7-b78b-4312-8d51-48c127186c99 req-bc3f691f-e0a3-4b09-8e24-40a92a7012e4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0858955 Aug 26 01:53:22.761282 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ff356fd7-b78b-4312-8d51-48c127186c99 req-8edbe1d8-9f1c-4594-9911-e5793d37e5a4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398052 Aug 26 01:53:23.956555 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bd490-c7b2-4b81-850b-2090360b8708 req-d7a6a442-69ff-49ce-b1de-95f8e4af67fe tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:23.957938 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6a3bd490-c7b2-4b81-850b-2090360b8708 req-d7a6a442-69ff-49ce-b1de-95f8e4af67fe tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0888693 Aug 26 01:53:24.002268 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6a3bd490-c7b2-4b81-850b-2090360b8708 req-85929da1-5deb-45ed-9049-9d8467bf6789 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387399 Aug 26 01:53:25.202311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cfa8d-a107-4e8c-bd4b-f3b2c0b526e0 req-d049aed1-6ccd-4ad1-a22e-b3ff43ffd7c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:25.203678 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c20cfa8d-a107-4e8c-bd4b-f3b2c0b526e0 req-d049aed1-6ccd-4ad1-a22e-b3ff43ffd7c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0916011 Aug 26 01:53:25.247577 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c20cfa8d-a107-4e8c-bd4b-f3b2c0b526e0 req-08999c22-9ccc-42ae-bfcf-19baa8737000 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377040 Aug 26 01:53:26.442167 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0b9f8-3525-4c20-9ac7-872ac5fdda6c req-6ee0bda7-f0fd-49f2-9cfa-918de84eb424 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:26.443614 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-61e0b9f8-3525-4c20-9ac7-872ac5fdda6c req-6ee0bda7-f0fd-49f2-9cfa-918de84eb424 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0872777 Aug 26 01:53:26.490813 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-61e0b9f8-3525-4c20-9ac7-872ac5fdda6c req-34a53480-9ae8-4d39-9df9-e63f755ca641 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414660 Aug 26 01:53:27.686729 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b318b1-32f7-402c-abfa-a47f83ad6788 req-cdfe3921-ff4d-4642-8635-57391b2a3181 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:27.688225 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-40b318b1-32f7-402c-abfa-a47f83ad6788 req-cdfe3921-ff4d-4642-8635-57391b2a3181 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0887620 Aug 26 01:53:27.735555 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-40b318b1-32f7-402c-abfa-a47f83ad6788 req-d1eeba43-3615-4486-87ee-24e295b54b49 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411406 Aug 26 01:53:28.931795 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c21c4e-bacb-4800-8630-845c597247c4 req-8d914e4b-6805-4c18-a34c-b70abc79f5b3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:28.933234 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b9c21c4e-bacb-4800-8630-845c597247c4 req-8d914e4b-6805-4c18-a34c-b70abc79f5b3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0883565 Aug 26 01:53:28.976743 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b9c21c4e-bacb-4800-8630-845c597247c4 req-cb4fbf4d-9238-4bf8-8340-59fe5d576a22 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377347 Aug 26 01:53:30.172602 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c2af8-d6ad-4432-b794-8103adba69db req-4c107879-7fce-4dc9-96ad-cfbf22b7424e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:53:30.174063 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-315c2af8-d6ad-4432-b794-8103adba69db req-4c107879-7fce-4dc9-96ad-cfbf22b7424e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0863276 Aug 26 01:53:30.217802 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-315c2af8-d6ad-4432-b794-8103adba69db req-450f5efb-9df0-4ac8-8d68-6846f26d818d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379772 Aug 26 01:53:30.246770 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60870) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:53:30.353116 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-438d7b8d-fffe-47b1-8960-07f039f5dea7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/10af72cd-3ae7-4c66-8f35-31ab545af743 HTTP/1.1" status: 200 len: 992 time: 0.1046066 Aug 26 01:53:30.529264 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b3ec-d31a-41f0-bd2a-cab6a1b37833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:53:33.016380 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5c728b33-38e4-4c73-b7de-2be46d90e5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:53:33.736699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:53:34.147822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:53:34.927308 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:53:35.683330 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:53:41.140378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:00.539734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-66626604-9242-4b85-83f6-c36e25020ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:02.916767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60896) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:03.004622 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0d8a3c99-956a-482d-bd70-a6e1691939c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:03.123093 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port a6d4e9a7-8b9e-45c7-8243-9006d91ca894 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:54:03.123456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:03.135686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [req-15c10004-f50e-45bc-99af-0759c2b9092e req-5f568259-723d-40ad-88cc-8f0f357d16dc service neutron] (89862) timed out ('10.222.0.83', 56776) {{(pid=89862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 26 01:54:03.288749 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:03.289072 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:03.412712 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for a6d4e9a7-8b9e-45c7-8243-9006d91ca894 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:54:03.608595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:03.657643 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=a6d4e9a7-8b9e-45c7-8243-9006d91ca894,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:03.702806 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:03.703152 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:03.703487 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:03.703814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:03.704139 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:03.704463 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:03.704781 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:03.705100 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:03.705418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:03.705734 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:03.706069 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:03.706381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:03.740328 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:03.764618 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:03.764939 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Floating IP 10af72cd-3ae7-4c66-8f35-31ab545af743 disassociated (deleted). External IP: 172.26.2.22, port: a4c271c0-17b5-42b6-8b3e-8badfa33d85b. Aug 26 01:54:04.123412 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:04.205906 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router 8b634051-550f-4c2f-9d0b-9a1701f9f724 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:54:04.381403 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:54:04.391722 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f47956-ff77-46e4-bd94-045d5fc66ef1 None None] Sync routers for ids ['8b634051-550f-4c2f-9d0b-9a1701f9f724'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:54:04.400686 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f47956-ff77-46e4-bd94-045d5fc66ef1 None None] Routers {'8b634051-550f-4c2f-9d0b-9a1701f9f724'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:54:04.405312 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d4f47956-ff77-46e4-bd94-045d5fc66ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:54:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['8b634051-550f-4c2f-9d0b-9a1701f9f724'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:04.488512 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:04.543707 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-70b7f1c3-bb42-4955-ba3b-4b74876582c5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/floatingips/10af72cd-3ae7-4c66-8f35-31ab545af743 HTTP/1.1" status: 204 len: 168 time: 1.6258671 Aug 26 01:54:04.544328 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7058b86-5ccd-406f-90c5-e767490a6e62', 'tag': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:54:04.577594 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-d4f47956-ff77-46e4-bd94-045d5fc66ef1 None None] Set router 8b634051-550f-4c2f-9d0b-9a1701f9f724 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:54:04.656196 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00783676-9e49-45eb-822c-51599602f1b6'] response: {'name': 'network-changed', 'server_uuid': 'd7058b86-5ccd-406f-90c5-e767490a6e62', 'tag': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b', 'status': 'completed', 'code': 200} Aug 26 01:54:04.786260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc6437-ba42-4047-aabe-835576706168 req-68efb653-c792-47bc-8eb2-04ed9210b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:04.788368 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0dbc6437-ba42-4047-aabe-835576706168 req-68efb653-c792-47bc-8eb2-04ed9210b939 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 1098 time: 0.0847535 Aug 26 01:54:04.904761 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d4f47956-ff77-46e4-bd94-045d5fc66ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '039de27d-25df-464b-89a4-4865ef47d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:52:14Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '039de27d-25df-464b-89a4-4865ef47d20b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:15Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'd4c9a595-2203-42be-98d3-41bb1b35a19c', 'name': '', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7f:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:19Z', 'updated_at': '2022-08-26T01:52:26Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:04.908618 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f47956-ff77-46e4-bd94-045d5fc66ef1 None None] Checking router: 8b634051-550f-4c2f-9d0b-9a1701f9f724 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:54:04.917588 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f47956-ff77-46e4-bd94-045d5fc66ef1 None None] Routers {'8b634051-550f-4c2f-9d0b-9a1701f9f724'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:54:04.918255 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d4f47956-ff77-46e4-bd94-045d5fc66ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:54:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['8b634051-550f-4c2f-9d0b-9a1701f9f724'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:05.053130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc6437-ba42-4047-aabe-835576706168 req-545f30bf-b52f-46d7-9b26-7cfc66b328b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:05.054498 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0dbc6437-ba42-4047-aabe-835576706168 req-545f30bf-b52f-46d7-9b26-7cfc66b328b4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4b92426c-3d16-4ca1-8ec3-3ba786e75251 HTTP/1.1" status: 200 len: 899 time: 0.2588284 Aug 26 01:54:05.125035 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0dbc6437-ba42-4047-aabe-835576706168 req-b07ba628-5c9a-4f6a-afe1-1a852856944c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4c271c0-17b5-42b6-8b3e-8badfa33d85b HTTP/1.1" status: 200 len: 217 time: 0.0641234 Aug 26 01:54:05.146051 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-d4f47956-ff77-46e4-bd94-045d5fc66ef1 None None] Set router 8b634051-550f-4c2f-9d0b-9a1701f9f724 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:54:05.149229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d753b5-a79d-4a50-8b69-fcf0c2b8fe5a req-406de4fa-f33a-4678-9faf-784d3b527757 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:05.149946 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-85d753b5-a79d-4a50-8b69-fcf0c2b8fe5a req-406de4fa-f33a-4678-9faf-784d3b527757 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:54:05.188867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc6437-ba42-4047-aabe-835576706168 req-1c1d775c-8d14-4803-b48a-61d0d4d08726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:05.190251 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0dbc6437-ba42-4047-aabe-835576706168 req-1c1d775c-8d14-4803-b48a-61d0d4d08726 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=77863c26-a456-4e7a-a1c2-d6e0d4da3ee3 HTTP/1.1" status: 200 len: 835 time: 0.0587454 Aug 26 01:54:05.231668 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-85d753b5-a79d-4a50-8b69-fcf0c2b8fe5a req-406de4fa-f33a-4678-9faf-784d3b527757 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:54:05.233506 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-85d753b5-a79d-4a50-8b69-fcf0c2b8fe5a req-406de4fa-f33a-4678-9faf-784d3b527757 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.1801047 Aug 26 01:54:05.276813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc6437-ba42-4047-aabe-835576706168 req-547eeff7-efdc-42e0-baef-9a1dab4ae3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:05.278354 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0dbc6437-ba42-4047-aabe-835576706168 req-547eeff7-efdc-42e0-baef-9a1dab4ae3ec service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4b92426c-3d16-4ca1-8ec3-3ba786e75251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811436 Aug 26 01:54:05.283496 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-85d753b5-a79d-4a50-8b69-fcf0c2b8fe5a req-30bf0bf5-5fe0-404e-89c8-127680e710e3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434120 Aug 26 01:54:05.414789 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0dbc6437-ba42-4047-aabe-835576706168 req-7ed493d8-2c63-4738-84f6-5bd158a37884 service neutron] 10.222.0.94 "GET /v2.0/networks/4b92426c-3d16-4ca1-8ec3-3ba786e75251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292408 Aug 26 01:54:05.482723 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-d4f47956-ff77-46e4-bd94-045d5fc66ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '039de27d-25df-464b-89a4-4865ef47d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:52:14Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '039de27d-25df-464b-89a4-4865ef47d20b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:15Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'd4c9a595-2203-42be-98d3-41bb1b35a19c', 'name': '', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7f:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:19Z', 'updated_at': '2022-08-26T01:52:26Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:05.486720 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f47956-ff77-46e4-bd94-045d5fc66ef1 None None] The sync data for ids ['8b634051-550f-4c2f-9d0b-9a1701f9f724'] in dv-neutron-854561-2-hyperv is: [{'id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '039de27d-25df-464b-89a4-4865ef47d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:52:14Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '039de27d-25df-464b-89a4-4865ef47d20b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:15Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'd4c9a595-2203-42be-98d3-41bb1b35a19c', 'name': '', 'network_id': '4b92426c-3d16-4ca1-8ec3-3ba786e75251', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:7f:26:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:19Z', 'updated_at': '2022-08-26T01:52:26Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '77863c26-a456-4e7a-a1c2-d6e0d4da3ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:54:05.552543 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0dbc6437-ba42-4047-aabe-835576706168 req-0e2b991b-b81f-4cfe-9bd1-a37ea8214567 service neutron] 10.222.0.94 "GET /v2.0/networks/4b92426c-3d16-4ca1-8ec3-3ba786e75251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312439 Aug 26 01:54:05.678868 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:05.695509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd760a4-234a-4309-a8d5-4a4d863c988e None None] New status for floating IP 10af72cd-3ae7-4c66-8f35-31ab545af743: DOWN {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:54:06.485360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133356c-9634-4d3e-9923-3ab18d728fdd req-4bc5933b-f382-4903-9428-14467e292368 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:06.486874 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9133356c-9634-4d3e-9923-3ab18d728fdd req-4bc5933b-f382-4903-9428-14467e292368 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0899699 Aug 26 01:54:06.532156 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9133356c-9634-4d3e-9923-3ab18d728fdd req-a64c3cc1-d6fc-450a-b2f6-4be56c913eb2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=092f6428-b17e-4412-b0ae-6d211e5d3198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390437 Aug 26 01:54:06.988481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481ccee-db69-4ad4-bab6-e03efa1e6f92 req-57d6361e-e1c3-4d63-9e8a-44e659fbab9c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:06.990161 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0481ccee-db69-4ad4-bab6-e03efa1e6f92 req-57d6361e-e1c3-4d63-9e8a-44e659fbab9c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 945 time: 0.0896101 Aug 26 01:54:07.060898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-0481ccee-db69-4ad4-bab6-e03efa1e6f92 req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port a4c271c0-17b5-42b6-8b3e-8badfa33d85b {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:54:07.061225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-0481ccee-db69-4ad4-bab6-e03efa1e6f92 req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:07.303665 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-0481ccee-db69-4ad4-bab6-e03efa1e6f92 req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] For port a4c271c0-17b5-42b6-8b3e-8badfa33d85b, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=a4c271c0-17b5-42b6-8b3e-8badfa33d85b,segment=NetworkSegment(165cba60-bd09-4c89-9a74-fcfe964a0076),segment_id=165cba60-bd09-4c89-9a74-fcfe964a0076)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:54:07.304015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-0481ccee-db69-4ad4-bab6-e03efa1e6f92 req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:07.425859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-0481ccee-db69-4ad4-bab6-e03efa1e6f92 req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for a4c271c0-17b5-42b6-8b3e-8badfa33d85b owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:54:07.644686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-0481ccee-db69-4ad4-bab6-e03efa1e6f92 req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:07.690454 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2d415ba8-efa9-41d9-b670-85b3d194973c req-43fa9063-13a3-478b-a899-bd1cb75c21a7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 210 time: 0.0504937 Aug 26 01:54:07.694305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=a4c271c0-17b5-42b6-8b3e-8badfa33d85b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:07.732942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:07.733293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:07.733687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:07.734054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:07.734396 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:07.734724 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:07.735051 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:07.735376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:07.735702 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:07.736026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:07.736347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:07.736668 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:07.796504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-0481ccee-db69-4ad4-bab6-e03efa1e6f92 req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] No DVR routers for this DVR port a4c271c0-17b5-42b6-8b3e-8badfa33d85b on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:54:07.798977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-0481ccee-db69-4ad4-bab6-e03efa1e6f92 req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:07.801460 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7058b86-5ccd-406f-90c5-e767490a6e62', 'name': 'network-vif-deleted', 'tag': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:54:07.873039 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0481ccee-db69-4ad4-bab6-e03efa1e6f92 req-0cdc5944-e258-454e-803e-e89a804171af tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "DELETE /v2.0/ports/a4c271c0-17b5-42b6-8b3e-8badfa33d85b HTTP/1.1" status: 204 len: 173 time: 0.8742242 Aug 26 01:54:07.900141 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464718ef-3ccf-4908-bcff-231634afb848'] response: {'server_uuid': 'd7058b86-5ccd-406f-90c5-e767490a6e62', 'name': 'network-vif-deleted', 'tag': 'a4c271c0-17b5-42b6-8b3e-8badfa33d85b', 'status': 'completed', 'code': 200} Aug 26 01:54:08.863592 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-22d599e9-acb5-428e-9c1b-4fa8630b2739 req-a51f45bd-12e0-4aab-8e8c-f2fd95c723b7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7058b86-5ccd-406f-90c5-e767490a6e62 HTTP/1.1" status: 200 len: 210 time: 0.0507174 Aug 26 01:54:09.961548 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60920) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:10.526918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be35525a-f4c6-4e09-b385-f97eaad98041 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:10.980874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-be35525a-f4c6-4e09-b385-f97eaad98041 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port d4c9a595-2203-42be-98d3-41bb1b35a19c {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:54:10.981779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be35525a-f4c6-4e09-b385-f97eaad98041 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:11.168102 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-be35525a-f4c6-4e09-b385-f97eaad98041 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] For port d4c9a595-2203-42be-98d3-41bb1b35a19c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d4c9a595-2203-42be-98d3-41bb1b35a19c,segment=NetworkSegment(165cba60-bd09-4c89-9a74-fcfe964a0076),segment_id=165cba60-bd09-4c89-9a74-fcfe964a0076)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:54:11.168369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:11.168842 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be35525a-f4c6-4e09-b385-f97eaad98041 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:11.291760 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-be35525a-f4c6-4e09-b385-f97eaad98041 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for d4c9a595-2203-42be-98d3-41bb1b35a19c owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:54:11.401433 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device a4c271c0-17b5-42b6-8b3e-8badfa33d85b no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:54:11.436359 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: a4c271c0-17b5-42b6-8b3e-8badfa33d85b {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:54:11.436637 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device a4c271c0-17b5-42b6-8b3e-8badfa33d85b not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:54:11.535678 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be35525a-f4c6-4e09-b385-f97eaad98041 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:11.588557 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35525a-f4c6-4e09-b385-f97eaad98041 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=d4c9a595-2203-42be-98d3-41bb1b35a19c,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:11.871350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-be35525a-f4c6-4e09-b385-f97eaad98041 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:11.926222 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:54:12.335423 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be35525a-f4c6-4e09-b385-f97eaad98041 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router 8b634051-550f-4c2f-9d0b-9a1701f9f724 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:54:12.515946 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be35525a-f4c6-4e09-b385-f97eaad98041 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:54:12.525209 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ae637-983e-4a3f-9beb-19235f46da2a None None] Sync routers for ids ['8b634051-550f-4c2f-9d0b-9a1701f9f724'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:54:12.531535 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-be35525a-f4c6-4e09-b385-f97eaad98041 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "PUT /v2.0/routers/8b634051-550f-4c2f-9d0b-9a1701f9f724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5657349 Aug 26 01:54:12.531890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 60924) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:12.535182 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ae637-983e-4a3f-9beb-19235f46da2a None None] Routers {'8b634051-550f-4c2f-9d0b-9a1701f9f724'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:54:12.535769 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0f3ae637-983e-4a3f-9beb-19235f46da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:54:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['8b634051-550f-4c2f-9d0b-9a1701f9f724'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:12.605989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9af32ca-6b02-4ce2-9f65-845686281875 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting subnet 77863c26-a456-4e7a-a1c2-d6e0d4da3ee3 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:54:12.609686 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d9af32ca-6b02-4ce2-9f65-845686281875 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:12.667571 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d9af32ca-6b02-4ce2-9f65-845686281875 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:12.714550 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-0f3ae637-983e-4a3f-9beb-19235f46da2a None None] Set router 8b634051-550f-4c2f-9d0b-9a1701f9f724 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:54:12.751533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d9af32ca-6b02-4ce2-9f65-845686281875 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:12.911847 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d9af32ca-6b02-4ce2-9f65-845686281875 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:12.956790 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af32ca-6b02-4ce2-9f65-845686281875 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Subnet': ['ID=77863c26-a456-4e7a-a1c2-d6e0d4da3ee3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:12.958787 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-d9af32ca-6b02-4ce2-9f65-845686281875 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:12.966322 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d9af32ca-6b02-4ce2-9f65-845686281875 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/subnets/77863c26-a456-4e7a-a1c2-d6e0d4da3ee3 HTTP/1.1" status: 204 len: 168 time: 0.4333813 Aug 26 01:54:12.967303 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae19b11c-ebf1-4118-b166-8d6ef2d8adb3 None None] Network 4b92426c-3d16-4ca1-8ec3-3ba786e75251 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:54:12.969018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60928) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:13.001971 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0f3ae637-983e-4a3f-9beb-19235f46da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '039de27d-25df-464b-89a4-4865ef47d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:52:14Z', 'updated_at': '2022-08-26T01:54:11Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '039de27d-25df-464b-89a4-4865ef47d20b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:15Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:13.005878 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ae637-983e-4a3f-9beb-19235f46da2a None None] Checking router: 8b634051-550f-4c2f-9d0b-9a1701f9f724 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:54:13.014952 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ae637-983e-4a3f-9beb-19235f46da2a None None] Routers {'8b634051-550f-4c2f-9d0b-9a1701f9f724'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:54:13.015549 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0f3ae637-983e-4a3f-9beb-19235f46da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:54:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['8b634051-550f-4c2f-9d0b-9a1701f9f724'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:13.202331 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-0f3ae637-983e-4a3f-9beb-19235f46da2a None None] Set router 8b634051-550f-4c2f-9d0b-9a1701f9f724 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:54:13.263367 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] DHCP port deletion for 4b92426c-3d16-4ca1-8ec3-3ba786e75251 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:54:13.267882 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Deleting port 41fc9cb2-3876-4bce-98f0-531cb9092e35 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:54:13.268329 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:13.272859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:13.458751 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:13.500370 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0f3ae637-983e-4a3f-9beb-19235f46da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '039de27d-25df-464b-89a4-4865ef47d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:52:14Z', 'updated_at': '2022-08-26T01:54:11Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '039de27d-25df-464b-89a4-4865ef47d20b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:15Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:13.504667 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ae637-983e-4a3f-9beb-19235f46da2a None None] The sync data for ids ['8b634051-550f-4c2f-9d0b-9a1701f9f724'] in dv-neutron-854561-2-hyperv is: [{'id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263732032', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243'}], 'enable_snat': True}, 'gw_port_id': '039de27d-25df-464b-89a4-4865ef47d20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:52:14Z', 'updated_at': '2022-08-26T01:54:11Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '039de27d-25df-464b-89a4-4865ef47d20b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b634051-550f-4c2f-9d0b-9a1701f9f724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:52:15Z', 'updated_at': '2022-08-26T01:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:54:13.512746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] For port 41fc9cb2-3876-4bce-98f0-531cb9092e35, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=41fc9cb2-3876-4bce-98f0-531cb9092e35,segment=NetworkSegment(165cba60-bd09-4c89-9a74-fcfe964a0076),segment_id=165cba60-bd09-4c89-9a74-fcfe964a0076)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:54:13.513443 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:13.557028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port 039de27d-25df-464b-89a4-4865ef47d20b {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:54:13.557470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:13.636276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Calling delete_port for 41fc9cb2-3876-4bce-98f0-531cb9092e35 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:54:13.738929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] For port 039de27d-25df-464b-89a4-4865ef47d20b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=039de27d-25df-464b-89a4-4865ef47d20b,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:54:13.739223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:13.800270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:13.849973 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Pushing event deleted for resources: {'Port': ['ID=41fc9cb2-3876-4bce-98f0-531cb9092e35,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:13.855077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] No DVR routers for this DVR port 41fc9cb2-3876-4bce-98f0-531cb9092e35 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:54:13.863502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:13.864122 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:13.867345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:13.867345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:13.867345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:13.867345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:13.867345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:13.867345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:13.867345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:13.867345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:13.867345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:13.868567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f92df6-5421-4a4c-820e-4929f842af92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:13.870688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for 039de27d-25df-464b-89a4-4865ef47d20b owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:54:13.920084 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d4c9a595-2203-42be-98d3-41bb1b35a19c no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:54:13.955383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: d4c9a595-2203-42be-98d3-41bb1b35a19c {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:54:13.956449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d4c9a595-2203-42be-98d3-41bb1b35a19c not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:54:13.956449 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 41fc9cb2-3876-4bce-98f0-531cb9092e35 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:54:13.995415 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 41fc9cb2-3876-4bce-98f0-531cb9092e35 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:54:13.996036 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 41fc9cb2-3876-4bce-98f0-531cb9092e35 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:54:14.123494 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:14.171710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=039de27d-25df-464b-89a4-4865ef47d20b,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:14.271949 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:14.444834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:14.447018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:14.535838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:14.536278 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Fanout notify agent at l3_agent the message router_deleted on router 8b634051-550f-4c2f-9d0b-9a1701f9f724 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:54:14.553503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:14.555170 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-46f48d39-baa1-435e-89bf-af04b8d0457f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/routers/8b634051-550f-4c2f-9d0b-9a1701f9f724 HTTP/1.1" status: 204 len: 168 time: 1.5844424 Aug 26 01:54:14.559527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60932) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:14.681042 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-98dcd7e2-681c-446a-8d90-06d0419de09e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:14.928446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-98dcd7e2-681c-446a-8d90-06d0419de09e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:14.953671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-98dcd7e2-681c-446a-8d90-06d0419de09e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b92426c-3d16-4ca1-8ec3-3ba786e75251']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:14.965203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-98dcd7e2-681c-446a-8d90-06d0419de09e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165cba60-bd09-4c89-9a74-fcfe964a0076') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:14.965494 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-98dcd7e2-681c-446a-8d90-06d0419de09e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165cba60-bd09-4c89-9a74-fcfe964a0076') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:14.978065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-98dcd7e2-681c-446a-8d90-06d0419de09e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:14.994241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-98dcd7e2-681c-446a-8d90-06d0419de09e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:15.000817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dcd7e2-681c-446a-8d90-06d0419de09e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:54:15.001192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-98dcd7e2-681c-446a-8d90-06d0419de09e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:15.068206 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 165cba60-bd09-4c89-9a74-fcfe964a0076 resource provider aggregate not found Aug 26 01:54:15.090596 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 165cba60-bd09-4c89-9a74-fcfe964a0076 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 165cba60-bd09-4c89-9a74-fcfe964a0076 found for delete ", "request_id": "req-b2319ba7-56fd-4383-b559-a96913d77feb"}]} Aug 26 01:54:15.173803 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-98dcd7e2-681c-446a-8d90-06d0419de09e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:15.191976 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-98dcd7e2-681c-446a-8d90-06d0419de09e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:15.203692 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcd7e2-681c-446a-8d90-06d0419de09e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Network': ['ID=4b92426c-3d16-4ca1-8ec3-3ba786e75251,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:15.266017 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-98dcd7e2-681c-446a-8d90-06d0419de09e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/networks/4b92426c-3d16-4ca1-8ec3-3ba786e75251 HTTP/1.1" status: 204 len: 168 time: 0.7044804 Aug 26 01:54:15.268592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60940) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:15.343262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32f035c6-655c-41e1-afcb-1e5cb0d6eabf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:15.374371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32f035c6-655c-41e1-afcb-1e5cb0d6eabf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:15.505697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32f035c6-655c-41e1-afcb-1e5cb0d6eabf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:15.525392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f035c6-655c-41e1-afcb-1e5cb0d6eabf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092f6428-b17e-4412-b0ae-6d211e5d3198,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:15.608478 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-32f035c6-655c-41e1-afcb-1e5cb0d6eabf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:15.609522 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-32f035c6-655c-41e1-afcb-1e5cb0d6eabf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/security-groups/092f6428-b17e-4412-b0ae-6d211e5d3198 HTTP/1.1" status: 204 len: 168 time: 0.3400064 Aug 26 01:54:15.730579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 039de27d-25df-464b-89a4-4865ef47d20b no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:54:15.765286 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 039de27d-25df-464b-89a4-4865ef47d20b {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:54:15.765637 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 039de27d-25df-464b-89a4-4865ef47d20b not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:54:15.858199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60948) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:15.863884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fddd8988-37c8-4e72-838b-b81d64cc9170 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1135386901', 'description': 'tempest-secgroup-smoke-1135386901 description', 'project_id': '54043feb5dd94b4e99a37394a66eb190'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:54:15.869792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fddd8988-37c8-4e72-838b-b81d64cc9170 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:54:15.874723 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fddd8988-37c8-4e72-838b-b81d64cc9170 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:54:15.877592 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fddd8988-37c8-4e72-838b-b81d64cc9170 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:54:15.883353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fddd8988-37c8-4e72-838b-b81d64cc9170 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:54:15.974224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fddd8988-37c8-4e72-838b-b81d64cc9170 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:15.994455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fddd8988-37c8-4e72-838b-b81d64cc9170 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:54:15.998825 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fddd8988-37c8-4e72-838b-b81d64cc9170 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:54:16.001697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fddd8988-37c8-4e72-838b-b81d64cc9170 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:54:16.007370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fddd8988-37c8-4e72-838b-b81d64cc9170 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:54:16.076279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fddd8988-37c8-4e72-838b-b81d64cc9170 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:16.181589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fddd8988-37c8-4e72-838b-b81d64cc9170 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:16.225937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd8988-37c8-4e72-838b-b81d64cc9170 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f654e440-e5b6-4826-8d1e-d940e16bbf28,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:16.295860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fddd8988-37c8-4e72-838b-b81d64cc9170 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:16.297086 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fddd8988-37c8-4e72-838b-b81d64cc9170 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4378843 Aug 26 01:54:16.299948 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60952) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:16.304799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4a0f4767-dd72-431f-9456-0b41474b718a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'f654e440-e5b6-4826-8d1e-d940e16bbf28', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:54:16.311303 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4a0f4767-dd72-431f-9456-0b41474b718a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:54:16.315217 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4a0f4767-dd72-431f-9456-0b41474b718a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:54:16.318118 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4a0f4767-dd72-431f-9456-0b41474b718a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:54:16.323776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4a0f4767-dd72-431f-9456-0b41474b718a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:54:16.416060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a0f4767-dd72-431f-9456-0b41474b718a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:16.475815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a0f4767-dd72-431f-9456-0b41474b718a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:16.563767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a0f4767-dd72-431f-9456-0b41474b718a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:16.586243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f4767-dd72-431f-9456-0b41474b718a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6652f802-a122-4cdd-8e61-b2755054e261,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:16.676531 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4a0f4767-dd72-431f-9456-0b41474b718a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:16.677815 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4a0f4767-dd72-431f-9456-0b41474b718a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3768947 Aug 26 01:54:16.680528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60956) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:16.686303 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-7f530162-b606-4a1f-8b47-b5563c9f330f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'f654e440-e5b6-4826-8d1e-d940e16bbf28', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:54:16.692219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7f530162-b606-4a1f-8b47-b5563c9f330f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:54:16.696090 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7f530162-b606-4a1f-8b47-b5563c9f330f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:54:16.699063 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7f530162-b606-4a1f-8b47-b5563c9f330f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:54:16.704918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7f530162-b606-4a1f-8b47-b5563c9f330f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:54:16.787106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7f530162-b606-4a1f-8b47-b5563c9f330f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:16.849335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7f530162-b606-4a1f-8b47-b5563c9f330f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:16.929935 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7f530162-b606-4a1f-8b47-b5563c9f330f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:16.952644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f530162-b606-4a1f-8b47-b5563c9f330f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c871ce5-dd9b-4191-a34d-df39acc3c116,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:17.032701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7f530162-b606-4a1f-8b47-b5563c9f330f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:17.033952 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7f530162-b606-4a1f-8b47-b5563c9f330f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3524642 Aug 26 01:54:17.036690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60960) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:17.041795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ea2462ea-6cb0-433c-ab4e-b7eb2cdc0725 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'f654e440-e5b6-4826-8d1e-d940e16bbf28', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:54:17.048325 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ea2462ea-6cb0-433c-ab4e-b7eb2cdc0725 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:54:17.052149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ea2462ea-6cb0-433c-ab4e-b7eb2cdc0725 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:54:17.055029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ea2462ea-6cb0-433c-ab4e-b7eb2cdc0725 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:54:17.060792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ea2462ea-6cb0-433c-ab4e-b7eb2cdc0725 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:54:17.154022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ea2462ea-6cb0-433c-ab4e-b7eb2cdc0725 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:17.219203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ea2462ea-6cb0-433c-ab4e-b7eb2cdc0725 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:17.328438 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ea2462ea-6cb0-433c-ab4e-b7eb2cdc0725 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:17.352729 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2462ea-6cb0-433c-ab4e-b7eb2cdc0725 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e01c27-8f29-4b56-b9bd-5f7a941acb61,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:17.442844 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ea2462ea-6cb0-433c-ab4e-b7eb2cdc0725 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:17.444176 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ea2462ea-6cb0-433c-ab4e-b7eb2cdc0725 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4065375 Aug 26 01:54:17.446926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60964) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:17.452525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3786f16d-9e7f-4eca-804d-6a1f8f2b2b10 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'f654e440-e5b6-4826-8d1e-d940e16bbf28', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:54:17.459335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3786f16d-9e7f-4eca-804d-6a1f8f2b2b10 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:54:17.462373 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3786f16d-9e7f-4eca-804d-6a1f8f2b2b10 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:54:17.465192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3786f16d-9e7f-4eca-804d-6a1f8f2b2b10 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:54:17.471584 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3786f16d-9e7f-4eca-804d-6a1f8f2b2b10 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:54:17.570677 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3786f16d-9e7f-4eca-804d-6a1f8f2b2b10 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:17.632904 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3786f16d-9e7f-4eca-804d-6a1f8f2b2b10 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:17.701764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3786f16d-9e7f-4eca-804d-6a1f8f2b2b10 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:17.724151 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786f16d-9e7f-4eca-804d-6a1f8f2b2b10 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7337159-4079-4c5b-becf-c5eb08e00d73,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:17.787108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3786f16d-9e7f-4eca-804d-6a1f8f2b2b10 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:17.788390 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3786f16d-9e7f-4eca-804d-6a1f8f2b2b10 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3405223 Aug 26 01:54:17.791141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60968) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:17.796471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-07f9bf2d-9b74-4a92-a028-dbfdaf6746cc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'f654e440-e5b6-4826-8d1e-d940e16bbf28', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:54:17.802697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-07f9bf2d-9b74-4a92-a028-dbfdaf6746cc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:54:17.806613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-07f9bf2d-9b74-4a92-a028-dbfdaf6746cc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:54:17.809545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-07f9bf2d-9b74-4a92-a028-dbfdaf6746cc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:54:17.816237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-07f9bf2d-9b74-4a92-a028-dbfdaf6746cc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:54:17.895739 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-07f9bf2d-9b74-4a92-a028-dbfdaf6746cc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Project 54043feb5dd94b4e99a37394a66eb190 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:54:17.902619 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-07f9bf2d-9b74-4a92-a028-dbfdaf6746cc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:17.965392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-07f9bf2d-9b74-4a92-a028-dbfdaf6746cc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:18.049943 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-07f9bf2d-9b74-4a92-a028-dbfdaf6746cc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:18.076983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9bf2d-9b74-4a92-a028-dbfdaf6746cc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021dc6e4-569a-4c13-9266-da9b81cde227,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:18.146888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-07f9bf2d-9b74-4a92-a028-dbfdaf6746cc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:18.148044 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-07f9bf2d-9b74-4a92-a028-dbfdaf6746cc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3559756 Aug 26 01:54:18.150821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60972) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:18.155854 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4bd001ba-9bfd-4ac6-b8f0-2eee98deb162 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'f654e440-e5b6-4826-8d1e-d940e16bbf28', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:54:18.161811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4bd001ba-9bfd-4ac6-b8f0-2eee98deb162 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:54:18.165628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4bd001ba-9bfd-4ac6-b8f0-2eee98deb162 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:54:18.168503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4bd001ba-9bfd-4ac6-b8f0-2eee98deb162 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:54:18.174757 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4bd001ba-9bfd-4ac6-b8f0-2eee98deb162 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:54:18.255342 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-4bd001ba-9bfd-4ac6-b8f0-2eee98deb162 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Project 54043feb5dd94b4e99a37394a66eb190 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:54:18.262067 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bd001ba-9bfd-4ac6-b8f0-2eee98deb162 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:18.324578 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bd001ba-9bfd-4ac6-b8f0-2eee98deb162 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:18.398138 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bd001ba-9bfd-4ac6-b8f0-2eee98deb162 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:18.422139 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd001ba-9bfd-4ac6-b8f0-2eee98deb162 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db76072-151c-4dbe-9aa7-01854d181b8d,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:18.490209 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4bd001ba-9bfd-4ac6-b8f0-2eee98deb162 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:18.491397 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4bd001ba-9bfd-4ac6-b8f0-2eee98deb162 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3396702 Aug 26 01:54:18.494358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60976) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:18.499795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'network': {'name': 'tempest-network-smoke--1501188856', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'port_security_enabled': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:54:18.504672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:54:18.508779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:network and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:54:18.511626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:54:18.517502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:54:18.581281 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Made reservation on behalf of 54043feb5dd94b4e99a37394a66eb190 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:54:18.585631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:18.613040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:54:18.621772 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:18.623050 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Added segment 3ad7e032-ae7c-48d8-b735-ff317e90023c of type vlan for network 1398ac87-5ad1-4e83-ac3d-b101dde4d218 Aug 26 01:54:18.647107 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:18.741401 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:18.746760 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:18.747338 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:18.857050 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Network': ['ID=1398ac87-5ad1-4e83-ac3d-b101dde4d218,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:18.867364 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 1398ac87-5ad1-4e83-ac3d-b101dde4d218 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:54:18.913873 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-440a90a0-a74e-4239-8d74-d8875b27d914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4184482 Aug 26 01:54:18.916634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60980) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:18.922098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'admin_state_up': True, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:54:18.929529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:54:18.933424 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:router and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:54:18.937101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:54:18.943648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:54:19.043624 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:19.044623 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:19.059471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:19.394614 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:19.864959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:19.893596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:20.027432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.26.2.115 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/9e05da5d-5399-491c-b171-2e6fa2ae180f) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:54:20.174909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:20.265789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:20.328819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:54:20.331536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:54:20.333937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:54:20.380119 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=9e05da5d-5399-491c-b171-2e6fa2ae180f,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:20.819971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:21.156590 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:21.541088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:54:21.718671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:54:21.730887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Sync routers for ids ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:54:21.741040 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Routers {'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:54:21.741663 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:54:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:21.798941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:21.803175 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-90099abd-e3a4-4792-bd40-a4712dd05b09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8824997 Aug 26 01:54:21.803449 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60984) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:21.848997 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ecfaa860-b57d-4fd2-a5de-ca7f150f8a4f tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=54043feb5dd94b4e99a37394a66eb190&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444643 Aug 26 01:54:21.851706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60988) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:21.923253 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Set router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:54:21.981787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d3c470-d677-4b3c-8881-042589686a1c tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:21.983836 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f0d3c470-d677-4b3c-8881-042589686a1c tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310749 Aug 26 01:54:21.986799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60992) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:22.025003 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b8d80b18-928c-4c6e-a5c0-1a952557eb5d tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371425 Aug 26 01:54:22.027651 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 60996) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:22.033659 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1695672137', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:54:22.144810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:54:22.148694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:subnet and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:54:22.151542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:54:22.157594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:54:22.208731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:20Z', 'revision_number': 3, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:22.212659 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Checking router: f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:54:22.213003 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Updating router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 port 9e05da5d-5399-491c-b171-2e6fa2ae180f binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:54:22.225429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Made reservation on behalf of 54043feb5dd94b4e99a37394a66eb190 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:54:22.228986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:22.265228 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:22.507165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:22.588753 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Subnet': ['ID=509b3ba3-1954-4b0b-821f-45a843b3723e,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:22.597099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Checking segment: {'id': '3ad7e032-ae7c-48d8-b735-ff317e90023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:54:22.597459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network hostable DHCP agents. Network: 1398ac87-5ad1-4e83-ac3d-b101dde4d218, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:54:22.642986 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:22.654952 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Transition to ACTIVE for port object 9e05da5d-5399-491c-b171-2e6fa2ae180f will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:54:22.695378 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 1398ac87-5ad1-4e83-ac3d-b101dde4d218 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:54:22.735759 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:22.764970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 1398ac87-5ad1-4e83-ac3d-b101dde4d218) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:54:22.769506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:22.769773 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:22.777221 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473fad5d-a534-4b19-a863-ce7fd03fc0b6 None None] Network 1398ac87-5ad1-4e83-ac3d-b101dde4d218 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:54:22.858671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Attempting to bind port 9e05da5d-5399-491c-b171-2e6fa2ae180f on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:54:22.859035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Attempting to bind port 9e05da5d-5399-491c-b171-2e6fa2ae180f by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:54:22.859394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Attempting to bind port 9e05da5d-5399-491c-b171-2e6fa2ae180f on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:54:22.871922 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ad107216-ea64-4a9a-afc4-f4252a03d06d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8431334 Aug 26 01:54:22.875507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 32768) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:22.882996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:54:22.883479 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:54:22.883886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:22.884281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:54:22.884755 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Bound port: 9e05da5d-5399-491c-b171-2e6fa2ae180f, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:54:22.885129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:22.955269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4419ed-7671-4dd5-9655-13fbc70d244d None None] Pushing event updated for resources: {'Port': ['ID=9e05da5d-5399-491c-b171-2e6fa2ae180f,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:23.035670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] For port 9e05da5d-5399-491c-b171-2e6fa2ae180f, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:54:23.039866 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] For port 9e05da5d-5399-491c-b171-2e6fa2ae180f, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9e05da5d-5399-491c-b171-2e6fa2ae180f,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:54:23.099038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ips': [{'subnet_id': '509b3ba3-1954-4b0b-821f-45a843b3723e'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:54:23.099866 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:23.115150 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:23.212181 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Routers {'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:54:23.212814 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:54:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:23.392092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4419ed-7671-4dd5-9655-13fbc70d244d None None] Pushing event updated for resources: {'Port': ['ID=9e05da5d-5399-491c-b171-2e6fa2ae180f,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:23.484966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] Set router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:54:23.587348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Allocated IP 172.20.0.2 (1398ac87-5ad1-4e83-ac3d-b101dde4d218/509b3ba3-1954-4b0b-821f-45a843b3723e/415b264a-c861-467c-8952-ad07c0e10c9d) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:54:23.705785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:23.944083 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:23.956790 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Transition to ACTIVE for port object 415b264a-c861-467c-8952-ad07c0e10c9d will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:54:24.030087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Transition to ACTIVE for port object 415b264a-c861-467c-8952-ad07c0e10c9d will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:54:24.032241 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:20Z', 'revision_number': 3, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:24.037094 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c8a27-4e61-4ed7-9b2c-aee38db00586 None None] The sync data for ids ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'] in dv-neutron-854561-2-hyperv is: [{'id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:20Z', 'revision_number': 3, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:54:24.101885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:24.169120 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Network 1398ac87-5ad1-4e83-ac3d-b101dde4d218 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:54:24.172948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:54:24.174533 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.20.0.1 (1398ac87-5ad1-4e83-ac3d-b101dde4d218/509b3ba3-1954-4b0b-821f-45a843b3723e/cea82666-59f8-40ff-825c-23617612917c) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:54:24.176710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:54:24.182530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Pushing event updated for resources: {'Port': ['ID=415b264a-c861-467c-8952-ad07c0e10c9d,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:24.308589 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Attempting to bind port 415b264a-c861-467c-8952-ad07c0e10c9d on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:54:24.309121 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Attempting to bind port 415b264a-c861-467c-8952-ad07c0e10c9d by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '3ad7e032-ae7c-48d8-b735-ff317e90023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:54:24.309595 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Attempting to bind port 415b264a-c861-467c-8952-ad07c0e10c9d on network 1398ac87-5ad1-4e83-ac3d-b101dde4d218 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:54:24.315811 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:54:24.316302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Checking segment: {'id': '3ad7e032-ae7c-48d8-b735-ff317e90023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:54:24.316784 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:24.317249 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Bound using segment: {'id': '3ad7e032-ae7c-48d8-b735-ff317e90023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:54:24.317949 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Bound port: 415b264a-c861-467c-8952-ad07c0e10c9d, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad7e032-ae7c-48d8-b735-ff317e90023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:54:24.318400 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:24.367246 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:24.385318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Transition to ACTIVE for port object cea82666-59f8-40ff-825c-23617612917c will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:54:24.417702 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] For port 415b264a-c861-467c-8952-ad07c0e10c9d, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:54:24.421481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] For port 415b264a-c861-467c-8952-ad07c0e10c9d, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=415b264a-c861-467c-8952-ad07c0e10c9d,segment=NetworkSegment(3ad7e032-ae7c-48d8-b735-ff317e90023c),segment_id=3ad7e032-ae7c-48d8-b735-ff317e90023c)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:54:24.484994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:24.513129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:24.560934 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 1398ac87-5ad1-4e83-ac3d-b101dde4d218 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:54:24.564622 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:54:24.567224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:54:24.596934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffba5d-9029-4d93-898f-8864f84af27a None None] Pushing event updated for resources: {'Port': ['ID=415b264a-c861-467c-8952-ad07c0e10c9d,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:24.611382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=cea82666-59f8-40ff-825c-23617612917c,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:24.634558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:24.870354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:25.291861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:25.329458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:25.450312 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=cea82666-59f8-40ff-825c-23617612917c,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:25.452082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:25.713706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 1398ac87-5ad1-4e83-ac3d-b101dde4d218 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:54:25.715233 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:54:25.802953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9e05da5d-5399-491c-b171-2e6fa2ae180f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:54:25.923005 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:54:25.958496 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 9e05da5d-5399-491c-b171-2e6fa2ae180f completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:54:25.969981 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9e05da5d-5399-491c-b171-2e6fa2ae180f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:54:25.970204 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:26.051642 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655654c0-6fed-4b03-b069-5bb001ebd63f None None] Network 1398ac87-5ad1-4e83-ac3d-b101dde4d218 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:54:26.111852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:54:26.121908 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Sync routers for ids ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:54:26.125848 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b0217b23-1181-455b-ae19-822e809e13d4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "PUT /v2.0/routers/f5edb0d9-96d4-4d3c-886b-cdf55fe55f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2490726 Aug 26 01:54:26.133936 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Routers {'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:54:26.135123 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:54:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:26.201643 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9e05da5d-5399-491c-b171-2e6fa2ae180f is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:54:26.202186 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:26.244058 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 9e05da5d-5399-491c-b171-2e6fa2ae180f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9e05da5d-5399-491c-b171-2e6fa2ae180f,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:54:26.281718 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ed1d9e9f-b71c-44d7-8d08-e4a345b10894 None None] Provisioning for port 415b264a-c861-467c-8952-ad07c0e10c9d completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:54:26.308404 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-edc4d6bf-141b-4f7a-81f5-8182c33bd4b4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1135386901&fields=id&tenant_id=54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 267 time: 0.0500054 Aug 26 01:54:26.332927 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Set router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:54:26.347079 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:26.347917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 415b264a-c861-467c-8952-ad07c0e10c9d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:54:26.470356 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1f96951b-da6c-40b2-b083-bfaa6fc56f65 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:26.472133 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1f96951b-da6c-40b2-b083-bfaa6fc56f65 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/networks?id=1398ac87-5ad1-4e83-ac3d-b101dde4d218 HTTP/1.1" status: 200 len: 797 time: 0.1623173 Aug 26 01:54:26.482923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=9e05da5d-5399-491c-b171-2e6fa2ae180f,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:26.491666 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-c9085f37-5c7a-4f49-b464-05671699b2b2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/quotas/54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 375 time: 0.0124228 Aug 26 01:54:26.564251 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 415b264a-c861-467c-8952-ad07c0e10c9d completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:54:26.569598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 415b264a-c861-467c-8952-ad07c0e10c9d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:54:26.569997 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:26.596888 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-7a213186-eb81-4392-ab50-599e8e207f1a req-8e21e5e2-d1f0-47e4-832c-52333b4415aa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:54:26.689107 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:24Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'cea82666-59f8-40ff-825c-23617612917c', 'name': '', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:dd:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:23Z', 'updated_at': '2022-08-26T01:54:25Z', 'revision_number': 2, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:26.693888 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Checking router: f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:54:26.694453 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Updating router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 port cea82666-59f8-40ff-825c-23617612917c binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:54:26.702786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-7a213186-eb81-4392-ab50-599e8e207f1a req-8e21e5e2-d1f0-47e4-832c-52333b4415aa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:54:26.704682 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-8e21e5e2-d1f0-47e4-832c-52333b4415aa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2019463 Aug 26 01:54:26.721598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 415b264a-c861-467c-8952-ad07c0e10c9d is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:54:26.722210 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:26.753321 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:26.760899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 415b264a-c861-467c-8952-ad07c0e10c9d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=415b264a-c861-467c-8952-ad07c0e10c9d,segment=NetworkSegment(3ad7e032-ae7c-48d8-b735-ff317e90023c),segment_id=3ad7e032-ae7c-48d8-b735-ff317e90023c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:54:26.838940 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:26.901688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4ee93401-5eed-40a8-8f8e-10b4d064f1ce None None] Provisioning for port cea82666-59f8-40ff-825c-23617612917c completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:54:26.913528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4ee93401-5eed-40a8-8f8e-10b4d064f1ce None None] Provisioning complete for port cea82666-59f8-40ff-825c-23617612917c triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:54:26.913931 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4ee93401-5eed-40a8-8f8e-10b4d064f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:26.952780 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-bb36f249-6edb-4888-9a6c-101216dc9c28 service neutron] 10.222.0.83 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328966 Aug 26 01:54:26.986123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=415b264a-c861-467c-8952-ad07c0e10c9d,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:26.990656 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4ee93401-5eed-40a8-8f8e-10b4d064f1ce None None] Port cea82666-59f8-40ff-825c-23617612917c cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:54:27.009869 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4ee93401-5eed-40a8-8f8e-10b4d064f1ce None None] Provisioning complete for port 415b264a-c861-467c-8952-ad07c0e10c9d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:54:27.010254 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4ee93401-5eed-40a8-8f8e-10b4d064f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:27.105708 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-d0fdb54c-98db-4cc5-ad71-cac41208d176 service neutron] 10.222.0.83 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520050 Aug 26 01:54:27.156587 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4ee93401-5eed-40a8-8f8e-10b4d064f1ce None None] Current status of the port 415b264a-c861-467c-8952-ad07c0e10c9d is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:54:27.163182 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:27.176020 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Transition to ACTIVE for port object cea82666-59f8-40ff-825c-23617612917c will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:54:27.250348 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:27.401978 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b338f-3d09-4ab6-b7d7-f811a5b87eea None None] Pushing event updated for resources: {'Port': ['ID=cea82666-59f8-40ff-825c-23617612917c,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:27.432387 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-77b49c9a-6ce6-4974-a7de-59f931afdbc4 req-3f06cd10-742e-440b-9ef5-50ae1201e742 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:54:27.446694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-77b49c9a-6ce6-4974-a7de-59f931afdbc4 req-3f06cd10-742e-440b-9ef5-50ae1201e742 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:54:27.447650 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77b49c9a-6ce6-4974-a7de-59f931afdbc4 req-3f06cd10-742e-440b-9ef5-50ae1201e742 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 210 time: 0.0760596 Aug 26 01:54:27.450111 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b338f-3d09-4ab6-b7d7-f811a5b87eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:27.450454 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b338f-3d09-4ab6-b7d7-f811a5b87eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:27.450785 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b338f-3d09-4ab6-b7d7-f811a5b87eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:27.451837 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b338f-3d09-4ab6-b7d7-f811a5b87eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:27.452158 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b338f-3d09-4ab6-b7d7-f811a5b87eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:27.452554 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b338f-3d09-4ab6-b7d7-f811a5b87eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:27.452823 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b338f-3d09-4ab6-b7d7-f811a5b87eea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:27.453126 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b338f-3d09-4ab6-b7d7-f811a5b87eea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:27.453446 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b338f-3d09-4ab6-b7d7-f811a5b87eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:27.453778 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b338f-3d09-4ab6-b7d7-f811a5b87eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:27.454098 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b338f-3d09-4ab6-b7d7-f811a5b87eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:27.454400 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b338f-3d09-4ab6-b7d7-f811a5b87eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:54:27.472782 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Attempting to bind port cea82666-59f8-40ff-825c-23617612917c on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:54:27.473143 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Attempting to bind port cea82666-59f8-40ff-825c-23617612917c by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '3ad7e032-ae7c-48d8-b735-ff317e90023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:54:27.473496 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Attempting to bind port cea82666-59f8-40ff-825c-23617612917c on network 1398ac87-5ad1-4e83-ac3d-b101dde4d218 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:54:27.478885 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:54:27.479246 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Checking segment: {'id': '3ad7e032-ae7c-48d8-b735-ff317e90023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:54:27.479637 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:27.480013 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Bound using segment: {'id': '3ad7e032-ae7c-48d8-b735-ff317e90023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:54:27.480459 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Bound port: cea82666-59f8-40ff-825c-23617612917c, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad7e032-ae7c-48d8-b735-ff317e90023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:54:27.480816 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:27.569626 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] For port cea82666-59f8-40ff-825c-23617612917c, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:54:27.572555 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] For port cea82666-59f8-40ff-825c-23617612917c, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=cea82666-59f8-40ff-825c-23617612917c,segment=NetworkSegment(3ad7e032-ae7c-48d8-b735-ff317e90023c),segment_id=3ad7e032-ae7c-48d8-b735-ff317e90023c)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:54:27.672984 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:27.735289 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Routers {'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:54:27.735908 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:54:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:27.747613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9e05da5d-5399-491c-b171-2e6fa2ae180f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:54:27.843803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9e05da5d-5399-491c-b171-2e6fa2ae180f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:54:27.844482 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:27.875780 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b338f-3d09-4ab6-b7d7-f811a5b87eea None None] Pushing event updated for resources: {'Port': ['ID=cea82666-59f8-40ff-825c-23617612917c,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:27.923799 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] Set router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:54:27.969089 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9e05da5d-5399-491c-b171-2e6fa2ae180f is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:54:27.970200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 415b264a-c861-467c-8952-ad07c0e10c9d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:54:28.037463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 415b264a-c861-467c-8952-ad07c0e10c9d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:54:28.037778 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:28.193460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 415b264a-c861-467c-8952-ad07c0e10c9d is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:54:28.274035 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:24Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'cea82666-59f8-40ff-825c-23617612917c', 'name': '', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:dd:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:23Z', 'updated_at': '2022-08-26T01:54:27Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:28.277888 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047d50a-9790-44f4-a6d7-33d60a7184d2 None None] The sync data for ids ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'] in dv-neutron-854561-2-hyperv is: [{'id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:24Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'cea82666-59f8-40ff-825c-23617612917c', 'name': '', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:dd:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:23Z', 'updated_at': '2022-08-26T01:54:27Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:54:28.626035 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cddc77a3-5646-459c-a21d-cf67fbf7cb0d req-9086e8e3-2d5b-4949-a339-2e7ac446f246 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 210 time: 0.0541289 Aug 26 01:54:29.651806 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a213186-eb81-4392-ab50-599e8e207f1a req-5a2e9985-cab9-4c41-b52a-b6eb895725d3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:29.652572 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-7a213186-eb81-4392-ab50-599e8e207f1a req-5a2e9985-cab9-4c41-b52a-b6eb895725d3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:54:29.759728 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device cea82666-59f8-40ff-825c-23617612917c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:54:29.779767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-7a213186-eb81-4392-ab50-599e8e207f1a req-5a2e9985-cab9-4c41-b52a-b6eb895725d3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:54:29.781169 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-5a2e9985-cab9-4c41-b52a-b6eb895725d3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/networks?id=1398ac87-5ad1-4e83-ac3d-b101dde4d218 HTTP/1.1" status: 200 len: 797 time: 0.2724109 Aug 26 01:54:29.790255 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23849a1a-6c6e-4b5f-b5aa-92b7e59995f3 req-fa602dc4-5aec-4aca-b933-13b1cfc41312 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 210 time: 0.0541027 Aug 26 01:54:29.853609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-7a213186-eb81-4392-ab50-599e8e207f1a req-d555f83d-cb2f-46c7-92b3-8ce2b4519cfc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:54:29.889472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port cea82666-59f8-40ff-825c-23617612917c completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:54:29.896591 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port cea82666-59f8-40ff-825c-23617612917c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:54:29.977368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:30.013362 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port cea82666-59f8-40ff-825c-23617612917c is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:54:30.021532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:30.051399 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port cea82666-59f8-40ff-825c-23617612917c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=cea82666-59f8-40ff-825c-23617612917c,segment=NetworkSegment(3ad7e032-ae7c-48d8-b735-ff317e90023c),segment_id=3ad7e032-ae7c-48d8-b735-ff317e90023c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:54:30.053623 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-7a213186-eb81-4392-ab50-599e8e207f1a req-d555f83d-cb2f-46c7-92b3-8ce2b4519cfc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:54:30.054806 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-d555f83d-cb2f-46c7-92b3-8ce2b4519cfc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 380 time: 0.2489393 Aug 26 01:54:30.066789 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'port': {'device_id': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'admin_state_up': True, 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'security_groups': ['f654e440-e5b6-4826-8d1e-d940e16bbf28']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:54:30.110795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:30.180369 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=cea82666-59f8-40ff-825c-23617612917c,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:30.211011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:54:30.221164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:54:30.287726 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Made reservation on behalf of 54043feb5dd94b4e99a37394a66eb190 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:54:30.291122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:30.451884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.20.0.4 (1398ac87-5ad1-4e83-ac3d-b101dde4d218/509b3ba3-1954-4b0b-821f-45a843b3723e/78b5f784-b7b9-44df-a482-2c12c04549d4) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:54:30.546901 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fb258083-4ed4-4a3f-aa01-c33721e7eaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:30.643843 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:30.658808 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Transition to ACTIVE for port object 78b5f784-b7b9-44df-a482-2c12c04549d4 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:54:30.741893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:30.815277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 1398ac87-5ad1-4e83-ac3d-b101dde4d218 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:54:30.818263 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:54:30.822597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:54:30.869482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=78b5f784-b7b9-44df-a482-2c12c04549d4,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:30.901873 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:30.902652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:31.006584 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cfe85-68ae-4c62-b568-68af5fd1af96 req-b2f2dc53-a2a9-44ab-8561-21050778605b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:31.008122 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d71cfe85-68ae-4c62-b568-68af5fd1af96 req-b2f2dc53-a2a9-44ab-8561-21050778605b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 931 time: 0.0927277 Aug 26 01:54:31.016009 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-1c2fc04a-b784-4d26-86d4-77efa454c6e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9528813 Aug 26 01:54:31.040553 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Request body: {'port': {'device_id': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:54:31.054918 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d71cfe85-68ae-4c62-b568-68af5fd1af96 req-66206150-eb5d-419f-8029-d08fb41c9d27 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400915 Aug 26 01:54:31.156875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:31.175078 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-493bb902-c65c-437e-b9cc-08a241699af5 None None] Provisioning for port 78b5f784-b7b9-44df-a482-2c12c04549d4 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:54:31.180132 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-493bb902-c65c-437e-b9cc-08a241699af5 None None] Provisioning complete for port 78b5f784-b7b9-44df-a482-2c12c04549d4 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:54:31.180604 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-493bb902-c65c-437e-b9cc-08a241699af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:31.234662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-493bb902-c65c-437e-b9cc-08a241699af5 None None] Port 78b5f784-b7b9-44df-a482-2c12c04549d4 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:54:31.602311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b5f784-b7b9-44df-a482-2c12c04549d4 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:54:31.610188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:31.624999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Transition to ACTIVE for port object 78b5f784-b7b9-44df-a482-2c12c04549d4 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:54:31.706642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:31.744160 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device cea82666-59f8-40ff-825c-23617612917c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:54:31.816395 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port cea82666-59f8-40ff-825c-23617612917c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:54:31.816769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:31.895367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Pushing event updated for resources: {'Port': ['ID=78b5f784-b7b9-44df-a482-2c12c04549d4,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:31.937046 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port cea82666-59f8-40ff-825c-23617612917c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:54:31.940756 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Attempting to bind port 78b5f784-b7b9-44df-a482-2c12c04549d4 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:54:31.941099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Attempting to bind port 78b5f784-b7b9-44df-a482-2c12c04549d4 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '3ad7e032-ae7c-48d8-b735-ff317e90023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:54:31.941428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Attempting to bind port 78b5f784-b7b9-44df-a482-2c12c04549d4 on network 1398ac87-5ad1-4e83-ac3d-b101dde4d218 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:54:31.946096 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Port 78b5f784-b7b9-44df-a482-2c12c04549d4 on network 1398ac87-5ad1-4e83-ac3d-b101dde4d218 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:54:31.946409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Attempting to bind port 78b5f784-b7b9-44df-a482-2c12c04549d4 on network 1398ac87-5ad1-4e83-ac3d-b101dde4d218 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:54:31.951445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:54:31.951771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Checking segment: {'id': '3ad7e032-ae7c-48d8-b735-ff317e90023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:54:31.952142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Bound using segment: {'id': '3ad7e032-ae7c-48d8-b735-ff317e90023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:54:31.952660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Bound port: 78b5f784-b7b9-44df-a482-2c12c04549d4, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad7e032-ae7c-48d8-b735-ff317e90023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:54:31.953006 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:32.040590 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] For port 78b5f784-b7b9-44df-a482-2c12c04549d4, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:54:32.043614 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] For port 78b5f784-b7b9-44df-a482-2c12c04549d4, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=78b5f784-b7b9-44df-a482-2c12c04549d4,segment=NetworkSegment(3ad7e032-ae7c-48d8-b735-ff317e90023c),segment_id=3ad7e032-ae7c-48d8-b735-ff317e90023c)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:54:32.105532 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:32.109312 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:32.110004 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:32.111343 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] 10.222.0.94 "PUT /v2.0/ports/78b5f784-b7b9-44df-a482-2c12c04549d4 HTTP/1.1" status: 200 len: 1093 time: 1.0748966 Aug 26 01:54:32.140168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'tag': '78b5f784-b7b9-44df-a482-2c12c04549d4'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:54:32.206522 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ecd665-a21d-4ce8-8244-b2cfc7104dfa'] response: {'name': 'network-changed', 'server_uuid': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'tag': '78b5f784-b7b9-44df-a482-2c12c04549d4', 'status': 'completed', 'code': 200} Aug 26 01:54:32.240776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b033ef-3c05-4a63-8ce5-4ca0eed9996c service neutron] Pushing event updated for resources: {'Port': ['ID=78b5f784-b7b9-44df-a482-2c12c04549d4,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:32.326482 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c1a2-fdba-48c6-94a2-e4bcc2d5e321 req-ca882490-3dd3-4903-95dd-27a2dcde5d97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:32.327159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-87d9c1a2-fdba-48c6-94a2-e4bcc2d5e321 req-ca882490-3dd3-4903-95dd-27a2dcde5d97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:54:32.349368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826c78c-29e0-4404-9b82-2cd4f784ad60 req-f61fb4eb-e340-4ca7-a2d5-cb265da6d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:32.350854 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8826c78c-29e0-4404-9b82-2cd4f784ad60 req-f61fb4eb-e340-4ca7-a2d5-cb265da6d346 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 1096 time: 0.1047821 Aug 26 01:54:32.441446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-87d9c1a2-fdba-48c6-94a2-e4bcc2d5e321 req-ca882490-3dd3-4903-95dd-27a2dcde5d97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:54:32.442644 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-87d9c1a2-fdba-48c6-94a2-e4bcc2d5e321 req-ca882490-3dd3-4903-95dd-27a2dcde5d97 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 943 time: 0.2751236 Aug 26 01:54:32.523149 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-87d9c1a2-fdba-48c6-94a2-e4bcc2d5e321 req-e49f6b18-6f75-460b-a854-e882aa147e00 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702288 Aug 26 01:54:32.541419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826c78c-29e0-4404-9b82-2cd4f784ad60 req-436cb532-6767-400e-8665-b8a6215a0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:32.542885 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8826c78c-29e0-4404-9b82-2cd4f784ad60 req-436cb532-6767-400e-8665-b8a6215a0ff3 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=54043feb5dd94b4e99a37394a66eb190&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1729758 Aug 26 01:54:32.683098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826c78c-29e0-4404-9b82-2cd4f784ad60 req-d918daac-e008-478b-978e-2cd8956da622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:32.684515 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8826c78c-29e0-4404-9b82-2cd4f784ad60 req-d918daac-e008-478b-978e-2cd8956da622 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1330538 Aug 26 01:54:32.837375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a213186-eb81-4392-ab50-599e8e207f1a req-d9e5d7ba-36c0-4c48-8c11-f095da79cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:32.838881 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-d9e5d7ba-36c0-4c48-8c11-f095da79cc3b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 1096 time: 0.0815182 Aug 26 01:54:32.922029 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-d3bff970-65ff-419b-a006-e91029475121 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78b5f784-b7b9-44df-a482-2c12c04549d4 HTTP/1.1" status: 200 len: 217 time: 0.0628531 Aug 26 01:54:32.985829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a213186-eb81-4392-ab50-599e8e207f1a req-24b864d9-2bb5-48a5-8827-96059430cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:32.987214 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-24b864d9-2bb5-48a5-8827-96059430cb64 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=509b3ba3-1954-4b0b-821f-45a843b3723e HTTP/1.1" status: 200 len: 835 time: 0.0567429 Aug 26 01:54:32.999092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-12a1e852-9415-4be0-a9a9-ece1b657e4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:33.073021 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a213186-eb81-4392-ab50-599e8e207f1a req-0b9a3975-8d2f-4a4f-9d20-c7b51af3b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:33.074497 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-0b9a3975-8d2f-4a4f-9d20-c7b51af3b470 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1398ac87-5ad1-4e83-ac3d-b101dde4d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794635 Aug 26 01:54:33.313301 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-593e85c7-136b-48a2-9aa5-013379a4100c service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293146 Aug 26 01:54:33.446861 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7a213186-eb81-4392-ab50-599e8e207f1a req-6d573f3d-cce4-460c-a5d8-8be33da45d3b service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238801 Aug 26 01:54:33.722874 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aee1b8-57cb-4400-92fd-a8766856e53f req-b5b3535b-1c71-4ccb-b182-c34710f6c207 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:33.724331 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-64aee1b8-57cb-4400-92fd-a8766856e53f req-b5b3535b-1c71-4ccb-b182-c34710f6c207 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 943 time: 0.0915265 Aug 26 01:54:33.745092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:33.769409 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-64aee1b8-57cb-4400-92fd-a8766856e53f req-cf26087a-35c3-488d-9117-0855acc4543a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392735 Aug 26 01:54:34.163696 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:34.961867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e70e3-6de4-49a6-88bf-7d6b0d2cb7fc req-0ed38feb-40c7-419b-85e2-c501e28dc2fa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:34.963320 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f4e70e3-6de4-49a6-88bf-7d6b0d2cb7fc req-0ed38feb-40c7-419b-85e2-c501e28dc2fa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 943 time: 0.0861564 Aug 26 01:54:35.007014 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f4e70e3-6de4-49a6-88bf-7d6b0d2cb7fc req-df9c5445-80a2-4527-af90-c54c7b2b2d05 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379739 Aug 26 01:54:35.700987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:36.204690 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7d271-a734-47b5-a29c-d9e30a3424b6 req-1763e9d7-a605-4281-8da5-d9114d5d6dd6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:36.206151 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-36e7d271-a734-47b5-a29c-d9e30a3424b6 req-1763e9d7-a605-4281-8da5-d9114d5d6dd6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 943 time: 0.0895848 Aug 26 01:54:36.249916 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-36e7d271-a734-47b5-a29c-d9e30a3424b6 req-ee40e7b3-8b35-43a0-bbb5-60e946c11eba tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381238 Aug 26 01:54:37.444058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c994a-6830-4d1a-8c0e-62c5a1b6ab9d req-a586ac63-23ce-45a2-ba6c-2b2c0a61250c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:37.445489 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f6c994a-6830-4d1a-8c0e-62c5a1b6ab9d req-a586ac63-23ce-45a2-ba6c-2b2c0a61250c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 943 time: 0.0897119 Aug 26 01:54:37.489419 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1f6c994a-6830-4d1a-8c0e-62c5a1b6ab9d req-88272e61-ca08-44b9-b607-714031d2c59c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381823 Aug 26 01:54:37.496119 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 78b5f784-b7b9-44df-a482-2c12c04549d4 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:54:37.627939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 78b5f784-b7b9-44df-a482-2c12c04549d4, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=78b5f784-b7b9-44df-a482-2c12c04549d4,segment=NetworkSegment(3ad7e032-ae7c-48d8-b735-ff317e90023c),segment_id=3ad7e032-ae7c-48d8-b735-ff317e90023c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:54:37.640644 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '78b5f784-b7b9-44df-a482-2c12c04549d4', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'port_id': '78b5f784-b7b9-44df-a482-2c12c04549d4', 'mac_address': 'fa:16:3e:1f:d5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:54:37.695542 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 78b5f784-b7b9-44df-a482-2c12c04549d4 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:54:37.695953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:37.712671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b5f784-b7b9-44df-a482-2c12c04549d4 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:54:37.728940 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 78b5f784-b7b9-44df-a482-2c12c04549d4, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=78b5f784-b7b9-44df-a482-2c12c04549d4,segment=NetworkSegment(3ad7e032-ae7c-48d8-b735-ff317e90023c),segment_id=3ad7e032-ae7c-48d8-b735-ff317e90023c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:54:37.808091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:37.879484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=78b5f784-b7b9-44df-a482-2c12c04549d4,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:38.186620 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['78b5f784-b7b9-44df-a482-2c12c04549d4'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:54:38.680551 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef73d13-dbb5-49f7-b851-32b841ae9506 req-5f615a2b-ad35-4e10-9df5-9171a00ed243 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:38.682036 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9ef73d13-dbb5-49f7-b851-32b841ae9506 req-5f615a2b-ad35-4e10-9df5-9171a00ed243 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 944 time: 0.0857577 Aug 26 01:54:38.726116 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9ef73d13-dbb5-49f7-b851-32b841ae9506 req-f9304208-70f8-4aec-9732-c9410aa631aa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375786 Aug 26 01:54:39.495779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 78b5f784-b7b9-44df-a482-2c12c04549d4 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:54:39.625069 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 78b5f784-b7b9-44df-a482-2c12c04549d4 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:54:39.629898 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 78b5f784-b7b9-44df-a482-2c12c04549d4 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:54:39.630268 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:39.743339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 78b5f784-b7b9-44df-a482-2c12c04549d4 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:54:39.743714 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:39.771547 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b5f784-b7b9-44df-a482-2c12c04549d4'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:54:39.782069 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 78b5f784-b7b9-44df-a482-2c12c04549d4, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=78b5f784-b7b9-44df-a482-2c12c04549d4,segment=NetworkSegment(3ad7e032-ae7c-48d8-b735-ff317e90023c),segment_id=3ad7e032-ae7c-48d8-b735-ff317e90023c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:54:39.819805 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af09d86-6c6d-4ebb-9d24-e360ca4e48a5'] response: {'server_uuid': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b5f784-b7b9-44df-a482-2c12c04549d4', 'code': 200} Aug 26 01:54:39.865041 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:39.929610 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72efcbc-c7a9-42d3-93ab-da04d072419c req-a1effa9d-5b72-4e60-b575-27b6541c594c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:39.931049 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f72efcbc-c7a9-42d3-93ab-da04d072419c req-a1effa9d-5b72-4e60-b575-27b6541c594c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0917783 Aug 26 01:54:39.972684 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=78b5f784-b7b9-44df-a482-2c12c04549d4,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:39.981257 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f72efcbc-c7a9-42d3-93ab-da04d072419c req-d2534c18-447e-45ea-af11-123f00d6df8a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431936 Aug 26 01:54:40.369087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b96f8-6c7d-45ac-8c09-9ae74028e611 req-ed928a37-efc6-49a4-b5ee-2809b1d34141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:40.370608 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d66b96f8-6c7d-45ac-8c09-9ae74028e611 req-ed928a37-efc6-49a4-b5ee-2809b1d34141 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 1098 time: 0.0759563 Aug 26 01:54:40.416169 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d66b96f8-6c7d-45ac-8c09-9ae74028e611 req-42f5950f-fdce-43f3-aa70-44546243e782 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362172 Aug 26 01:54:41.158208 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:41.185925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a014685-c0d4-44e7-8bce-b41b124e30d4 req-e6c3b97b-b72a-4503-ae5f-67354905affd tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:41.187422 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5a014685-c0d4-44e7-8bce-b41b124e30d4 req-e6c3b97b-b72a-4503-ae5f-67354905affd tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0910873 Aug 26 01:54:41.231667 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5a014685-c0d4-44e7-8bce-b41b124e30d4 req-c27c55af-6f86-46c0-9035-2ecb3965d235 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385869 Aug 26 01:54:42.427851 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d1875-6283-42b4-890c-786adfee328c req-fa4fcb39-d028-4617-adfb-2f24272e094e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:42.429305 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-543d1875-6283-42b4-890c-786adfee328c req-fa4fcb39-d028-4617-adfb-2f24272e094e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0919883 Aug 26 01:54:42.473200 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-543d1875-6283-42b4-890c-786adfee328c req-c06b90ed-a447-45a5-a1ff-c11c473877f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382423 Aug 26 01:54:42.670610 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cfe03-4740-4935-9779-ab27c27c811d req-24c18d00-bc14-48f7-81d6-1e9653d2ae45 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:42.672042 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-109cfe03-4740-4935-9779-ab27c27c811d req-24c18d00-bc14-48f7-81d6-1e9653d2ae45 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0889840 Aug 26 01:54:42.814914 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-109cfe03-4740-4935-9779-ab27c27c811d req-0bcd1bcd-f0e1-485a-8f8e-4b3d39ef0666 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368878 Aug 26 01:54:42.847671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 32832) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:42.924797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79503c9b-9df2-45db-bc1d-a4c5441fbf14 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:42.926314 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-79503c9b-9df2-45db-bc1d-a4c5441fbf14 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 1093 time: 0.0776680 Aug 26 01:54:42.929104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 32836) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:42.933860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '78b5f784-b7b9-44df-a482-2c12c04549d4', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:54:42.940212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:54:42.944001 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:floatingip and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:54:42.946781 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:54:42.953142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:54:43.037748 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:43.170410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:43.304787 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.26.2.38 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/d73a92cb-dbeb-4089-9948-3f41d9b5d020) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:54:43.450033 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:43.529723 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:43.599323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:54:43.602352 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:54:43.605959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:54:43.636171 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=d73a92cb-dbeb-4089-9948-3f41d9b5d020,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:44.108199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:44.244341 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:44.447338 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:44.506543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:44.614997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=d73a92cb-dbeb-4089-9948-3f41d9b5d020,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:54:44.617300 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:44.788583 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Floating IP f70c3f20-ca68-4ca1-8342-6f0e6e1f362a associated. External IP: 172.26.2.38, port: 78b5f784-b7b9-44df-a482-2c12c04549d4. Aug 26 01:54:45.145550 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:54:45.316181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:54:45.326126 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95657ff1-511e-40d5-82a0-a7c85d65e66d None None] Sync routers for ids ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:54:45.336625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95657ff1-511e-40d5-82a0-a7c85d65e66d None None] Routers {'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:54:45.337237 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-95657ff1-511e-40d5-82a0-a7c85d65e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:54:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:45.375282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:54:45.433793 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-49a7030b-e82d-4301-81df-ef13c2062b9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5035169 Aug 26 01:54:45.434219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'tag': '78b5f784-b7b9-44df-a482-2c12c04549d4'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:54:45.486507 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db140740-9f53-4b55-848c-1935dd38cbe9'] response: {'name': 'network-changed', 'server_uuid': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'tag': '78b5f784-b7b9-44df-a482-2c12c04549d4', 'status': 'completed', 'code': 200} Aug 26 01:54:45.521486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-95657ff1-511e-40d5-82a0-a7c85d65e66d None None] Set router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:54:45.671656 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95ab9f-afc5-4f0c-bdb1-3320b00d05af req-93293208-c949-4a22-b0ec-7edae202e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:45.673110 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-de95ab9f-afc5-4f0c-bdb1-3320b00d05af req-93293208-c949-4a22-b0ec-7edae202e163 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 1098 time: 0.1398277 Aug 26 01:54:45.681057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3fe43-fa9b-485e-9ec5-721d36c783bd req-124109a3-9b3f-46ea-b25d-63a310f189cf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:45.682445 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-50b3fe43-fa9b-485e-9ec5-721d36c783bd req-124109a3-9b3f-46ea-b25d-63a310f189cf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.1510653 Aug 26 01:54:45.884498 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-95657ff1-511e-40d5-82a0-a7c85d65e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:24Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'f70c3f20-ca68-4ca1-8342-6f0e6e1f362a', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'port_id': '78b5f784-b7b9-44df-a482-2c12c04549d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'mac_address': 'fa:16:3e:1f:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:54:44Z', 'updated_at': '2022-08-26T01:54:44Z', 'revision_number': 0, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea82666-59f8-40ff-825c-23617612917c', 'name': '', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:dd:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:23Z', 'updated_at': '2022-08-26T01:54:30Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:45.888427 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95657ff1-511e-40d5-82a0-a7c85d65e66d None None] Checking router: f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:54:45.898793 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95657ff1-511e-40d5-82a0-a7c85d65e66d None None] Routers {'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:54:45.899425 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-95657ff1-511e-40d5-82a0-a7c85d65e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:54:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:45.932333 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-50b3fe43-fa9b-485e-9ec5-721d36c783bd req-e87d5adc-3117-4b69-bb92-2ab19f27f2aa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041808 Aug 26 01:54:45.960692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 32844) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:45.968725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95ab9f-afc5-4f0c-bdb1-3320b00d05af req-1c301f8c-892c-4f50-b648-5dd35398db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:45.970302 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-de95ab9f-afc5-4f0c-bdb1-3320b00d05af req-1c301f8c-892c-4f50-b648-5dd35398db2b service neutron] 10.222.0.94 "GET /v2.0/networks?id=1398ac87-5ad1-4e83-ac3d-b101dde4d218 HTTP/1.1" status: 200 len: 899 time: 0.2870364 Aug 26 01:54:46.069532 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f0ebfa7c-a5a0-4ddd-9c17-e3e24698043c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/f70c3f20-ca68-4ca1-8342-6f0e6e1f362a HTTP/1.1" status: 200 len: 990 time: 0.1064641 Aug 26 01:54:46.077281 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-de95ab9f-afc5-4f0c-bdb1-3320b00d05af req-6895471a-370f-422c-a652-5e9eec4e3738 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78b5f784-b7b9-44df-a482-2c12c04549d4 HTTP/1.1" status: 200 len: 998 time: 0.1006205 Aug 26 01:54:46.082519 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-95657ff1-511e-40d5-82a0-a7c85d65e66d None None] Set router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:54:46.137999 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95ab9f-afc5-4f0c-bdb1-3320b00d05af req-a2d5744f-2e92-4402-ab92-c8ae62379d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:46.140011 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-de95ab9f-afc5-4f0c-bdb1-3320b00d05af req-a2d5744f-2e92-4402-ab92-c8ae62379d5a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=509b3ba3-1954-4b0b-821f-45a843b3723e HTTP/1.1" status: 200 len: 835 time: 0.0572059 Aug 26 01:54:46.224797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95ab9f-afc5-4f0c-bdb1-3320b00d05af req-78f41731-7b36-42ec-aaee-f7c4113ca00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:54:46.226196 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-de95ab9f-afc5-4f0c-bdb1-3320b00d05af req-78f41731-7b36-42ec-aaee-f7c4113ca00e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1398ac87-5ad1-4e83-ac3d-b101dde4d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785785 Aug 26 01:54:46.356998 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-de95ab9f-afc5-4f0c-bdb1-3320b00d05af req-c9552d18-7a61-4c05-8b85-e43f11bdf221 service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243529 Aug 26 01:54:46.439293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-95657ff1-511e-40d5-82a0-a7c85d65e66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:24Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'f70c3f20-ca68-4ca1-8342-6f0e6e1f362a', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'port_id': '78b5f784-b7b9-44df-a482-2c12c04549d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'mac_address': 'fa:16:3e:1f:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:54:44Z', 'updated_at': '2022-08-26T01:54:44Z', 'revision_number': 0, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea82666-59f8-40ff-825c-23617612917c', 'name': '', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:dd:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:23Z', 'updated_at': '2022-08-26T01:54:30Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:54:46.443353 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95657ff1-511e-40d5-82a0-a7c85d65e66d None None] The sync data for ids ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'] in dv-neutron-854561-2-hyperv is: [{'id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:24Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'f70c3f20-ca68-4ca1-8342-6f0e6e1f362a', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'port_id': '78b5f784-b7b9-44df-a482-2c12c04549d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'mac_address': 'fa:16:3e:1f:d5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:54:44Z', 'updated_at': '2022-08-26T01:54:44Z', 'revision_number': 0, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea82666-59f8-40ff-825c-23617612917c', 'name': '', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:dd:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:23Z', 'updated_at': '2022-08-26T01:54:30Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:54:46.491344 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-de95ab9f-afc5-4f0c-bdb1-3320b00d05af req-ae82bb58-91fb-448b-abc1-aa0e3b62ca1b service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280694 Aug 26 01:54:46.624113 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441e931b-91bb-4f2e-9016-a0a922ab6688 None None] New status for floating IP f70c3f20-ca68-4ca1-8342-6f0e6e1f362a: ACTIVE {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:54:47.072413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 32848) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:54:47.177098 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5c24bd7c-60ec-4c51-ab53-f2aba9244f2c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/f70c3f20-ca68-4ca1-8342-6f0e6e1f362a HTTP/1.1" status: 200 len: 992 time: 0.1034732 Aug 26 01:54:48.926213 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:55:00.567215 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-419f92ab-ef79-4f34-afeb-61f8e79dedb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:03.002493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-588b9c02-8047-468c-bddb-d9335a57288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:03.780070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:04.146051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:05.669875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:11.163056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:12.620229 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-727f2e75-7be0-4ebb-8ccd-2db4747cb432 req-c8b85460-8dff-4eae-b7dc-cfaafd3c2990 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767305 Aug 26 01:55:12.789371 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f2e75-7be0-4ebb-8ccd-2db4747cb432 req-6666e4e0-2d50-4ba3-a9a1-22b43d0d5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:12.790840 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-727f2e75-7be0-4ebb-8ccd-2db4747cb432 req-6666e4e0-2d50-4ba3-a9a1-22b43d0d5fae service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 1098 time: 0.0800643 Aug 26 01:55:12.943913 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f2e75-7be0-4ebb-8ccd-2db4747cb432 req-822a82b0-989f-4256-9d1e-43d5d5f23cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:12.945246 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-727f2e75-7be0-4ebb-8ccd-2db4747cb432 req-822a82b0-989f-4256-9d1e-43d5d5f23cb0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1398ac87-5ad1-4e83-ac3d-b101dde4d218 HTTP/1.1" status: 200 len: 899 time: 0.1343186 Aug 26 01:55:13.055468 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-727f2e75-7be0-4ebb-8ccd-2db4747cb432 req-84709f7d-8690-4dd5-9971-b92517d1f8fe service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78b5f784-b7b9-44df-a482-2c12c04549d4 HTTP/1.1" status: 200 len: 1000 time: 0.1041846 Aug 26 01:55:13.118272 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f2e75-7be0-4ebb-8ccd-2db4747cb432 req-4eb00f71-fb34-4e44-a3df-b6a4aaa94c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:13.119691 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-727f2e75-7be0-4ebb-8ccd-2db4747cb432 req-4eb00f71-fb34-4e44-a3df-b6a4aaa94c84 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=509b3ba3-1954-4b0b-821f-45a843b3723e HTTP/1.1" status: 200 len: 835 time: 0.0576167 Aug 26 01:55:13.200986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f2e75-7be0-4ebb-8ccd-2db4747cb432 req-6b953fa6-4aee-40c4-9bb9-e5d94ebd059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:13.202391 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-727f2e75-7be0-4ebb-8ccd-2db4747cb432 req-6b953fa6-4aee-40c4-9bb9-e5d94ebd059e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1398ac87-5ad1-4e83-ac3d-b101dde4d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770414 Aug 26 01:55:13.335045 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-727f2e75-7be0-4ebb-8ccd-2db4747cb432 req-c50d4ec5-8b02-4529-af51-81d8bdee8378 service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250973 Aug 26 01:55:13.467615 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-727f2e75-7be0-4ebb-8ccd-2db4747cb432 req-fd8b034d-fd4d-4cc6-9363-f089d1a6dd10 service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265414 Aug 26 01:55:18.755087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a057b-0875-49eb-85ef-6227011f2afb req-6301c16a-f6e2-45a7-8037-94db6933f1c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:18.756522 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0c8a057b-0875-49eb-85ef-6227011f2afb req-6301c16a-f6e2-45a7-8037-94db6933f1c9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0887153 Aug 26 01:55:18.780387 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 32868) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:55:18.802275 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0c8a057b-0875-49eb-85ef-6227011f2afb req-bfa0ffc3-f75e-4c6a-8093-b69dbe96542b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397856 Aug 26 01:55:19.100853 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-88049ca5-fbb3-4c5a-b4ac-e68f3fc40961 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3183982 Aug 26 01:55:20.027637 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595a09c-02ff-4457-a6ed-94182e5a986d req-0eba9c46-0a58-44fb-8ac7-64591f54d281 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:20.029097 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1595a09c-02ff-4457-a6ed-94182e5a986d req-0eba9c46-0a58-44fb-8ac7-64591f54d281 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0911291 Aug 26 01:55:20.073957 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1595a09c-02ff-4457-a6ed-94182e5a986d req-47c49a8a-0f62-48ed-825d-67fc4fd71af7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379889 Aug 26 01:55:21.278116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0e6b4-a8fd-48dc-81dc-952616418528 req-60ead325-2ede-4b60-978d-cb09b11845f9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:21.279676 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0ed0e6b4-a8fd-48dc-81dc-952616418528 req-60ead325-2ede-4b60-978d-cb09b11845f9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0910790 Aug 26 01:55:21.320875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433f897-435f-4b70-81be-774758bfb0b9 req-4089319f-0191-4637-b118-15f902e04185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:21.322368 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-4089319f-0191-4637-b118-15f902e04185 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 1098 time: 0.0771713 Aug 26 01:55:21.325337 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0ed0e6b4-a8fd-48dc-81dc-952616418528 req-fd064d1e-1af2-4846-a823-29a7d7cb37b9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392256 Aug 26 01:55:21.456460 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433f897-435f-4b70-81be-774758bfb0b9 req-119898c6-15f9-47fd-bd63-a6f57721babe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:21.457868 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-119898c6-15f9-47fd-bd63-a6f57721babe service neutron] 10.222.0.94 "GET /v2.0/networks?id=1398ac87-5ad1-4e83-ac3d-b101dde4d218 HTTP/1.1" status: 200 len: 899 time: 0.1266661 Aug 26 01:55:21.563229 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-1c13a146-39b4-4a88-a1db-ce341712ec10 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78b5f784-b7b9-44df-a482-2c12c04549d4 HTTP/1.1" status: 200 len: 1000 time: 0.0965493 Aug 26 01:55:21.631360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433f897-435f-4b70-81be-774758bfb0b9 req-8f85e88f-16c7-45e9-93ae-d9ddaf1f35ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:21.632756 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-8f85e88f-16c7-45e9-93ae-d9ddaf1f35ad service neutron] 10.222.0.94 "GET /v2.0/subnets?id=509b3ba3-1954-4b0b-821f-45a843b3723e HTTP/1.1" status: 200 len: 835 time: 0.0606596 Aug 26 01:55:21.719905 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433f897-435f-4b70-81be-774758bfb0b9 req-4ca8a3dd-d1b8-47f2-8f28-40f7aab51f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:21.722218 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-4ca8a3dd-d1b8-47f2-8f28-40f7aab51f22 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1398ac87-5ad1-4e83-ac3d-b101dde4d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788565 Aug 26 01:55:21.855454 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-c9dfdce4-dc61-44e3-bb00-98fc68aa8bd3 service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235838 Aug 26 01:55:21.989513 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-51902044-2766-4b5c-b22f-aeadc7534e01 service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248024 Aug 26 01:55:22.524741 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ff6d2-aafb-444a-bdaa-faee89efaca0 req-fccffea9-e55e-45df-b4e5-a88e1f94b759 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:22.526242 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-074ff6d2-aafb-444a-bdaa-faee89efaca0 req-fccffea9-e55e-45df-b4e5-a88e1f94b759 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0900810 Aug 26 01:55:22.570881 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-074ff6d2-aafb-444a-bdaa-faee89efaca0 req-59145286-f867-4d6c-997f-7e27b7b2d9dd tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389838 Aug 26 01:55:23.768744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acd83d-7888-4a16-b020-cc32f98a18c6 req-b8eeda79-b135-4dcf-a743-5274f8815598 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:23.770232 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-72acd83d-7888-4a16-b020-cc32f98a18c6 req-b8eeda79-b135-4dcf-a743-5274f8815598 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0884986 Aug 26 01:55:23.820001 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-72acd83d-7888-4a16-b020-cc32f98a18c6 req-0fea3d2a-0232-4093-9145-cf376418937c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440204 Aug 26 01:55:25.013725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97916f4a-89a8-4350-b1c5-02393fa92f3b req-fb5e9a04-4377-458b-9d57-4cfd109edec4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:25.015216 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97916f4a-89a8-4350-b1c5-02393fa92f3b req-fb5e9a04-4377-458b-9d57-4cfd109edec4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0883458 Aug 26 01:55:25.059070 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97916f4a-89a8-4350-b1c5-02393fa92f3b req-c53b8574-8046-4f3f-8b15-94d83b19dab2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372548 Aug 26 01:55:25.927043 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:55:26.255292 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ddad7-8758-483d-9282-e37e53fc0095 req-55bdec1a-84a8-4155-9f4b-975458292bed tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:26.256732 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7c2ddad7-8758-483d-9282-e37e53fc0095 req-55bdec1a-84a8-4155-9f4b-975458292bed tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0869060 Aug 26 01:55:26.300130 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7c2ddad7-8758-483d-9282-e37e53fc0095 req-d740e358-e927-435f-aa6e-3bb7b7b824f2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377438 Aug 26 01:55:27.497299 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e711be-d659-4b39-86df-76b610633b74 req-4ae59189-d8c1-4c37-8b0d-0b94b1132d09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:27.498759 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-06e711be-d659-4b39-86df-76b610633b74 req-4ae59189-d8c1-4c37-8b0d-0b94b1132d09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0897477 Aug 26 01:55:27.542714 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-06e711be-d659-4b39-86df-76b610633b74 req-0a7c109c-af34-4485-82e0-2583ae56e601 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374260 Aug 26 01:55:28.739534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3efba0-0ae0-4693-b54b-f584d272e53c req-af31e053-4d2d-4940-9797-76998372920b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:28.740994 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9e3efba0-0ae0-4693-b54b-f584d272e53c req-af31e053-4d2d-4940-9797-76998372920b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0891697 Aug 26 01:55:28.783982 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9e3efba0-0ae0-4693-b54b-f584d272e53c req-068f9388-d5c0-4bc4-a992-67d3286ad9a5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373645 Aug 26 01:55:29.984926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a80a5-e6a2-4851-87a6-8f0a019bab5d req-162e2487-6f9e-42fb-86e3-d2de4ff333b5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:29.986322 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-592a80a5-e6a2-4851-87a6-8f0a019bab5d req-162e2487-6f9e-42fb-86e3-d2de4ff333b5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0874023 Aug 26 01:55:30.034196 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-592a80a5-e6a2-4851-87a6-8f0a019bab5d req-ec114364-ccca-4a6b-b157-8c003b5d06bd tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411823 Aug 26 01:55:30.543769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a46284bb-6a79-49cc-9e0e-662bc4b89c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:31.234882 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30d633-dde0-4539-80d7-c383c484bc13 req-836810b4-0213-4c51-b1e3-91a5bfd7ca9a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:31.236233 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4f30d633-dde0-4539-80d7-c383c484bc13 req-836810b4-0213-4c51-b1e3-91a5bfd7ca9a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0865982 Aug 26 01:55:31.283194 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4f30d633-dde0-4539-80d7-c383c484bc13 req-b937ac4f-daf3-4094-b499-90ada4b91041 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405610 Aug 26 01:55:32.476941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aecf5c-e612-49e4-9fca-a44b286486ce req-3c505a1d-a5fb-4711-a60b-8656809fd26b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:32.478422 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-91aecf5c-e612-49e4-9fca-a44b286486ce req-3c505a1d-a5fb-4711-a60b-8656809fd26b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0874546 Aug 26 01:55:32.523538 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-91aecf5c-e612-49e4-9fca-a44b286486ce req-439d8230-417b-44e6-8f3b-32ca9e00357b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393915 Aug 26 01:55:33.001466 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-300153c4-8f37-48ae-a047-fd66d40764ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:33.721225 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0eb9bc-1f3c-4222-895d-1c98a8f25c30 req-151a2860-b0be-4a4c-b0e2-4875e2416492 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:33.723524 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef0eb9bc-1f3c-4222-895d-1c98a8f25c30 req-151a2860-b0be-4a4c-b0e2-4875e2416492 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0878894 Aug 26 01:55:33.755074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:33.767419 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef0eb9bc-1f3c-4222-895d-1c98a8f25c30 req-a9965fdc-39a3-4896-b1d4-28cddfbea5e5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383871 Aug 26 01:55:34.131996 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:34.967466 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35595f52-b43e-420c-8ba1-f8d813403d95 req-0722ddff-2cb2-4f58-a3f0-25cbce1dfe41 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:34.968898 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-35595f52-b43e-420c-8ba1-f8d813403d95 req-0722ddff-2cb2-4f58-a3f0-25cbce1dfe41 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0894511 Aug 26 01:55:35.013680 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-35595f52-b43e-420c-8ba1-f8d813403d95 req-ea317f89-49f0-40e9-afeb-2e301ede283c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383074 Aug 26 01:55:35.756902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:36.212596 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b867eb-fb8e-4df3-9868-c8572334a674 req-6d261c7d-fc81-4f0d-ab7c-9d73743d84ff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:36.214077 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-86b867eb-fb8e-4df3-9868-c8572334a674 req-6d261c7d-fc81-4f0d-ab7c-9d73743d84ff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0909834 Aug 26 01:55:36.258155 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-86b867eb-fb8e-4df3-9868-c8572334a674 req-cdf2e737-433a-408e-bfdd-a59425d85667 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381444 Aug 26 01:55:37.454293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8503078-76ea-478f-8068-c26bbbe078a4 req-35743e3f-f749-4fa7-b17c-48e0438f48bf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:37.455731 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d8503078-76ea-478f-8068-c26bbbe078a4 req-35743e3f-f749-4fa7-b17c-48e0438f48bf tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0859993 Aug 26 01:55:37.502827 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d8503078-76ea-478f-8068-c26bbbe078a4 req-d9e4dc7f-6aa5-4706-be99-0c4143d79e09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409417 Aug 26 01:55:38.707118 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a19ea-f550-4441-a38b-a6c46b36c804 req-395fc533-bbcb-4816-a635-c98e63152642 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:38.708611 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c45a19ea-f550-4441-a38b-a6c46b36c804 req-395fc533-bbcb-4816-a635-c98e63152642 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0863433 Aug 26 01:55:38.756258 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c45a19ea-f550-4441-a38b-a6c46b36c804 req-56b2acc2-c743-4dd3-8182-034183dec1ad tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416362 Aug 26 01:55:39.607523 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-f108f88a-ac0c-40c4-83a8-4a1feed5d99e service neutron] 10.222.0.94 "GET /v2.0/ports/78b5f784-b7b9-44df-a482-2c12c04549d4/bindings/hv-neutron-8545 HTTP/1.1" status: 200 len: 384 time: 0.1763258 Aug 26 01:55:39.959339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ecaea-232c-491d-9e22-098cf76250a6 req-33a199d6-b1f3-48c8-b4d3-63db42b37b4d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:39.960689 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-052ecaea-232c-491d-9e22-098cf76250a6 req-33a199d6-b1f3-48c8-b4d3-63db42b37b4d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0907788 Aug 26 01:55:40.007348 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-052ecaea-232c-491d-9e22-098cf76250a6 req-97c3f00e-b7cc-413f-8d5a-9dfe3cb1fa9b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407445 Aug 26 01:55:40.210315 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433f897-435f-4b70-81be-774758bfb0b9 req-3ae54cba-3eb8-476c-956b-b9ee8cbce755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:40.211686 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-3ae54cba-3eb8-476c-956b-b9ee8cbce755 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667&tenant_id=54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 1098 time: 0.0781031 Aug 26 01:55:40.334717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433f897-435f-4b70-81be-774758bfb0b9 req-2a619f70-654a-4fd7-b4e9-ef569ae31506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:40.336172 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-2a619f70-654a-4fd7-b4e9-ef569ae31506 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 1098 time: 0.0811458 Aug 26 01:55:40.468568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433f897-435f-4b70-81be-774758bfb0b9 req-e2057ac3-632c-4a8d-b4bd-b37ce491bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:40.469931 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-e2057ac3-632c-4a8d-b4bd-b37ce491bc22 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1398ac87-5ad1-4e83-ac3d-b101dde4d218 HTTP/1.1" status: 200 len: 899 time: 0.1241744 Aug 26 01:55:40.575896 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-bcac94bf-979e-4e7a-9c7c-ddb6ca994896 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78b5f784-b7b9-44df-a482-2c12c04549d4 HTTP/1.1" status: 200 len: 1000 time: 0.0971875 Aug 26 01:55:40.638335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433f897-435f-4b70-81be-774758bfb0b9 req-287260dd-dabd-45de-b46b-f8a44b426c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:40.639721 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-287260dd-dabd-45de-b46b-f8a44b426c05 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=509b3ba3-1954-4b0b-821f-45a843b3723e HTTP/1.1" status: 200 len: 835 time: 0.0554583 Aug 26 01:55:40.726657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433f897-435f-4b70-81be-774758bfb0b9 req-a88c9334-ba97-41c0-848a-52362f365d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:40.728008 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-a88c9334-ba97-41c0-848a-52362f365d2d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1398ac87-5ad1-4e83-ac3d-b101dde4d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791919 Aug 26 01:55:40.861304 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-dc39b5fa-45a1-4a97-a909-f00e7408e80d service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230555 Aug 26 01:55:41.052629 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-5d4f99ad-70b7-4461-8b29-e0601e0fd748 service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316884 Aug 26 01:55:41.156808 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:41.208488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bed5c-fe5c-46e1-8652-6ec86994361a req-e7fc71e9-4711-46cb-821d-3ed54ca775fc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:41.210019 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fc8bed5c-fe5c-46e1-8652-6ec86994361a req-e7fc71e9-4711-46cb-821d-3ed54ca775fc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0889754 Aug 26 01:55:41.261956 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fc8bed5c-fe5c-46e1-8652-6ec86994361a req-45f1e8ad-4d9b-4231-811d-f30f1f9f27f0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457172 Aug 26 01:55:42.460133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db493c7a-05d6-4aa4-8d8c-99e7d16ca1f4 req-36b1bf6e-0fcc-48b1-b14c-9341160f20d9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:42.461571 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-db493c7a-05d6-4aa4-8d8c-99e7d16ca1f4 req-36b1bf6e-0fcc-48b1-b14c-9341160f20d9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0892663 Aug 26 01:55:42.506738 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-db493c7a-05d6-4aa4-8d8c-99e7d16ca1f4 req-b944ae0f-f4ee-48d0-a03d-4fb2e6eadc24 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394251 Aug 26 01:55:43.712195 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04bf2d-0ddf-4b7d-8dcd-6d6ae8ed178e req-a6556a51-6283-4799-9756-3d798ac74c28 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:43.713661 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8a04bf2d-0ddf-4b7d-8dcd-6d6ae8ed178e req-a6556a51-6283-4799-9756-3d798ac74c28 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0929475 Aug 26 01:55:43.757727 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8a04bf2d-0ddf-4b7d-8dcd-6d6ae8ed178e req-7e9272be-f3a3-4cfe-9bf6-ea4543cacb9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383053 Aug 26 01:55:43.785095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 78b5f784-b7b9-44df-a482-2c12c04549d4 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:55:43.785095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 78b5f784-b7b9-44df-a482-2c12c04549d4 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:55:44.052263 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 78b5f784-b7b9-44df-a482-2c12c04549d4, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=78b5f784-b7b9-44df-a482-2c12c04549d4,segment=NetworkSegment(3ad7e032-ae7c-48d8-b735-ff317e90023c),segment_id=3ad7e032-ae7c-48d8-b735-ff317e90023c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:55:44.070781 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 78b5f784-b7b9-44df-a482-2c12c04549d4 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:55:44.071170 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:44.081574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '78b5f784-b7b9-44df-a482-2c12c04549d4', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'port_id': '78b5f784-b7b9-44df-a482-2c12c04549d4', 'mac_address': 'fa:16:3e:1f:d5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:55:44.146419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78b5f784-b7b9-44df-a482-2c12c04549d4'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:55:44.163363 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 78b5f784-b7b9-44df-a482-2c12c04549d4, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=78b5f784-b7b9-44df-a482-2c12c04549d4,segment=NetworkSegment(3ad7e032-ae7c-48d8-b735-ff317e90023c),segment_id=3ad7e032-ae7c-48d8-b735-ff317e90023c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:55:44.167713 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 78b5f784-b7b9-44df-a482-2c12c04549d4 is: ACTIVE; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:55:44.168098 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:44.188081 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78b5f784-b7b9-44df-a482-2c12c04549d4 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:55:44.216954 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674346b-f6e6-481e-b47c-3c1328e6118b req-6cfb1421-070d-4235-8985-d97f1ca22a9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:44.218481 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4674346b-f6e6-481e-b47c-3c1328e6118b req-6cfb1421-070d-4235-8985-d97f1ca22a9d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0934138 Aug 26 01:55:44.223309 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76679ba4-2193-4eae-b196-8a0c629792b2'] response: {'server_uuid': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78b5f784-b7b9-44df-a482-2c12c04549d4', 'code': 200} Aug 26 01:55:44.229715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:44.270165 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4674346b-f6e6-481e-b47c-3c1328e6118b req-1e55156a-3ee2-4523-8181-ca6936ec7f54 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436282 Aug 26 01:55:44.347470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 01:55:44.347884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:55:44.351482 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=78b5f784-b7b9-44df-a482-2c12c04549d4,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:55:44.358993 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:55:44.359397 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:55:44.359749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:55:44.360093 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:55:44.360433 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:55:44.360769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:55:44.361104 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:55:44.361437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:55:44.361785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:55:44.362124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:55:44.363668 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:55:44.364013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:55:44.375315 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8a7d1-a2e8-4da9-ab82-4f339b151d50 req-cb07067a-28c8-464e-8618-6202805e1744 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:44.376795 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-56f8a7d1-a2e8-4da9-ab82-4f339b151d50 req-cb07067a-28c8-464e-8618-6202805e1744 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667&tenant_id=54043feb5dd94b4e99a37394a66eb190&binding%3Ahost_id=hv-neutron-8545 HTTP/1.1" status: 200 len: 943 time: 0.1122379 Aug 26 01:55:44.547272 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878e936-c08f-4302-845d-31aa4dc94e1b req-5a314f6c-b297-4293-bce2-0635cb12ba6e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:44.548717 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b878e936-c08f-4302-845d-31aa4dc94e1b req-5a314f6c-b297-4293-bce2-0635cb12ba6e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 943 time: 0.1484485 Aug 26 01:55:44.580909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8a7d1-a2e8-4da9-ab82-4f339b151d50 req-bd0d380b-8de3-44dc-9012-a9a609bcd3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:44.582885 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-56f8a7d1-a2e8-4da9-ab82-4f339b151d50 req-bd0d380b-8de3-44dc-9012-a9a609bcd3b3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 1096 time: 0.1183739 Aug 26 01:55:44.674450 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b878e936-c08f-4302-845d-31aa4dc94e1b req-7e487604-fd36-4d87-8df8-570b936066ef tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191101 Aug 26 01:55:44.723438 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8a7d1-a2e8-4da9-ab82-4f339b151d50 req-d5faba51-33be-43ec-86bf-6395882f3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:44.724857 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-56f8a7d1-a2e8-4da9-ab82-4f339b151d50 req-d5faba51-33be-43ec-86bf-6395882f3fe5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1398ac87-5ad1-4e83-ac3d-b101dde4d218 HTTP/1.1" status: 200 len: 899 time: 0.1349344 Aug 26 01:55:44.903771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 78b5f784-b7b9-44df-a482-2c12c04549d4 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:55:44.904364 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:44.921915 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b5f784-b7b9-44df-a482-2c12c04549d4 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:55:44.936884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 78b5f784-b7b9-44df-a482-2c12c04549d4, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=78b5f784-b7b9-44df-a482-2c12c04549d4,segment=NetworkSegment(3ad7e032-ae7c-48d8-b735-ff317e90023c),segment_id=3ad7e032-ae7c-48d8-b735-ff317e90023c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:55:44.942949 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-56f8a7d1-a2e8-4da9-ab82-4f339b151d50 req-54240e1f-aaae-4c56-a855-cec15b30866c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78b5f784-b7b9-44df-a482-2c12c04549d4 HTTP/1.1" status: 200 len: 998 time: 0.2118945 Aug 26 01:55:45.004131 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8a7d1-a2e8-4da9-ab82-4f339b151d50 req-14acf9df-714f-47ee-9cbc-20860c72f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:45.005516 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-56f8a7d1-a2e8-4da9-ab82-4f339b151d50 req-14acf9df-714f-47ee-9cbc-20860c72f90d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=509b3ba3-1954-4b0b-821f-45a843b3723e HTTP/1.1" status: 200 len: 835 time: 0.0568850 Aug 26 01:55:45.007769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:45.079177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=78b5f784-b7b9-44df-a482-2c12c04549d4,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:55:45.091713 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8a7d1-a2e8-4da9-ab82-4f339b151d50 req-0c5db0d6-38b9-4167-9a30-0b4092dcbe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:45.093237 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-56f8a7d1-a2e8-4da9-ab82-4f339b151d50 req-0c5db0d6-38b9-4167-9a30-0b4092dcbe06 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1398ac87-5ad1-4e83-ac3d-b101dde4d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817502 Aug 26 01:55:45.167715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['78b5f784-b7b9-44df-a482-2c12c04549d4'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:55:45.224405 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-56f8a7d1-a2e8-4da9-ab82-4f339b151d50 req-426d2444-bf53-4fd3-a099-0ef78084e998 service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245332 Aug 26 01:55:45.361967 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-56f8a7d1-a2e8-4da9-ab82-4f339b151d50 req-70f81a16-9977-4d00-b14f-c0fa836929ca service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311646 Aug 26 01:55:45.795152 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 78b5f784-b7b9-44df-a482-2c12c04549d4 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:55:45.872105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 78b5f784-b7b9-44df-a482-2c12c04549d4 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:55:45.872580 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:45.995446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 78b5f784-b7b9-44df-a482-2c12c04549d4 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:55:45.996089 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:46.028076 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6124ab-4363-427e-a6c0-3161faed7ebe req-e982ed83-cb22-43d2-bfd9-445bad99fe11 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:46.028968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 78b5f784-b7b9-44df-a482-2c12c04549d4, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=78b5f784-b7b9-44df-a482-2c12c04549d4,segment=NetworkSegment(3ad7e032-ae7c-48d8-b735-ff317e90023c),segment_id=3ad7e032-ae7c-48d8-b735-ff317e90023c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:55:46.029553 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef6124ab-4363-427e-a6c0-3161faed7ebe req-e982ed83-cb22-43d2-bfd9-445bad99fe11 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 944 time: 0.0934937 Aug 26 01:55:46.075661 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef6124ab-4363-427e-a6c0-3161faed7ebe req-f72c1630-9a42-4443-951e-9ffdedf12cc8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397098 Aug 26 01:55:46.120601 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:55:46.188864 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=78b5f784-b7b9-44df-a482-2c12c04549d4,revision_number=8']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:55:46.224166 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b5f784-b7b9-44df-a482-2c12c04549d4'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:55:46.270176 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e440fb8-cda1-4bbc-a433-a0f083c5812a'] response: {'server_uuid': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b5f784-b7b9-44df-a482-2c12c04549d4', 'code': 200} Aug 26 01:55:47.367535 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a086c-9ba9-4c28-9388-08c8840147af req-8c0ea920-a38f-42c4-8fcd-d11af5798dfb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:55:47.368877 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-327a086c-9ba9-4c28-9388-08c8840147af req-8c0ea920-a38f-42c4-8fcd-d11af5798dfb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.1846709 Aug 26 01:55:47.412147 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-327a086c-9ba9-4c28-9388-08c8840147af req-3ed6f064-a386-4f29-a86a-73d38e56605b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375390 Aug 26 01:55:47.439779 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 32960) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:55:47.545033 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c7669f7d-1edd-41d5-93d1-7079306a59d6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/f70c3f20-ca68-4ca1-8342-6f0e6e1f362a HTTP/1.1" status: 200 len: 992 time: 0.1041069 Aug 26 01:56:00.533049 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-64d0421d-3b6d-4157-9948-038302b31e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:02.927188 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:56:03.001609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f44f1008-ea79-4489-8c85-b8f9a6235f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:03.790417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:04.133132 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:05.697388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:11.165470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:12.620191 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8b9cda74-a8b3-4ab7-8353-2545b21d2052 req-86c11f93-e7a6-4e27-b04a-4fcb4d02c3f3 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751045 Aug 26 01:56:12.792326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cda74-a8b3-4ab7-8353-2545b21d2052 req-196a34c9-3951-4899-950f-6f58f9f1d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:12.793923 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8b9cda74-a8b3-4ab7-8353-2545b21d2052 req-196a34c9-3951-4899-950f-6f58f9f1d532 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 1098 time: 0.0817475 Aug 26 01:56:12.939211 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cda74-a8b3-4ab7-8353-2545b21d2052 req-0e41ac49-d8a9-4594-9729-d832dfac8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:12.940554 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8b9cda74-a8b3-4ab7-8353-2545b21d2052 req-0e41ac49-d8a9-4594-9729-d832dfac8d16 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1398ac87-5ad1-4e83-ac3d-b101dde4d218 HTTP/1.1" status: 200 len: 899 time: 0.1267343 Aug 26 01:56:13.046273 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8b9cda74-a8b3-4ab7-8353-2545b21d2052 req-9d9f9755-f30c-4477-9b23-e3e5386ae622 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78b5f784-b7b9-44df-a482-2c12c04549d4 HTTP/1.1" status: 200 len: 1000 time: 0.0973518 Aug 26 01:56:13.107826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cda74-a8b3-4ab7-8353-2545b21d2052 req-08fb84d3-f21e-46ac-895c-cb4df7bdab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:13.109189 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8b9cda74-a8b3-4ab7-8353-2545b21d2052 req-08fb84d3-f21e-46ac-895c-cb4df7bdab3b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=509b3ba3-1954-4b0b-821f-45a843b3723e HTTP/1.1" status: 200 len: 835 time: 0.0557799 Aug 26 01:56:13.194364 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cda74-a8b3-4ab7-8353-2545b21d2052 req-04e06677-6624-47cf-b10f-e33039cf6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:13.195733 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8b9cda74-a8b3-4ab7-8353-2545b21d2052 req-04e06677-6624-47cf-b10f-e33039cf6b27 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1398ac87-5ad1-4e83-ac3d-b101dde4d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797963 Aug 26 01:56:13.327540 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8b9cda74-a8b3-4ab7-8353-2545b21d2052 req-42903039-d7b4-4b0a-99c2-57a9947869a6 service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251299 Aug 26 01:56:13.456836 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8b9cda74-a8b3-4ab7-8353-2545b21d2052 req-286c02f2-7f0f-43b0-8223-694dacb2480c service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226773 Aug 26 01:56:22.726285 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 32976) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:22.930746 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port d73a92cb-dbeb-4089-9948-3f41d9b5d020 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:56:22.931088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:23.208937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:23.209254 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:23.329484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for d73a92cb-dbeb-4089-9948-3f41d9b5d020 owned by network:floatingip {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:56:23.544346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:23.591848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=d73a92cb-dbeb-4089-9948-3f41d9b5d020,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:23.637902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:23.638247 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:23.638588 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:23.638919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:23.639254 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:23.639580 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:23.639903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:23.640224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:23.640545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:23.640862 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:23.641178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:23.641497 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:23.704238 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:23.704561 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Floating IP f70c3f20-ca68-4ca1-8342-6f0e6e1f362a disassociated (deleted). External IP: 172.26.2.38, port: 78b5f784-b7b9-44df-a482-2c12c04549d4. Aug 26 01:56:24.050093 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:56:24.228504 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:56:24.239054 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abeb131-7681-44fd-a884-645b9a20fc05 None None] Sync routers for ids ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:56:24.248264 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abeb131-7681-44fd-a884-645b9a20fc05 None None] Routers {'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:56:24.249152 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-0abeb131-7681-44fd-a884-645b9a20fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:56:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:24.302535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:24.356384 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ba3e3107-9719-4869-a327-cb282d439bea tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/floatingips/f70c3f20-ca68-4ca1-8342-6f0e6e1f362a HTTP/1.1" status: 204 len: 168 time: 1.6290088 Aug 26 01:56:24.356961 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'tag': '78b5f784-b7b9-44df-a482-2c12c04549d4'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:56:24.405305 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630ea694-e349-41ad-a1f8-d5b268f28f9d'] response: {'name': 'network-changed', 'server_uuid': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'tag': '78b5f784-b7b9-44df-a482-2c12c04549d4', 'status': 'completed', 'code': 200} Aug 26 01:56:24.431498 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-0abeb131-7681-44fd-a884-645b9a20fc05 None None] Set router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:56:24.532111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6003a4-9fe8-4740-94b4-24defcebb51b req-3555db98-5575-49e9-a5fd-a22159103c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:24.533507 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6a6003a4-9fe8-4740-94b4-24defcebb51b req-3555db98-5575-49e9-a5fd-a22159103c7b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 1098 time: 0.0817873 Aug 26 01:56:24.759226 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-0abeb131-7681-44fd-a884-645b9a20fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:24Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'cea82666-59f8-40ff-825c-23617612917c', 'name': '', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:dd:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:23Z', 'updated_at': '2022-08-26T01:54:30Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:24.763734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abeb131-7681-44fd-a884-645b9a20fc05 None None] Checking router: f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:56:24.773272 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abeb131-7681-44fd-a884-645b9a20fc05 None None] Routers {'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:56:24.773911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-0abeb131-7681-44fd-a884-645b9a20fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:56:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:24.789620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6003a4-9fe8-4740-94b4-24defcebb51b req-c856a81e-8d3b-40c9-ae91-bc2cc2edf8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:24.791102 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6a6003a4-9fe8-4740-94b4-24defcebb51b req-c856a81e-8d3b-40c9-ae91-bc2cc2edf8dc service neutron] 10.222.0.94 "GET /v2.0/networks?id=1398ac87-5ad1-4e83-ac3d-b101dde4d218 HTTP/1.1" status: 200 len: 899 time: 0.2508004 Aug 26 01:56:24.873722 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6a6003a4-9fe8-4740-94b4-24defcebb51b req-373ae817-d88a-48ea-a181-6c5a2cb81cbe service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78b5f784-b7b9-44df-a482-2c12c04549d4 HTTP/1.1" status: 200 len: 217 time: 0.0756381 Aug 26 01:56:24.993122 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6003a4-9fe8-4740-94b4-24defcebb51b req-6b4b69c7-f33c-4ee2-a45e-24f116931f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:24.994595 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6a6003a4-9fe8-4740-94b4-24defcebb51b req-6b4b69c7-f33c-4ee2-a45e-24f116931f61 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=509b3ba3-1954-4b0b-821f-45a843b3723e HTTP/1.1" status: 200 len: 835 time: 0.1141698 Aug 26 01:56:25.004836 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-0abeb131-7681-44fd-a884-645b9a20fc05 None None] Set router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:56:25.077734 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fe6ce-5ce3-40c5-9ccb-e04de4fea80a req-3724b8c8-5984-40b6-a9ad-2bf821049fe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:25.078377 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-280fe6ce-5ce3-40c5-9ccb-e04de4fea80a req-3724b8c8-5984-40b6-a9ad-2bf821049fe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:56:25.105480 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6003a4-9fe8-4740-94b4-24defcebb51b req-5ca5e37a-739a-4873-a938-0776c50cec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:25.107560 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6a6003a4-9fe8-4740-94b4-24defcebb51b req-5ca5e37a-739a-4873-a938-0776c50cec37 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1398ac87-5ad1-4e83-ac3d-b101dde4d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1042235 Aug 26 01:56:25.184102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-280fe6ce-5ce3-40c5-9ccb-e04de4fea80a req-3724b8c8-5984-40b6-a9ad-2bf821049fe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:56:25.185246 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-280fe6ce-5ce3-40c5-9ccb-e04de4fea80a req-3724b8c8-5984-40b6-a9ad-2bf821049fe6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.2719469 Aug 26 01:56:25.261468 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-280fe6ce-5ce3-40c5-9ccb-e04de4fea80a req-8d512068-854e-4e9b-8e57-d9d31a171373 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656943 Aug 26 01:56:25.280475 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6a6003a4-9fe8-4740-94b4-24defcebb51b req-73664225-a388-44cb-adae-520df215c534 service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658173 Aug 26 01:56:25.318900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-0abeb131-7681-44fd-a884-645b9a20fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:24Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'cea82666-59f8-40ff-825c-23617612917c', 'name': '', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:dd:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:23Z', 'updated_at': '2022-08-26T01:54:30Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:25.323184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abeb131-7681-44fd-a884-645b9a20fc05 None None] The sync data for ids ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'] in dv-neutron-854561-2-hyperv is: [{'id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:24Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'cea82666-59f8-40ff-825c-23617612917c', 'name': '', 'network_id': '1398ac87-5ad1-4e83-ac3d-b101dde4d218', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:dd:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:23Z', 'updated_at': '2022-08-26T01:54:30Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '509b3ba3-1954-4b0b-821f-45a843b3723e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:56:25.418881 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6a6003a4-9fe8-4740-94b4-24defcebb51b req-de32af1f-6f9b-4041-8565-34916e5409a7 service neutron] 10.222.0.94 "GET /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312404 Aug 26 01:56:25.546999 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdff096-7e4f-475a-a914-61f1ee452d9d None None] New status for floating IP f70c3f20-ca68-4ca1-8342-6f0e6e1f362a: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:56:26.460027 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c8d54-a50c-420d-922c-500ec92a3fd4 req-69904b36-dd16-47ba-a8c8-2af4b9e6c686 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:26.461495 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b64c8d54-a50c-420d-922c-500ec92a3fd4 req-69904b36-dd16-47ba-a8c8-2af4b9e6c686 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0869658 Aug 26 01:56:26.504862 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b64c8d54-a50c-420d-922c-500ec92a3fd4 req-72e5f573-0df6-4a0b-bd59-5e6a010874f9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=f654e440-e5b6-4826-8d1e-d940e16bbf28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371966 Aug 26 01:56:26.986484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62cab6-fd57-4444-95e7-ce6f9450cfab req-b557b133-156e-48fd-9cd0-eff974a49cee tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:26.988153 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fe62cab6-fd57-4444-95e7-ce6f9450cfab req-b557b133-156e-48fd-9cd0-eff974a49cee tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 945 time: 0.0893602 Aug 26 01:56:27.058466 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-fe62cab6-fd57-4444-95e7-ce6f9450cfab req-4cd0606b-b60d-4601-9807-6360debb8ce7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port 78b5f784-b7b9-44df-a482-2c12c04549d4 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:56:27.058802 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-fe62cab6-fd57-4444-95e7-ce6f9450cfab req-4cd0606b-b60d-4601-9807-6360debb8ce7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:27.303950 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-fe62cab6-fd57-4444-95e7-ce6f9450cfab req-4cd0606b-b60d-4601-9807-6360debb8ce7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] For port 78b5f784-b7b9-44df-a482-2c12c04549d4, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=78b5f784-b7b9-44df-a482-2c12c04549d4,segment=NetworkSegment(3ad7e032-ae7c-48d8-b735-ff317e90023c),segment_id=3ad7e032-ae7c-48d8-b735-ff317e90023c)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:56:27.304306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-fe62cab6-fd57-4444-95e7-ce6f9450cfab req-4cd0606b-b60d-4601-9807-6360debb8ce7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:27.425549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-fe62cab6-fd57-4444-95e7-ce6f9450cfab req-4cd0606b-b60d-4601-9807-6360debb8ce7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for 78b5f784-b7b9-44df-a482-2c12c04549d4 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:56:27.657548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-fe62cab6-fd57-4444-95e7-ce6f9450cfab req-4cd0606b-b60d-4601-9807-6360debb8ce7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:27.706739 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6636c86a-4990-4176-a5f9-3e112d169ec9 req-891972d2-f7cc-4fbc-b915-3786eee3494a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 210 time: 0.0902376 Aug 26 01:56:27.715213 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0606b-b60d-4601-9807-6360debb8ce7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=78b5f784-b7b9-44df-a482-2c12c04549d4,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:27.816411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe62cab6-fd57-4444-95e7-ce6f9450cfab req-4cd0606b-b60d-4601-9807-6360debb8ce7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] No DVR routers for this DVR port 78b5f784-b7b9-44df-a482-2c12c04549d4 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:56:27.819164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-fe62cab6-fd57-4444-95e7-ce6f9450cfab req-4cd0606b-b60d-4601-9807-6360debb8ce7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:27.821696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'name': 'network-vif-deleted', 'tag': '78b5f784-b7b9-44df-a482-2c12c04549d4'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:56:27.866876 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35f1120-4c8b-45d0-87d0-4f59cdce64fd'] response: {'server_uuid': 'ba4c2801-f3a6-4b33-b7df-780ab89d5667', 'name': 'network-vif-deleted', 'tag': '78b5f784-b7b9-44df-a482-2c12c04549d4', 'status': 'completed', 'code': 200} Aug 26 01:56:27.892124 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fe62cab6-fd57-4444-95e7-ce6f9450cfab req-4cd0606b-b60d-4601-9807-6360debb8ce7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "DELETE /v2.0/ports/78b5f784-b7b9-44df-a482-2c12c04549d4 HTTP/1.1" status: 204 len: 173 time: 0.8980510 Aug 26 01:56:29.000761 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c2989b69-0926-4cf6-bea5-632697168b50 req-65711487-bd46-4149-8b4d-d88b22993a7a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:56:29.058346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c2989b69-0926-4cf6-bea5-632697168b50 req-65711487-bd46-4149-8b4d-d88b22993a7a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:56:29.059766 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c2989b69-0926-4cf6-bea5-632697168b50 req-65711487-bd46-4149-8b4d-d88b22993a7a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba4c2801-f3a6-4b33-b7df-780ab89d5667 HTTP/1.1" status: 200 len: 210 time: 0.2217863 Aug 26 01:56:30.156568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33000) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:30.532562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f8b7530f-da15-4b95-9169-1a8703549b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:30.701625 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:31.044978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port cea82666-59f8-40ff-825c-23617612917c {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:56:31.045234 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:31.225810 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] For port cea82666-59f8-40ff-825c-23617612917c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=cea82666-59f8-40ff-825c-23617612917c,segment=NetworkSegment(3ad7e032-ae7c-48d8-b735-ff317e90023c),segment_id=3ad7e032-ae7c-48d8-b735-ff317e90023c)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:56:31.226524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:31.447971 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for cea82666-59f8-40ff-825c-23617612917c owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:56:31.664324 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:31.715391 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=cea82666-59f8-40ff-825c-23617612917c,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:31.791467 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:31.791815 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:31.792169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:31.792505 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:31.792843 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:31.793176 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:31.793513 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:31.793866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:31.794196 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:31.794521 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:31.794849 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:31.795171 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:31.934728 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 78b5f784-b7b9-44df-a482-2c12c04549d4 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:56:31.967899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 78b5f784-b7b9-44df-a482-2c12c04549d4 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:56:31.968194 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 78b5f784-b7b9-44df-a482-2c12c04549d4 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:56:32.008425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:32.362915 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:56:32.536199 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:56:32.546871 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2fe621-897b-4176-a58c-0d75dc391e38 None None] Sync routers for ids ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:56:32.557961 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2fe621-897b-4176-a58c-0d75dc391e38 None None] Routers {'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:56:32.562384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fb2fe621-897b-4176-a58c-0d75dc391e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:56:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:32.603257 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-91315355-0dc6-4268-801c-7ffeb2172284 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "PUT /v2.0/routers/f5edb0d9-96d4-4d3c-886b-cdf55fe55f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4455931 Aug 26 01:56:32.606039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33006) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:32.673940 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c37aba-4a12-48c3-ac12-d6ba4c6bb854 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting subnet 509b3ba3-1954-4b0b-821f-45a843b3723e {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:56:32.676836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c7c37aba-4a12-48c3-ac12-d6ba4c6bb854 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:32.732197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c7c37aba-4a12-48c3-ac12-d6ba4c6bb854 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:32.737129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-fb2fe621-897b-4176-a58c-0d75dc391e38 None None] Set router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:56:32.937177 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c7c37aba-4a12-48c3-ac12-d6ba4c6bb854 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:33.034082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-25aa405b-4888-45a4-bd26-8054e8e749f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:33.037487 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fb2fe621-897b-4176-a58c-0d75dc391e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:56:31Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:33.041534 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2fe621-897b-4176-a58c-0d75dc391e38 None None] Checking router: f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:56:33.049863 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2fe621-897b-4176-a58c-0d75dc391e38 None None] Routers {'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:56:33.050474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fb2fe621-897b-4176-a58c-0d75dc391e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:56:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:33.081985 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c7c37aba-4a12-48c3-ac12-d6ba4c6bb854 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:33.118924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c37aba-4a12-48c3-ac12-d6ba4c6bb854 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Subnet': ['ID=509b3ba3-1954-4b0b-821f-45a843b3723e,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:33.124350 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c7c37aba-4a12-48c3-ac12-d6ba4c6bb854 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:33.130232 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c7c37aba-4a12-48c3-ac12-d6ba4c6bb854 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/subnets/509b3ba3-1954-4b0b-821f-45a843b3723e HTTP/1.1" status: 204 len: 168 time: 0.5232337 Aug 26 01:56:33.133623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33012) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:33.159924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdf0f1a-e680-4436-8829-bd15764873e4 None None] Network 1398ac87-5ad1-4e83-ac3d-b101dde4d218 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:56:33.313213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:33.425494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-fb2fe621-897b-4176-a58c-0d75dc391e38 None None] Set router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:56:33.495543 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:33.578919 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port 9e05da5d-5399-491c-b171-2e6fa2ae180f {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:56:33.579210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:33.727208 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a3402f-78a9-4f8d-bad8-ed0d28f7f247 None None] DHCP port deletion for 1398ac87-5ad1-4e83-ac3d-b101dde4d218 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:56:33.733525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-02a3402f-78a9-4f8d-bad8-ed0d28f7f247 None None] Deleting port 415b264a-c861-467c-8952-ad07c0e10c9d {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:56:33.737832 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-02a3402f-78a9-4f8d-bad8-ed0d28f7f247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:33.773041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] For port 9e05da5d-5399-491c-b171-2e6fa2ae180f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9e05da5d-5399-491c-b171-2e6fa2ae180f,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:56:33.773489 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:33.790947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:33.847710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-fb2fe621-897b-4176-a58c-0d75dc391e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:56:31Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:33.856468 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2fe621-897b-4176-a58c-0d75dc391e38 None None] The sync data for ids ['f5edb0d9-96d4-4d3c-886b-cdf55fe55f88'] in dv-neutron-854561-2-hyperv is: [{'id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471353972', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:56:31Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '9e05da5d-5399-491c-b171-2e6fa2ae180f', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5edb0d9-96d4-4d3c-886b-cdf55fe55f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:54:19Z', 'updated_at': '2022-08-26T01:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:56:33.879693 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 415b264a-c861-467c-8952-ad07c0e10c9d no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:56:33.916791 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for 9e05da5d-5399-491c-b171-2e6fa2ae180f owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:56:34.009513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-02a3402f-78a9-4f8d-bad8-ed0d28f7f247 None None] For port 415b264a-c861-467c-8952-ad07c0e10c9d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=415b264a-c861-467c-8952-ad07c0e10c9d,segment=NetworkSegment(3ad7e032-ae7c-48d8-b735-ff317e90023c),segment_id=3ad7e032-ae7c-48d8-b735-ff317e90023c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:56:34.009836 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-02a3402f-78a9-4f8d-bad8-ed0d28f7f247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:34.126860 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:34.165455 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-02a3402f-78a9-4f8d-bad8-ed0d28f7f247 None None] Calling delete_port for 415b264a-c861-467c-8952-ad07c0e10c9d owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:56:34.176612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=9e05da5d-5399-491c-b171-2e6fa2ae180f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:34.247371 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 415b264a-c861-467c-8952-ad07c0e10c9d is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:56:34.247614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:34.280343 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:34.281015 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:34.403642 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-02a3402f-78a9-4f8d-bad8-ed0d28f7f247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:34.457181 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:34.459656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:34.462877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3402f-78a9-4f8d-bad8-ed0d28f7f247 None None] Pushing event deleted for resources: {'Port': ['ID=415b264a-c861-467c-8952-ad07c0e10c9d,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:34.466342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a3402f-78a9-4f8d-bad8-ed0d28f7f247 None None] No DVR routers for this DVR port 415b264a-c861-467c-8952-ad07c0e10c9d on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:56:34.555811 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:34.556331 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Fanout notify agent at l3_agent the message router_deleted on router f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:56:34.572846 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:34.573981 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-da7c8356-3a8e-45ab-875e-64267d3a5b96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/routers/f5edb0d9-96d4-4d3c-886b-cdf55fe55f88 HTTP/1.1" status: 204 len: 168 time: 1.4394238 Aug 26 01:56:34.576780 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33018) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:34.794130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dce925a5-f3c0-4eef-a936-fa34aa5a8c59 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:34.927390 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dce925a5-f3c0-4eef-a936-fa34aa5a8c59 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:34.956154 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-dce925a5-f3c0-4eef-a936-fa34aa5a8c59 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1398ac87-5ad1-4e83-ac3d-b101dde4d218']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:34.968525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-dce925a5-f3c0-4eef-a936-fa34aa5a8c59 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad7e032-ae7c-48d8-b735-ff317e90023c') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:34.968824 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-dce925a5-f3c0-4eef-a936-fa34aa5a8c59 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad7e032-ae7c-48d8-b735-ff317e90023c') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:34.981243 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dce925a5-f3c0-4eef-a936-fa34aa5a8c59 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:34.999023 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dce925a5-f3c0-4eef-a936-fa34aa5a8c59 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:35.005348 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce925a5-f3c0-4eef-a936-fa34aa5a8c59 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:56:35.005753 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dce925a5-f3c0-4eef-a936-fa34aa5a8c59 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:35.097650 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 3ad7e032-ae7c-48d8-b735-ff317e90023c resource provider aggregate not found Aug 26 01:56:35.117711 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 3ad7e032-ae7c-48d8-b735-ff317e90023c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ad7e032-ae7c-48d8-b735-ff317e90023c found for delete ", "request_id": "req-aaefea3b-3c73-4924-83f6-05501a64b5ce"}]} Aug 26 01:56:35.182574 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dce925a5-f3c0-4eef-a936-fa34aa5a8c59 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:35.199299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-dce925a5-f3c0-4eef-a936-fa34aa5a8c59 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:35.211972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce925a5-f3c0-4eef-a936-fa34aa5a8c59 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Network': ['ID=1398ac87-5ad1-4e83-ac3d-b101dde4d218,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:35.299328 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-dce925a5-f3c0-4eef-a936-fa34aa5a8c59 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/networks/1398ac87-5ad1-4e83-ac3d-b101dde4d218 HTTP/1.1" status: 204 len: 168 time: 0.7214646 Aug 26 01:56:35.302057 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33028) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:35.369524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1be023f2-22bd-44cd-a499-96facc93c5bc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:35.398662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1be023f2-22bd-44cd-a499-96facc93c5bc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:35.520019 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1be023f2-22bd-44cd-a499-96facc93c5bc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:35.537585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be023f2-22bd-44cd-a499-96facc93c5bc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f654e440-e5b6-4826-8d1e-d940e16bbf28,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:35.623518 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1be023f2-22bd-44cd-a499-96facc93c5bc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:35.624647 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1be023f2-22bd-44cd-a499-96facc93c5bc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/security-groups/f654e440-e5b6-4826-8d1e-d940e16bbf28 HTTP/1.1" status: 204 len: 168 time: 0.3217013 Aug 26 01:56:35.704286 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:35.802723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device cea82666-59f8-40ff-825c-23617612917c no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:56:35.839785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: cea82666-59f8-40ff-825c-23617612917c {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:56:35.840117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device cea82666-59f8-40ff-825c-23617612917c not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:56:35.840848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9e05da5d-5399-491c-b171-2e6fa2ae180f no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:56:35.876350 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 9e05da5d-5399-491c-b171-2e6fa2ae180f {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:56:35.876693 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9e05da5d-5399-491c-b171-2e6fa2ae180f not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:56:35.947695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33036) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:35.952744 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-627db510-42e5-4abe-9660-7ea549387eb3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352888701', 'description': 'tempest-secgroup-smoke-1352888701 description', 'project_id': '54043feb5dd94b4e99a37394a66eb190'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:56:35.958784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-627db510-42e5-4abe-9660-7ea549387eb3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:56:35.963540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-627db510-42e5-4abe-9660-7ea549387eb3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:56:35.966446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-627db510-42e5-4abe-9660-7ea549387eb3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:56:35.972737 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-627db510-42e5-4abe-9660-7ea549387eb3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:56:36.040084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-627db510-42e5-4abe-9660-7ea549387eb3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:36.059432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-627db510-42e5-4abe-9660-7ea549387eb3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:56:36.063242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-627db510-42e5-4abe-9660-7ea549387eb3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:56:36.066046 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-627db510-42e5-4abe-9660-7ea549387eb3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:56:36.071890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-627db510-42e5-4abe-9660-7ea549387eb3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:56:36.141627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-627db510-42e5-4abe-9660-7ea549387eb3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:36.218332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-627db510-42e5-4abe-9660-7ea549387eb3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:36.263863 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627db510-42e5-4abe-9660-7ea549387eb3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4bd537-06c1-4b6c-98fb-d5e9915907cf,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:36.332573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-627db510-42e5-4abe-9660-7ea549387eb3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:36.334097 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-627db510-42e5-4abe-9660-7ea549387eb3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3852217 Aug 26 01:56:36.337874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33040) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:36.342888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3a7ba911-7b36-4a6e-9f7e-c85025dda2a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'ab4bd537-06c1-4b6c-98fb-d5e9915907cf', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:56:36.353857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3a7ba911-7b36-4a6e-9f7e-c85025dda2a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:56:36.353857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3a7ba911-7b36-4a6e-9f7e-c85025dda2a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:56:36.356890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3a7ba911-7b36-4a6e-9f7e-c85025dda2a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:56:36.362917 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3a7ba911-7b36-4a6e-9f7e-c85025dda2a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:56:36.424349 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba911-7b36-4a6e-9f7e-c85025dda2a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:36.484472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba911-7b36-4a6e-9f7e-c85025dda2a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:36.555266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba911-7b36-4a6e-9f7e-c85025dda2a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:36.579660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ba911-7b36-4a6e-9f7e-c85025dda2a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e4d40f-26ce-4f3f-8f58-64639fbec42b,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:36.646737 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba911-7b36-4a6e-9f7e-c85025dda2a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:36.647947 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3a7ba911-7b36-4a6e-9f7e-c85025dda2a3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3091404 Aug 26 01:56:36.651354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33044) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:36.656368 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-265e3fe1-a402-47d8-bf01-3c3cc59e316b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'ab4bd537-06c1-4b6c-98fb-d5e9915907cf', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:56:36.662260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-265e3fe1-a402-47d8-bf01-3c3cc59e316b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:56:36.666235 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-265e3fe1-a402-47d8-bf01-3c3cc59e316b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:56:36.669123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-265e3fe1-a402-47d8-bf01-3c3cc59e316b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:56:36.674814 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-265e3fe1-a402-47d8-bf01-3c3cc59e316b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:56:36.743570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-265e3fe1-a402-47d8-bf01-3c3cc59e316b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:36.804043 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-265e3fe1-a402-47d8-bf01-3c3cc59e316b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:36.879552 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-265e3fe1-a402-47d8-bf01-3c3cc59e316b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:36.904478 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e3fe1-a402-47d8-bf01-3c3cc59e316b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c45577-5f05-4132-8fad-2bf5b890e7be,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:36.977133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-265e3fe1-a402-47d8-bf01-3c3cc59e316b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:36.978359 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-265e3fe1-a402-47d8-bf01-3c3cc59e316b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3260884 Aug 26 01:56:36.981403 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33048) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:36.986813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-393523ae-e895-4a8b-a9ae-fb99597f7c80 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'ab4bd537-06c1-4b6c-98fb-d5e9915907cf', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:56:36.993368 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-393523ae-e895-4a8b-a9ae-fb99597f7c80 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:56:36.997250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-393523ae-e895-4a8b-a9ae-fb99597f7c80 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:56:37.000190 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-393523ae-e895-4a8b-a9ae-fb99597f7c80 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:56:37.005853 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-393523ae-e895-4a8b-a9ae-fb99597f7c80 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:56:37.110162 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-393523ae-e895-4a8b-a9ae-fb99597f7c80 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:37.174376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-393523ae-e895-4a8b-a9ae-fb99597f7c80 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:37.229306 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-393523ae-e895-4a8b-a9ae-fb99597f7c80 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:37.254840 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393523ae-e895-4a8b-a9ae-fb99597f7c80 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6663e2a8-e9ef-4538-8461-4816544869a0,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:37.303676 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-393523ae-e895-4a8b-a9ae-fb99597f7c80 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:37.305565 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-393523ae-e895-4a8b-a9ae-fb99597f7c80 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3224254 Aug 26 01:56:37.308469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33052) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:37.313677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6c318924-744e-4b4e-ae8a-e04e36d23410 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'ab4bd537-06c1-4b6c-98fb-d5e9915907cf', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:56:37.319805 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6c318924-744e-4b4e-ae8a-e04e36d23410 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:56:37.323647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6c318924-744e-4b4e-ae8a-e04e36d23410 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:56:37.326570 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6c318924-744e-4b4e-ae8a-e04e36d23410 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:56:37.332500 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6c318924-744e-4b4e-ae8a-e04e36d23410 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:56:37.407101 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6c318924-744e-4b4e-ae8a-e04e36d23410 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:37.471367 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6c318924-744e-4b4e-ae8a-e04e36d23410 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:37.549407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6c318924-744e-4b4e-ae8a-e04e36d23410 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:37.573293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c318924-744e-4b4e-ae8a-e04e36d23410 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01ea1f5-286e-4a09-99f4-78c05cce2e5d,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:37.629703 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6c318924-744e-4b4e-ae8a-e04e36d23410 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:37.630936 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6c318924-744e-4b4e-ae8a-e04e36d23410 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215353 Aug 26 01:56:37.634181 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33056) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:37.639276 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-5e43fc08-7fa4-40a6-9a29-e1277e8da276 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'ab4bd537-06c1-4b6c-98fb-d5e9915907cf', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:56:37.645290 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5e43fc08-7fa4-40a6-9a29-e1277e8da276 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:56:37.649764 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5e43fc08-7fa4-40a6-9a29-e1277e8da276 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:56:37.652711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-5e43fc08-7fa4-40a6-9a29-e1277e8da276 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:56:37.658442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-5e43fc08-7fa4-40a6-9a29-e1277e8da276 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:56:37.720916 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-5e43fc08-7fa4-40a6-9a29-e1277e8da276 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Project 54043feb5dd94b4e99a37394a66eb190 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:56:37.728099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5e43fc08-7fa4-40a6-9a29-e1277e8da276 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:37.794646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5e43fc08-7fa4-40a6-9a29-e1277e8da276 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:37.875304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5e43fc08-7fa4-40a6-9a29-e1277e8da276 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:37.899733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43fc08-7fa4-40a6-9a29-e1277e8da276 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d404c6-a080-4d76-8875-4e512d8263fe,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:37.955329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5e43fc08-7fa4-40a6-9a29-e1277e8da276 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:37.956797 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5e43fc08-7fa4-40a6-9a29-e1277e8da276 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3214171 Aug 26 01:56:37.959418 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33062) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:37.965120 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-87bd0272-f136-4543-8c2c-a90b4a74796a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'ab4bd537-06c1-4b6c-98fb-d5e9915907cf', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:56:37.971057 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-87bd0272-f136-4543-8c2c-a90b4a74796a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:56:37.974991 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-87bd0272-f136-4543-8c2c-a90b4a74796a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:56:37.978031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-87bd0272-f136-4543-8c2c-a90b4a74796a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:56:37.983927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-87bd0272-f136-4543-8c2c-a90b4a74796a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:56:38.041324 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-87bd0272-f136-4543-8c2c-a90b4a74796a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Project 54043feb5dd94b4e99a37394a66eb190 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:56:38.047926 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87bd0272-f136-4543-8c2c-a90b4a74796a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:38.113006 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87bd0272-f136-4543-8c2c-a90b4a74796a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:38.172604 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87bd0272-f136-4543-8c2c-a90b4a74796a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:38.196229 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd0272-f136-4543-8c2c-a90b4a74796a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a942918a-6f32-4cf6-b589-c7910354d4a4,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:38.286925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-87bd0272-f136-4543-8c2c-a90b4a74796a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:38.288093 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-87bd0272-f136-4543-8c2c-a90b4a74796a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3277555 Aug 26 01:56:38.291728 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33066) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:38.297129 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'network': {'name': 'tempest-network-smoke--335016571', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'port_security_enabled': True}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:56:38.302149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:56:38.306389 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:network and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:56:38.309283 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:56:38.315056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:56:38.382392 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Made reservation on behalf of 54043feb5dd94b4e99a37394a66eb190 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:56:38.385955 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:38.413052 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:56:38.421922 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:38.422255 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Added segment 6ff19138-79bd-4471-866d-8280f2c04a86 of type vlan for network 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 Aug 26 01:56:38.446782 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:38.543876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:38.549116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:38.549689 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:38.656677 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Network': ['ID=2655d892-5bf4-4cf6-ba84-ed94f13bf3d5,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:38.667428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:56:38.698985 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-36b9d0af-a5a0-4f72-90b4-39ccd0f63ec5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4062009 Aug 26 01:56:38.701684 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33070) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:38.706826 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'admin_state_up': True, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:56:38.714571 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:56:38.718472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:router and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:56:38.721416 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:56:38.728405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:56:38.812747 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:38.814594 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:38.829600 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:39.163724 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:39.631378 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_gateway, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:39.660786 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:39.795462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.26.2.120 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/d682b03a-542b-4bef-9889-298eba84f71b) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:56:39.929046 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:56:39.941135 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:40.012949 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:40.078672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:56:40.081421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:56:40.085228 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:56:40.123214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=d682b03a-542b-4bef-9889-298eba84f71b,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:40.558298 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_gateway, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:40.891998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:41.171235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:41.274576 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router f28e46fc-6330-4187-a1ff-a973d3e340b8 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:56:41.456015 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:56:41.465938 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Sync routers for ids ['f28e46fc-6330-4187-a1ff-a973d3e340b8'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:56:41.475779 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Routers {'f28e46fc-6330-4187-a1ff-a973d3e340b8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:56:41.476441 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:56:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f28e46fc-6330-4187-a1ff-a973d3e340b8'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:41.559726 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:41.560935 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-53430875-b00f-42bc-aa76-d93d100eeee7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8583183 Aug 26 01:56:41.564444 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33080) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:41.657432 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Set router f28e46fc-6330-4187-a1ff-a973d3e340b8 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:56:41.684065 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-fab192ef-a8f7-4f02-ad54-01d763da6bf9 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=54043feb5dd94b4e99a37394a66eb190&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1185019 Aug 26 01:56:41.686727 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33088) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:41.825705 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47850ed9-387e-47a3-beb3-6d0d3bbdf323 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:41.827436 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-47850ed9-387e-47a3-beb3-6d0d3bbdf323 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1397579 Aug 26 01:56:41.830028 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33092) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:41.871476 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b0ebd4a3-a9e2-4c6a-9067-40f5dfff1ddc tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403419 Aug 26 01:56:41.873948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33096) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:41.879727 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-265276428', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:56:41.964697 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:56:38Z', 'updated_at': '2022-08-26T01:56:40Z', 'revision_number': 3, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:39Z', 'updated_at': '2022-08-26T01:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:41.968552 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Checking router: f28e46fc-6330-4187-a1ff-a973d3e340b8 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:56:41.968899 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Updating router f28e46fc-6330-4187-a1ff-a973d3e340b8 port d682b03a-542b-4bef-9889-298eba84f71b binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:56:41.992111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:56:41.996094 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:subnet and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:56:41.998855 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:56:42.004810 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:56:42.020143 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:42.069747 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Made reservation on behalf of 54043feb5dd94b4e99a37394a66eb190 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:56:42.073585 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:42.340271 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:42.351583 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Transition to ACTIVE for port object d682b03a-542b-4bef-9889-298eba84f71b will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:56:42.378443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:42.395181 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:42.456111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Subnet': ['ID=96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:42.460659 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Attempting to bind port d682b03a-542b-4bef-9889-298eba84f71b on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:56:42.461757 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Attempting to bind port d682b03a-542b-4bef-9889-298eba84f71b by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:56:42.462145 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Attempting to bind port d682b03a-542b-4bef-9889-298eba84f71b on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:56:42.463912 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Checking segment: {'id': '6ff19138-79bd-4471-866d-8280f2c04a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:56:42.464211 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network hostable DHCP agents. Network: 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:56:42.471337 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:56:42.471906 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:56:42.472086 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:42.472474 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:56:42.472937 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Bound port: d682b03a-542b-4bef-9889-298eba84f71b, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:56:42.473304 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:42.515810 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eec93c-029a-42b3-8488-c5d568c366e5 None None] Pushing event updated for resources: {'Port': ['ID=d682b03a-542b-4bef-9889-298eba84f71b,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:42.528490 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eec93c-029a-42b3-8488-c5d568c366e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:42.528832 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eec93c-029a-42b3-8488-c5d568c366e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:42.529168 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eec93c-029a-42b3-8488-c5d568c366e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:42.529634 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eec93c-029a-42b3-8488-c5d568c366e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:42.529994 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eec93c-029a-42b3-8488-c5d568c366e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:42.530327 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eec93c-029a-42b3-8488-c5d568c366e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:42.530653 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eec93c-029a-42b3-8488-c5d568c366e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:42.530980 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eec93c-029a-42b3-8488-c5d568c366e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:42.531303 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eec93c-029a-42b3-8488-c5d568c366e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:42.531622 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eec93c-029a-42b3-8488-c5d568c366e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:42.531941 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eec93c-029a-42b3-8488-c5d568c366e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:42.532259 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eec93c-029a-42b3-8488-c5d568c366e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:42.536966 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:56:42.562795 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] For port d682b03a-542b-4bef-9889-298eba84f71b, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:56:42.565764 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] For port d682b03a-542b-4bef-9889-298eba84f71b, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d682b03a-542b-4bef-9889-298eba84f71b,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:56:42.628421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:56:42.632339 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:42.633525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:42.638540 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b593c64-0704-4915-9129-ad800509612d None None] Network 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:56:42.657523 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:42.717294 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Routers {'f28e46fc-6330-4187-a1ff-a973d3e340b8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:56:42.717944 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:56:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f28e46fc-6330-4187-a1ff-a973d3e340b8'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:42.736666 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ce83c4e4-40f2-42ea-90b6-83857798867f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8588538 Aug 26 01:56:42.737189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33100) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:56:42.865082 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eec93c-029a-42b3-8488-c5d568c366e5 None None] Pushing event updated for resources: {'Port': ['ID=d682b03a-542b-4bef-9889-298eba84f71b,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:42.868950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ips': [{'subnet_id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:56:42.870824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:42.916322 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] Set router f28e46fc-6330-4187-a1ff-a973d3e340b8 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:56:43.041505 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Allocated IP 172.20.0.2 (2655d892-5bf4-4cf6-ba84-ed94f13bf3d5/96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9/dc619772-6f3e-4551-8996-b5495f754a7e) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:56:43.205624 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:56:38Z', 'updated_at': '2022-08-26T01:56:40Z', 'revision_number': 3, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:39Z', 'updated_at': '2022-08-26T01:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:43.209591 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9fa620-1fd4-43e4-8023-6b6ce8e908e3 None None] The sync data for ids ['f28e46fc-6330-4187-a1ff-a973d3e340b8'] in dv-neutron-854561-2-hyperv is: [{'id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:56:38Z', 'updated_at': '2022-08-26T01:56:40Z', 'revision_number': 3, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:39Z', 'updated_at': '2022-08-26T01:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:56:43.256066 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:43.267394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Transition to ACTIVE for port object dc619772-6f3e-4551-8996-b5495f754a7e will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:56:43.287698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Transition to ACTIVE for port object dc619772-6f3e-4551-8996-b5495f754a7e will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:56:43.348386 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:43.419209 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Network 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:56:43.422092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:56:43.424786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:56:43.480653 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Pushing event updated for resources: {'Port': ['ID=dc619772-6f3e-4551-8996-b5495f754a7e,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:43.492834 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:43.552350 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Attempting to bind port dc619772-6f3e-4551-8996-b5495f754a7e on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:56:43.552732 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Attempting to bind port dc619772-6f3e-4551-8996-b5495f754a7e by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '6ff19138-79bd-4471-866d-8280f2c04a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:56:43.553103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Attempting to bind port dc619772-6f3e-4551-8996-b5495f754a7e on network 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:56:43.560096 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:56:43.560475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Checking segment: {'id': '6ff19138-79bd-4471-866d-8280f2c04a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:56:43.560895 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:43.561448 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Bound using segment: {'id': '6ff19138-79bd-4471-866d-8280f2c04a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:56:43.561968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Bound port: dc619772-6f3e-4551-8996-b5495f754a7e, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff19138-79bd-4471-866d-8280f2c04a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:56:43.562351 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:43.668948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] For port dc619772-6f3e-4551-8996-b5495f754a7e, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:56:43.672302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] For port dc619772-6f3e-4551-8996-b5495f754a7e, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dc619772-6f3e-4551-8996-b5495f754a7e,segment=NetworkSegment(6ff19138-79bd-4471-866d-8280f2c04a86),segment_id=6ff19138-79bd-4471-866d-8280f2c04a86)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:56:43.744746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:43.857325 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcb792-0e6e-42d9-b0ef-fc09559996fc None None] Pushing event updated for resources: {'Port': ['ID=dc619772-6f3e-4551-8996-b5495f754a7e,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:43.895071 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d682b03a-542b-4bef-9889-298eba84f71b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:56:43.989616 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.20.0.1 (2655d892-5bf4-4cf6-ba84-ed94f13bf3d5/96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9/9ea0920c-9ba8-4ba6-944d-bcb896361a3a) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:56:44.035429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port d682b03a-542b-4bef-9889-298eba84f71b completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:56:44.048363 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d682b03a-542b-4bef-9889-298eba84f71b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:56:44.048363 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:44.216116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d682b03a-542b-4bef-9889-298eba84f71b is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:56:44.217654 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:44.235786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port d682b03a-542b-4bef-9889-298eba84f71b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d682b03a-542b-4bef-9889-298eba84f71b,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:56:44.308477 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:44.312625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:44.329301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Transition to ACTIVE for port object 9ea0920c-9ba8-4ba6-944d-bcb896361a3a will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:56:44.379257 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=d682b03a-542b-4bef-9889-298eba84f71b,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:44.386790 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:44.387143 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:44.387483 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:44.387822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:44.388152 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:44.388486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:44.388816 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:44.389175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:44.389502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:44.389853 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:44.390175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:44.390494 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:56:44.423120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:44.495175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:56:44.498279 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:56:44.500887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:56:44.542871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=9ea0920c-9ba8-4ba6-944d-bcb896361a3a,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:44.566910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:44.751683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:44.823986 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efb2402-0774-4fb1-90f7-e19fd0a22be0 None None] Network 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:56:44.996414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-46d6f1d0-4632-46a3-81ef-f236bf689d4d None None] Provisioning for port dc619772-6f3e-4551-8996-b5495f754a7e completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:56:45.189532 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:45.298070 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:45.412684 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0aa0b1d2-0e21-4dbf-ae00-57aca506fd7e None None] Provisioning for port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:56:45.420130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:45.420490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0aa0b1d2-0e21-4dbf-ae00-57aca506fd7e None None] Provisioning complete for port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:56:45.420877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0aa0b1d2-0e21-4dbf-ae00-57aca506fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:45.423856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=9ea0920c-9ba8-4ba6-944d-bcb896361a3a,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:45.483974 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0aa0b1d2-0e21-4dbf-ae00-57aca506fd7e None None] Port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:56:45.561860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:56:45.562837 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:56:45.615398 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ea6965f3-0d93-4119-9822-9e1cfacc4886 None None] Provisioning complete for port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:56:45.616274 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ea6965f3-0d93-4119-9822-9e1cfacc4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:45.720900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-ea6965f3-0d93-4119-9822-9e1cfacc4886 None None] Port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:56:45.759815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router f28e46fc-6330-4187-a1ff-a973d3e340b8 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:56:45.841334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-df8dac79-656b-4b63-b9a8-9d101f590e5a None None] Provisioning complete for port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:56:45.841855 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-df8dac79-656b-4b63-b9a8-9d101f590e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:45.895958 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-df8dac79-656b-4b63-b9a8-9d101f590e5a None None] Port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:56:45.899726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dc619772-6f3e-4551-8996-b5495f754a7e up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:56:45.952051 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:56:45.962516 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Sync routers for ids ['f28e46fc-6330-4187-a1ff-a973d3e340b8'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:56:45.965321 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8042e7ca-e235-4849-9cd5-d04d4c7ead09 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "PUT /v2.0/routers/f28e46fc-6330-4187-a1ff-a973d3e340b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2269373 Aug 26 01:56:45.977611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Routers {'f28e46fc-6330-4187-a1ff-a973d3e340b8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:56:45.978450 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:56:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f28e46fc-6330-4187-a1ff-a973d3e340b8'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:46.103899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port dc619772-6f3e-4551-8996-b5495f754a7e completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:56:46.122459 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port dc619772-6f3e-4551-8996-b5495f754a7e triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:56:46.122841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:46.128819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-f75a0e5e-8aaf-4b1a-baf9-3bcecf87e3e3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:56:46.213006 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-f75a0e5e-8aaf-4b1a-baf9-3bcecf87e3e3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:56:46.214258 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-f75a0e5e-8aaf-4b1a-baf9-3bcecf87e3e3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352888701&fields=id&tenant_id=54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 267 time: 0.1255817 Aug 26 01:56:46.253758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Set router f28e46fc-6330-4187-a1ff-a973d3e340b8 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:56:46.403827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port dc619772-6f3e-4551-8996-b5495f754a7e is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:56:46.404129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:46.483286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-dfe19818-d9d0-496a-954d-ff21f646f301 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:46.484719 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-dfe19818-d9d0-496a-954d-ff21f646f301 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/networks?id=2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 HTTP/1.1" status: 200 len: 796 time: 0.2636340 Aug 26 01:56:46.501272 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-0dcc3a0d-ed82-4c62-b101-2f29f7c9d5c1 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/quotas/54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 375 time: 0.0105429 Aug 26 01:56:46.520476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port dc619772-6f3e-4551-8996-b5495f754a7e, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dc619772-6f3e-4551-8996-b5495f754a7e,segment=NetworkSegment(6ff19138-79bd-4471-866d-8280f2c04a86),segment_id=6ff19138-79bd-4471-866d-8280f2c04a86)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:56:46.590001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:46.590762 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d682b03a-542b-4bef-9889-298eba84f71b up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:56:46.593655 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-6d4da541-827e-4172-9a9e-482c7bfc561f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:56:46.675642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-6d4da541-827e-4172-9a9e-482c7bfc561f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:56:46.677016 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-6d4da541-827e-4172-9a9e-482c7bfc561f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1701560 Aug 26 01:56:46.725777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=dc619772-6f3e-4551-8996-b5495f754a7e,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:46.738877 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-01c04a2d-fca3-456f-9314-e9f44310d030 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:56:46.739860 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-01c04a2d-fca3-456f-9314-e9f44310d030 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508492 Aug 26 01:56:46.744105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d682b03a-542b-4bef-9889-298eba84f71b triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:56:46.744479 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:46.787168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:56:38Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:39Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9ea0920c-9ba8-4ba6-944d-bcb896361a3a', 'name': '', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:93:b8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:43Z', 'updated_at': '2022-08-26T01:56:45Z', 'revision_number': 2, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:46.796929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Checking router: f28e46fc-6330-4187-a1ff-a973d3e340b8 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:56:46.797286 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Updating router f28e46fc-6330-4187-a1ff-a973d3e340b8 port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:56:46.865292 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:46.878757 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-16c7a8ac-48ae-4f47-80e4-b728107d4815 service neutron] 10.222.0.83 "GET /v2.0/networks/2655d892-5bf4-4cf6-ba84-ed94f13bf3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319041 Aug 26 01:56:46.980723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d682b03a-542b-4bef-9889-298eba84f71b is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:56:47.012377 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-424342f9-dcb0-482d-8193-ca13427a3806 service neutron] 10.222.0.83 "GET /v2.0/networks/2655d892-5bf4-4cf6-ba84-ed94f13bf3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269271 Aug 26 01:56:47.260296 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:47.272481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Transition to ACTIVE for port object 9ea0920c-9ba8-4ba6-944d-bcb896361a3a will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:56:47.295553 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-1ec6c78e-89b4-4045-8bb2-6deead3b5719 req-9e76abf8-99ce-4812-91c9-97df11e4860b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:56:47.307816 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-1ec6c78e-89b4-4045-8bb2-6deead3b5719 req-9e76abf8-99ce-4812-91c9-97df11e4860b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:56:47.308963 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1ec6c78e-89b4-4045-8bb2-6deead3b5719 req-9e76abf8-99ce-4812-91c9-97df11e4860b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 210 time: 0.0739274 Aug 26 01:56:47.343723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:47.595557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984a8ab-902d-4e94-8bc8-9c9dcab2bb8c None None] Pushing event updated for resources: {'Port': ['ID=9ea0920c-9ba8-4ba6-944d-bcb896361a3a,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:47.614397 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Attempting to bind port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:56:47.614752 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Attempting to bind port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '6ff19138-79bd-4471-866d-8280f2c04a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:56:47.615118 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Attempting to bind port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a on network 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:56:47.620971 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:56:47.621401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Checking segment: {'id': '6ff19138-79bd-4471-866d-8280f2c04a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:56:47.621789 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:47.622179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Bound using segment: {'id': '6ff19138-79bd-4471-866d-8280f2c04a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:56:47.622644 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Bound port: 9ea0920c-9ba8-4ba6-944d-bcb896361a3a, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff19138-79bd-4471-866d-8280f2c04a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:56:47.623014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:47.713550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] For port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:56:47.716688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] For port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9ea0920c-9ba8-4ba6-944d-bcb896361a3a,segment=NetworkSegment(6ff19138-79bd-4471-866d-8280f2c04a86),segment_id=6ff19138-79bd-4471-866d-8280f2c04a86)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:56:47.783262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:47.820473 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dc619772-6f3e-4551-8996-b5495f754a7e up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:56:47.893441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Routers {'f28e46fc-6330-4187-a1ff-a973d3e340b8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:56:47.894168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:56:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f28e46fc-6330-4187-a1ff-a973d3e340b8'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:48.048808 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984a8ab-902d-4e94-8bc8-9c9dcab2bb8c None None] Pushing event updated for resources: {'Port': ['ID=9ea0920c-9ba8-4ba6-944d-bcb896361a3a,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:48.087649 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port dc619772-6f3e-4551-8996-b5495f754a7e triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:56:48.088021 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:48.147308 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] Set router f28e46fc-6330-4187-a1ff-a973d3e340b8 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:56:48.432994 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port dc619772-6f3e-4551-8996-b5495f754a7e is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:56:48.487808 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8c38e3f8-447d-4d99-b7c7-23fc6b627426 req-a5594b3b-0de8-4559-bb30-b6284379195b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 210 time: 0.0664825 Aug 26 01:56:48.533902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:56:38Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:39Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9ea0920c-9ba8-4ba6-944d-bcb896361a3a', 'name': '', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:93:b8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:43Z', 'updated_at': '2022-08-26T01:56:47Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:56:48.537974 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb2da20-624e-4b7f-837c-293866251813 None None] The sync data for ids ['f28e46fc-6330-4187-a1ff-a973d3e340b8'] in dv-neutron-854561-2-hyperv is: [{'id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:56:38Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:39Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9ea0920c-9ba8-4ba6-944d-bcb896361a3a', 'name': '', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:93:b8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:43Z', 'updated_at': '2022-08-26T01:56:47Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:56:49.483893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-743322a6-1f1e-416f-a6de-631e4699a7d8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:49.485363 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-743322a6-1f1e-416f-a6de-631e4699a7d8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/networks?id=2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 HTTP/1.1" status: 200 len: 796 time: 0.1560440 Aug 26 01:56:49.543973 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-d2620eb4-5392-42c1-bf24-c7c04ebf95d8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 380 time: 0.0458360 Aug 26 01:56:49.555561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'port': {'device_id': '78d9d229-7555-4525-8c3b-bbcdc1b421aa', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'admin_state_up': True, 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'security_groups': ['ab4bd537-06c1-4b6c-98fb-d5e9915907cf']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:56:49.662248 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5132bdc3-9087-42e2-8639-5073965678d2 req-6a7f8c2c-9049-40dc-b754-4cbb6cbef639 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 210 time: 0.0581136 Aug 26 01:56:49.699752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:56:49.709597 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:56:49.790472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Made reservation on behalf of 54043feb5dd94b4e99a37394a66eb190 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:56:49.794360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:49.841255 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9ea0920c-9ba8-4ba6-944d-bcb896361a3a up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:56:49.968101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.20.0.9 (2655d892-5bf4-4cf6-ba84-ed94f13bf3d5/96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9/49851949-4d75-4e1f-bec9-f32dcbbdeb5e) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:56:49.978332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:56:49.983780 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:56:49.984194 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:50.105221 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:56:50.105608 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:50.139771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9ea0920c-9ba8-4ba6-944d-bcb896361a3a,segment=NetworkSegment(6ff19138-79bd-4471-866d-8280f2c04a86),segment_id=6ff19138-79bd-4471-866d-8280f2c04a86)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:56:50.166293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:50.177869 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Transition to ACTIVE for port object 49851949-4d75-4e1f-bec9-f32dcbbdeb5e will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:56:50.217991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:50.276173 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:50.286508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=9ea0920c-9ba8-4ba6-944d-bcb896361a3a,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:50.351061 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:56:50.354630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:56:50.358415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:56:50.391367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=49851949-4d75-4e1f-bec9-f32dcbbdeb5e,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:50.428842 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:50.430172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:50.504577 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-1eb6f15f-8a11-4130-9bf3-dc0b7244faaa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9531181 Aug 26 01:56:50.521802 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Request body: {'port': {'device_id': '78d9d229-7555-4525-8c3b-bbcdc1b421aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:56:50.636088 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:50.702828 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-17348d9a-b45e-4f3c-aa54-b5436c0bb12b None None] Provisioning for port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:56:50.708955 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-17348d9a-b45e-4f3c-aa54-b5436c0bb12b None None] Provisioning complete for port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:56:50.712855 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-17348d9a-b45e-4f3c-aa54-b5436c0bb12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:50.770069 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-17348d9a-b45e-4f3c-aa54-b5436c0bb12b None None] Port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:56:51.083627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a97de-6d81-4637-b3b9-d91159268fe5 req-21cb3532-204e-4a1c-afd6-ba3959ca472a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:51.084302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f20a97de-6d81-4637-b3b9-d91159268fe5 req-21cb3532-204e-4a1c-afd6-ba3959ca472a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:56:51.163061 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49851949-4d75-4e1f-bec9-f32dcbbdeb5e {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:56:51.170537 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:51.174506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f20a97de-6d81-4637-b3b9-d91159268fe5 req-21cb3532-204e-4a1c-afd6-ba3959ca472a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:56:51.176097 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f20a97de-6d81-4637-b3b9-d91159268fe5 req-21cb3532-204e-4a1c-afd6-ba3959ca472a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 931 time: 0.3963275 Aug 26 01:56:51.205986 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Transition to ACTIVE for port object 49851949-4d75-4e1f-bec9-f32dcbbdeb5e will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:56:51.225065 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f20a97de-6d81-4637-b3b9-d91159268fe5 req-25309d9b-badc-48f0-93ca-6b2d949eccfd tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426314 Aug 26 01:56:51.280823 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:51.463451 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Pushing event updated for resources: {'Port': ['ID=49851949-4d75-4e1f-bec9-f32dcbbdeb5e,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:51.504241 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Attempting to bind port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:56:51.504570 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Attempting to bind port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '6ff19138-79bd-4471-866d-8280f2c04a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:56:51.504909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Attempting to bind port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e on network 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:56:51.509461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e on network 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:56:51.509801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Attempting to bind port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e on network 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:56:51.514745 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:56:51.515080 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Checking segment: {'id': '6ff19138-79bd-4471-866d-8280f2c04a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:56:51.515453 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Bound using segment: {'id': '6ff19138-79bd-4471-866d-8280f2c04a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:56:51.515865 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Bound port: 49851949-4d75-4e1f-bec9-f32dcbbdeb5e, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff19138-79bd-4471-866d-8280f2c04a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:56:51.516205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:51.604991 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] For port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:56:51.607982 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] For port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=49851949-4d75-4e1f-bec9-f32dcbbdeb5e,segment=NetworkSegment(6ff19138-79bd-4471-866d-8280f2c04a86),segment_id=6ff19138-79bd-4471-866d-8280f2c04a86)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:56:51.681220 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:51.713060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:51.713868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:51.715287 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] 10.222.0.94 "PUT /v2.0/ports/49851949-4d75-4e1f-bec9-f32dcbbdeb5e HTTP/1.1" status: 200 len: 1093 time: 1.1979477 Aug 26 01:56:51.715713 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d9d229-7555-4525-8c3b-bbcdc1b421aa', 'tag': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:56:51.761004 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c680a-1b0a-4478-b247-fbb25a2559f1 service neutron] Pushing event updated for resources: {'Port': ['ID=49851949-4d75-4e1f-bec9-f32dcbbdeb5e,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:51.765528 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e773e8f-6e57-4370-a62b-c8eb0181678a'] response: {'name': 'network-changed', 'server_uuid': '78d9d229-7555-4525-8c3b-bbcdc1b421aa', 'tag': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e', 'status': 'completed', 'code': 200} Aug 26 01:56:51.815750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9ea0920c-9ba8-4ba6-944d-bcb896361a3a up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:56:51.881387 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8bf5f-d3e1-421a-905b-7a6eeffbb480 req-4cbda795-3800-4877-b0d7-24f27c76479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:51.882902 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-85d8bf5f-d3e1-421a-905b-7a6eeffbb480 req-4cbda795-3800-4877-b0d7-24f27c76479e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 1096 time: 0.0884933 Aug 26 01:56:51.928991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:56:51.929365 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:52.028996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8bf5f-d3e1-421a-905b-7a6eeffbb480 req-6c12a177-9b9c-479d-aa80-6601230bb71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:52.030385 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-85d8bf5f-d3e1-421a-905b-7a6eeffbb480 req-6c12a177-9b9c-479d-aa80-6601230bb71b service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=54043feb5dd94b4e99a37394a66eb190&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1370034 Aug 26 01:56:52.043474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:56:52.166541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8bf5f-d3e1-421a-905b-7a6eeffbb480 req-6711acd7-90ab-4dd9-a98b-0e233d1d5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:52.167966 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-85d8bf5f-d3e1-421a-905b-7a6eeffbb480 req-6711acd7-90ab-4dd9-a98b-0e233d1d5130 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1290357 Aug 26 01:56:52.292367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-89ca0fbc-220c-475a-a5d3-684b02b76349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:52.293793 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-89ca0fbc-220c-475a-a5d3-684b02b76349 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 1096 time: 0.0825183 Aug 26 01:56:52.405399 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-e3354757-45c0-4421-90d3-604793eae5e5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49851949-4d75-4e1f-bec9-f32dcbbdeb5e HTTP/1.1" status: 200 len: 217 time: 0.1013508 Aug 26 01:56:52.492628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-46dd297c-fd70-4fb3-8bf1-da247d62ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:52.494325 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-46dd297c-fd70-4fb3-8bf1-da247d62ab0b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9 HTTP/1.1" status: 200 len: 834 time: 0.0748081 Aug 26 01:56:52.560699 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a22f5-9d92-40d2-9600-61d2aa583cc3 req-c3ffd8c6-3590-41b0-866a-ead00423ab58 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:52.562088 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f22a22f5-9d92-40d2-9600-61d2aa583cc3 req-c3ffd8c6-3590-41b0-866a-ead00423ab58 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 943 time: 0.2013798 Aug 26 01:56:52.618268 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f22a22f5-9d92-40d2-9600-61d2aa583cc3 req-fe5ec554-3a3f-40bf-8f12-e31bf52ab294 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496495 Aug 26 01:56:52.629953 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-cf4984f2-153c-411d-81ae-5f2d3c760747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:52.631267 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-cf4984f2-153c-411d-81ae-5f2d3c760747 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2655d892-5bf4-4cf6-ba84-ed94f13bf3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1282821 Aug 26 01:56:52.767773 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-539fdf48-a159-48fd-9377-a423d08f4771 service neutron] 10.222.0.94 "GET /v2.0/networks/2655d892-5bf4-4cf6-ba84-ed94f13bf3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260085 Aug 26 01:56:52.904744 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9dea615f-3ca1-4a44-8557-66b4f4e60bbf req-46c6d7dc-604e-4c33-8426-48b6c3e718e4 service neutron] 10.222.0.94 "GET /v2.0/networks/2655d892-5bf4-4cf6-ba84-ed94f13bf3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268990 Aug 26 01:56:53.821245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba0b6b-8b49-4892-aa50-c18ac20d9584 req-b3336612-055d-4d9f-b673-ccdf29acc129 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:53.823691 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-00ba0b6b-8b49-4892-aa50-c18ac20d9584 req-b3336612-055d-4d9f-b673-ccdf29acc129 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 943 time: 0.0961537 Aug 26 01:56:53.870148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-00ba0b6b-8b49-4892-aa50-c18ac20d9584 req-19a417fe-fd03-41f6-9506-0b73726012dc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:56:53.881456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-00ba0b6b-8b49-4892-aa50-c18ac20d9584 req-19a417fe-fd03-41f6-9506-0b73726012dc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:56:53.882627 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-00ba0b6b-8b49-4892-aa50-c18ac20d9584 req-19a417fe-fd03-41f6-9506-0b73726012dc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530779 Aug 26 01:56:55.228846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42105a4c-3786-4300-b9d3-27776989c574 req-7eb6dfd9-fd40-48b6-805d-76fbabe52a2e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:55.230433 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-42105a4c-3786-4300-b9d3-27776989c574 req-7eb6dfd9-fd40-48b6-805d-76fbabe52a2e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 943 time: 0.2388957 Aug 26 01:56:55.275318 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-42105a4c-3786-4300-b9d3-27776989c574 req-aa81773c-d373-4c7e-8cde-c95c989d516d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386152 Aug 26 01:56:56.060966 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 49851949-4d75-4e1f-bec9-f32dcbbdeb5e details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:56:56.192706 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=49851949-4d75-4e1f-bec9-f32dcbbdeb5e,segment=NetworkSegment(6ff19138-79bd-4471-866d-8280f2c04a86),segment_id=6ff19138-79bd-4471-866d-8280f2c04a86)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:56:56.206751 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'port_id': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e', 'mac_address': 'fa:16:3e:69:5a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:56:56.261881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:56:56.262256 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:56.279077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49851949-4d75-4e1f-bec9-f32dcbbdeb5e {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:56:56.294238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=49851949-4d75-4e1f-bec9-f32dcbbdeb5e,segment=NetworkSegment(6ff19138-79bd-4471-866d-8280f2c04a86),segment_id=6ff19138-79bd-4471-866d-8280f2c04a86)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:56:56.383645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:56.453508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=49851949-4d75-4e1f-bec9-f32dcbbdeb5e,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:56.514721 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9988cf-61cd-479a-9161-efbad6d9cdce req-82ed73df-841b-45df-a865-1d15e1a5a37c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:56.516174 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-db9988cf-61cd-479a-9161-efbad6d9cdce req-82ed73df-841b-45df-a865-1d15e1a5a37c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 944 time: 0.1309459 Aug 26 01:56:56.559251 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-db9988cf-61cd-479a-9161-efbad6d9cdce req-4d3044e0-7c29-4915-8891-7c94a71ca1f5 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374589 Aug 26 01:56:56.640387 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['49851949-4d75-4e1f-bec9-f32dcbbdeb5e'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:56:57.756631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e42217-b50c-4e46-bcb8-25d521e7f6b0 req-7df9be3e-5c31-440f-8f60-637d27b5fb1d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:57.758033 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-70e42217-b50c-4e46-bcb8-25d521e7f6b0 req-7df9be3e-5c31-440f-8f60-637d27b5fb1d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 944 time: 0.0885489 Aug 26 01:56:57.802421 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-70e42217-b50c-4e46-bcb8-25d521e7f6b0 req-bdf445e5-6221-4312-892b-f785beabc1d6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385911 Aug 26 01:56:58.061314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 49851949-4d75-4e1f-bec9-f32dcbbdeb5e up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:56:58.212188 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:56:58.218217 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:56:58.218596 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:58.331995 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:56:58.332275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:58.361413 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d9d229-7555-4525-8c3b-bbcdc1b421aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:56:58.371386 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=49851949-4d75-4e1f-bec9-f32dcbbdeb5e,segment=NetworkSegment(6ff19138-79bd-4471-866d-8280f2c04a86),segment_id=6ff19138-79bd-4471-866d-8280f2c04a86)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:56:58.453064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:56:58.456443 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7000a8-1dbe-4023-85f4-77eaca007551'] response: {'server_uuid': '78d9d229-7555-4525-8c3b-bbcdc1b421aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e', 'code': 200} Aug 26 01:56:58.522768 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=49851949-4d75-4e1f-bec9-f32dcbbdeb5e,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:56:58.844529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2251a4-2c56-4eb1-9f94-8c6259eab6fa req-f4e92a32-cba7-4b09-b5f5-c30de0b1aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:58.846195 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8f2251a4-2c56-4eb1-9f94-8c6259eab6fa req-f4e92a32-cba7-4b09-b5f5-c30de0b1aadb service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 1098 time: 0.0797958 Aug 26 01:56:58.895002 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8f2251a4-2c56-4eb1-9f94-8c6259eab6fa req-0675fda0-8737-43b9-8c83-833273432520 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395269 Aug 26 01:56:59.002255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1994f-e10f-4931-8403-2ad189268029 req-8a23e38f-38be-4bda-9311-1e08f078ea7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:56:59.003726 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cbc1994f-e10f-4931-8403-2ad189268029 req-8a23e38f-38be-4bda-9311-1e08f078ea7d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0893056 Aug 26 01:56:59.048753 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cbc1994f-e10f-4931-8403-2ad189268029 req-d75231fb-c69a-4a06-a016-2f7c08e29739 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394681 Aug 26 01:57:00.260380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b51b5-e6aa-4a5b-b871-ca4c0f6018af req-8fd87234-2202-48c0-8730-123d67f718c0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:00.261995 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-911b51b5-e6aa-4a5b-b871-ca4c0f6018af req-8fd87234-2202-48c0-8730-123d67f718c0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0996966 Aug 26 01:57:00.311891 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-911b51b5-e6aa-4a5b-b871-ca4c0f6018af req-6c30db07-391c-4e0e-ad49-dbcbf36c7565 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438671 Aug 26 01:57:00.509758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-12c211c3-9724-4f93-900c-0ff488edc8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:01.513045 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10aaef7-9d91-4f8e-9199-92e39d567222 req-3c9bd6a2-0282-42cd-aa7c-c72aba24ae7a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:01.515349 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f10aaef7-9d91-4f8e-9199-92e39d567222 req-3c9bd6a2-0282-42cd-aa7c-c72aba24ae7a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0922782 Aug 26 01:57:01.558883 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f10aaef7-9d91-4f8e-9199-92e39d567222 req-aa26d2c7-39e8-4875-8210-609f15152893 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379853 Aug 26 01:57:01.754992 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6fd6-8231-4d04-ba10-09883e5b4747 req-c2089af8-d047-4bd4-9a1c-46a908a88605 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:01.756453 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e60b6fd6-8231-4d04-ba10-09883e5b4747 req-c2089af8-d047-4bd4-9a1c-46a908a88605 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0902927 Aug 26 01:57:01.800132 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e60b6fd6-8231-4d04-ba10-09883e5b4747 req-1ebc15e9-5a1d-44a1-aa2a-7c72ba08a1b9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380623 Aug 26 01:57:01.826862 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33180) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:57:01.902783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd946799-da7a-425d-9e1e-73ad485f5c31 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:01.904325 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-bd946799-da7a-425d-9e1e-73ad485f5c31 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 1093 time: 0.0764539 Aug 26 01:57:01.907395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33184) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:57:01.912221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:57:01.918496 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:57:01.923011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:floatingip and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:57:01.925840 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:57:01.931629 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:57:02.045815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:02.178198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:02.316939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.26.2.67 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/6d65e95c-b1a1-428d-8753-cdbba3144abe) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:57:02.461020 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:02.548240 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:02.617609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:57:02.620506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:57:02.624151 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:57:02.652770 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=6d65e95c-b1a1-428d-8753-cdbba3144abe,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:57:03.010862 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-49506638-6ebb-482d-a8f1-653d4d01384b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:03.034568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:03.168144 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:03.474543 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:03.612353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:03.720931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:03.766705 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:03.771695 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=6d65e95c-b1a1-428d-8753-cdbba3144abe,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:57:03.898185 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Floating IP 9625ab88-9ecd-4f8c-bd4a-175200ed92f8 associated. External IP: 172.26.2.67, port: 49851949-4d75-4e1f-bec9-f32dcbbdeb5e. Aug 26 01:57:04.143274 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:04.260338 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router f28e46fc-6330-4187-a1ff-a973d3e340b8 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:57:04.436376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:57:04.446181 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185ba9c-9792-407c-9c84-0258a04a54d2 None None] Sync routers for ids ['f28e46fc-6330-4187-a1ff-a973d3e340b8'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:57:04.456741 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185ba9c-9792-407c-9c84-0258a04a54d2 None None] Routers {'f28e46fc-6330-4187-a1ff-a973d3e340b8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:57:04.457342 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7185ba9c-9792-407c-9c84-0258a04a54d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:57:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f28e46fc-6330-4187-a1ff-a973d3e340b8'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:57:04.518984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:04.572713 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d27c7247-c50f-48b6-a4db-1d5796d7c520 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6643152 Aug 26 01:57:04.573346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d9d229-7555-4525-8c3b-bbcdc1b421aa', 'tag': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:57:04.620821 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6e5ed4-80e3-4127-bfc6-c70b4aeabde9'] response: {'name': 'network-changed', 'server_uuid': '78d9d229-7555-4525-8c3b-bbcdc1b421aa', 'tag': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e', 'status': 'completed', 'code': 200} Aug 26 01:57:04.637523 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-7185ba9c-9792-407c-9c84-0258a04a54d2 None None] Set router f28e46fc-6330-4187-a1ff-a973d3e340b8 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:57:04.809600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548c90d-298c-41cd-b8b6-56505e30469f req-a95cfc09-0e0c-4367-becb-e9f543d81eff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:04.811698 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0548c90d-298c-41cd-b8b6-56505e30469f req-a95cfc09-0e0c-4367-becb-e9f543d81eff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.1499140 Aug 26 01:57:04.838755 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca507-f376-4744-a48d-e1665a80e6f5 req-eb34f517-b0e1-4a31-8f3b-df0588340a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:04.840301 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-945ca507-f376-4744-a48d-e1665a80e6f5 req-eb34f517-b0e1-4a31-8f3b-df0588340a68 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 1098 time: 0.1994023 Aug 26 01:57:05.018886 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7185ba9c-9792-407c-9c84-0258a04a54d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:56:38Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:39Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '9625ab88-9ecd-4f8c-bd4a-175200ed92f8', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'floating_ip_address': '172.26.2.67', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'port_id': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'mac_address': 'fa:16:3e:69:5a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d9d229-7555-4525-8c3b-bbcdc1b421aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:57:02Z', 'updated_at': '2022-08-26T01:57:02Z', 'revision_number': 0, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea0920c-9ba8-4ba6-944d-bcb896361a3a', 'name': '', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:93:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:43Z', 'updated_at': '2022-08-26T01:56:50Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:57:05.022891 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185ba9c-9792-407c-9c84-0258a04a54d2 None None] Checking router: f28e46fc-6330-4187-a1ff-a973d3e340b8 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:57:05.032101 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185ba9c-9792-407c-9c84-0258a04a54d2 None None] Routers {'f28e46fc-6330-4187-a1ff-a973d3e340b8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:57:05.032721 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7185ba9c-9792-407c-9c84-0258a04a54d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:57:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f28e46fc-6330-4187-a1ff-a973d3e340b8'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:57:05.053836 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0548c90d-298c-41cd-b8b6-56505e30469f req-bb2f88de-dc5e-486a-87d8-b5fd31e0521a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342920 Aug 26 01:57:05.081875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33194) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:57:05.115157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca507-f376-4744-a48d-e1665a80e6f5 req-6218fe4a-b0d8-4d53-a56c-8f0373507b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:05.116738 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-945ca507-f376-4744-a48d-e1665a80e6f5 req-6218fe4a-b0d8-4d53-a56c-8f0373507b09 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 HTTP/1.1" status: 200 len: 898 time: 0.2627747 Aug 26 01:57:05.193274 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5b9ebf97-bef2-4283-87e0-02f46e5cc488 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/9625ab88-9ecd-4f8c-bd4a-175200ed92f8 HTTP/1.1" status: 200 len: 990 time: 0.1102624 Aug 26 01:57:05.211269 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-7185ba9c-9792-407c-9c84-0258a04a54d2 None None] Set router f28e46fc-6330-4187-a1ff-a973d3e340b8 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:57:05.225984 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-945ca507-f376-4744-a48d-e1665a80e6f5 req-3674bc87-5ec7-42b5-89d4-a9fc28e96325 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49851949-4d75-4e1f-bec9-f32dcbbdeb5e HTTP/1.1" status: 200 len: 998 time: 0.1008923 Aug 26 01:57:05.288524 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca507-f376-4744-a48d-e1665a80e6f5 req-92d5a9d5-b7a0-4ebd-a547-138b54ce57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:05.289957 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-945ca507-f376-4744-a48d-e1665a80e6f5 req-92d5a9d5-b7a0-4ebd-a547-138b54ce57d7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9 HTTP/1.1" status: 200 len: 834 time: 0.0561526 Aug 26 01:57:05.378283 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca507-f376-4744-a48d-e1665a80e6f5 req-066bf207-6817-402e-b4fd-7815373a22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:05.379739 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-945ca507-f376-4744-a48d-e1665a80e6f5 req-066bf207-6817-402e-b4fd-7815373a22f1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2655d892-5bf4-4cf6-ba84-ed94f13bf3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805516 Aug 26 01:57:05.390492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [req-945ca507-f376-4744-a48d-e1665a80e6f5 req-94d59232-172e-4383-b6dd-59a31ec5ed68 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 01:57:05.391398 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-945ca507-f376-4744-a48d-e1665a80e6f5 req-94d59232-172e-4383-b6dd-59a31ec5ed68 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052898 Aug 26 01:57:05.521902 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-945ca507-f376-4744-a48d-e1665a80e6f5 req-d90b6bc9-61cf-495e-ac3f-37b7492dc383 service neutron] 10.222.0.94 "GET /v2.0/networks/2655d892-5bf4-4cf6-ba84-ed94f13bf3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242049 Aug 26 01:57:05.556450 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7185ba9c-9792-407c-9c84-0258a04a54d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:56:38Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:39Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '9625ab88-9ecd-4f8c-bd4a-175200ed92f8', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'floating_ip_address': '172.26.2.67', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'port_id': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'mac_address': 'fa:16:3e:69:5a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d9d229-7555-4525-8c3b-bbcdc1b421aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:57:02Z', 'updated_at': '2022-08-26T01:57:02Z', 'revision_number': 0, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea0920c-9ba8-4ba6-944d-bcb896361a3a', 'name': '', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:93:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:43Z', 'updated_at': '2022-08-26T01:56:50Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:57:05.560982 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185ba9c-9792-407c-9c84-0258a04a54d2 None None] The sync data for ids ['f28e46fc-6330-4187-a1ff-a973d3e340b8'] in dv-neutron-854561-2-hyperv is: [{'id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:56:38Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:39Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '9625ab88-9ecd-4f8c-bd4a-175200ed92f8', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'floating_ip_address': '172.26.2.67', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'port_id': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'mac_address': 'fa:16:3e:69:5a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d9d229-7555-4525-8c3b-bbcdc1b421aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:57:02Z', 'updated_at': '2022-08-26T01:57:02Z', 'revision_number': 0, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea0920c-9ba8-4ba6-944d-bcb896361a3a', 'name': '', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:93:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:43Z', 'updated_at': '2022-08-26T01:56:50Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:57:05.662087 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-945ca507-f376-4744-a48d-e1665a80e6f5 req-5b62fb76-f7ed-40a6-aede-9fa08aa10c5d service neutron] 10.222.0.94 "GET /v2.0/networks/2655d892-5bf4-4cf6-ba84-ed94f13bf3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342142 Aug 26 01:57:05.698026 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:05.755135 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631148af-f0b4-4027-9afe-58e92da55ac6 None None] New status for floating IP 9625ab88-9ecd-4f8c-bd4a-175200ed92f8: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:57:06.200270 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33200) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:57:06.407491 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d87a4f2f-c602-4813-beba-f7327eaff0cb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/9625ab88-9ecd-4f8c-bd4a-175200ed92f8 HTTP/1.1" status: 200 len: 992 time: 0.2059779 Aug 26 01:57:11.181886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:14.594949 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9b5020cb-818a-4563-b8dd-72c042fafb22 req-77580e09-3e30-4ca5-a21c-acd7ed41d6ed service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767038 Aug 26 01:57:14.740050 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5020cb-818a-4563-b8dd-72c042fafb22 req-349d05b2-3c5f-40a1-aaf9-79ea471820c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:14.741508 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9b5020cb-818a-4563-b8dd-72c042fafb22 req-349d05b2-3c5f-40a1-aaf9-79ea471820c7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 1098 time: 0.0811360 Aug 26 01:57:14.885453 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5020cb-818a-4563-b8dd-72c042fafb22 req-fb14eb11-d7c2-469f-a08f-6c2f0a200222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:14.886848 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9b5020cb-818a-4563-b8dd-72c042fafb22 req-fb14eb11-d7c2-469f-a08f-6c2f0a200222 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 HTTP/1.1" status: 200 len: 898 time: 0.1272621 Aug 26 01:57:14.990876 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9b5020cb-818a-4563-b8dd-72c042fafb22 req-f46a5b49-bae8-429d-8568-b894dd89c358 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49851949-4d75-4e1f-bec9-f32dcbbdeb5e HTTP/1.1" status: 200 len: 1000 time: 0.0977526 Aug 26 01:57:15.052260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5020cb-818a-4563-b8dd-72c042fafb22 req-261587c1-4025-4c62-9ebe-72c373ff934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:15.053644 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9b5020cb-818a-4563-b8dd-72c042fafb22 req-261587c1-4025-4c62-9ebe-72c373ff934d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9 HTTP/1.1" status: 200 len: 834 time: 0.0561447 Aug 26 01:57:15.140100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5020cb-818a-4563-b8dd-72c042fafb22 req-d8e75bb9-db15-46d3-9007-0e217a3553fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:15.141460 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9b5020cb-818a-4563-b8dd-72c042fafb22 req-d8e75bb9-db15-46d3-9007-0e217a3553fd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2655d892-5bf4-4cf6-ba84-ed94f13bf3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810876 Aug 26 01:57:15.271233 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9b5020cb-818a-4563-b8dd-72c042fafb22 req-c3156169-d04e-4518-9757-65424954dd5f service neutron] 10.222.0.94 "GET /v2.0/networks/2655d892-5bf4-4cf6-ba84-ed94f13bf3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233041 Aug 26 01:57:15.400264 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9b5020cb-818a-4563-b8dd-72c042fafb22 req-1e236859-de3b-4030-89f0-4ddf05f02e7e service neutron] 10.222.0.94 "GET /v2.0/networks/2655d892-5bf4-4cf6-ba84-ed94f13bf3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233728 Aug 26 01:57:16.929012 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:57:30.532257 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-38d55ac3-96a3-497f-9202-eec0872c8fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:33.005446 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf0f7-abc1-45ea-aef4-e63209f655f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:33.809857 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:34.181238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:35.695460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:38.020192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577c488-6a73-4fe6-8ff5-fc49c384a4af req-88990647-c0c4-4dd1-a0b8-5333a78e700a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:38.021677 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3577c488-6a73-4fe6-8ff5-fc49c384a4af req-88990647-c0c4-4dd1-a0b8-5333a78e700a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0874529 Aug 26 01:57:38.068347 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3577c488-6a73-4fe6-8ff5-fc49c384a4af req-892a1cb3-8348-49e6-8458-dc25e54bb6e9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407898 Aug 26 01:57:39.264142 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41742b5f-848e-4dc9-b951-a325559c7ae0 req-8ba98237-c4d4-422b-ba11-083449a2610f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:39.265579 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41742b5f-848e-4dc9-b951-a325559c7ae0 req-8ba98237-c4d4-422b-ba11-083449a2610f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0865512 Aug 26 01:57:39.309214 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-41742b5f-848e-4dc9-b951-a325559c7ae0 req-6c0ba9c9-400e-48fb-b7a6-c3647b11cf76 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378232 Aug 26 01:57:40.507565 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce6399-68b8-4a8b-8759-25168bc789ed req-dacd6781-df2c-4bcb-a75c-daaa868ca23c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:40.509030 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-60ce6399-68b8-4a8b-8759-25168bc789ed req-dacd6781-df2c-4bcb-a75c-daaa868ca23c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0891201 Aug 26 01:57:40.553924 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-60ce6399-68b8-4a8b-8759-25168bc789ed req-9f906d1a-d401-48b8-b305-6cf4bdb8e2ff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391393 Aug 26 01:57:41.181406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:57:41.864706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a44d7b-d540-4a89-9d35-c91b835e7b8f req-1cab54c3-eee7-47be-b23d-e4c75d799272 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:41.866205 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b2a44d7b-d540-4a89-9d35-c91b835e7b8f req-1cab54c3-eee7-47be-b23d-e4c75d799272 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.2003584 Aug 26 01:57:41.909930 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b2a44d7b-d540-4a89-9d35-c91b835e7b8f req-82158ea7-b023-4f7e-bc3a-dff16beea4f0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378678 Aug 26 01:57:43.106846 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3d37c-5d45-44bc-9b8f-7bcbb904e593 req-bc0098e9-ed82-490a-b1a8-b35eda58c055 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:43.108300 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b5c3d37c-5d45-44bc-9b8f-7bcbb904e593 req-bc0098e9-ed82-490a-b1a8-b35eda58c055 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0887547 Aug 26 01:57:43.152552 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b5c3d37c-5d45-44bc-9b8f-7bcbb904e593 req-7e4718a2-8ec1-4602-b72d-9dbaaa3ba82f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380328 Aug 26 01:57:44.349650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448d00a-1ef7-47f3-836e-25e1b1e0d030 req-0b583937-627a-4924-b09b-79abd56bae84 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:44.351166 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e448d00a-1ef7-47f3-836e-25e1b1e0d030 req-0b583937-627a-4924-b09b-79abd56bae84 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0908160 Aug 26 01:57:44.395913 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e448d00a-1ef7-47f3-836e-25e1b1e0d030 req-9a5c4a12-50e2-47b9-8d78-d51c33f73fec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391209 Aug 26 01:57:45.596723 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a96f33-4ee6-440f-ad48-6a88717ccaa3 req-8903834c-5fe8-449a-b343-8c8eb7be2a44 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:45.598240 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e1a96f33-4ee6-440f-ad48-6a88717ccaa3 req-8903834c-5fe8-449a-b343-8c8eb7be2a44 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0868180 Aug 26 01:57:45.641588 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e1a96f33-4ee6-440f-ad48-6a88717ccaa3 req-c755899c-7134-4330-aeef-34dca85b67ac tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377784 Aug 26 01:57:46.839952 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4dcf-1425-48bd-a2d4-eb44328c5d77 req-bb9712f7-d6cf-4104-bfec-69c1d506ee42 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:46.841414 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6bdc4dcf-1425-48bd-a2d4-eb44328c5d77 req-bb9712f7-d6cf-4104-bfec-69c1d506ee42 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0914252 Aug 26 01:57:46.885610 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6bdc4dcf-1425-48bd-a2d4-eb44328c5d77 req-0200c1ca-6b94-4fa3-b0f2-214a5b633ba3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377676 Aug 26 01:57:48.086122 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266811f-620f-4dd6-bc2c-14c177f7c6d1 req-0b057be8-ff8d-494d-baa4-bb184fca1b8a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:48.087526 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0266811f-620f-4dd6-bc2c-14c177f7c6d1 req-0b057be8-ff8d-494d-baa4-bb184fca1b8a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0924911 Aug 26 01:57:48.132169 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0266811f-620f-4dd6-bc2c-14c177f7c6d1 req-6f4ea1bb-f358-4dee-b96c-ddc46d33bc4f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389600 Aug 26 01:57:49.335409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a3a3f-11b0-47a1-ba7d-50818a5280bc req-6167905c-f70d-4203-a383-c5506d5ef065 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:49.336862 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1e9a3a3f-11b0-47a1-ba7d-50818a5280bc req-6167905c-f70d-4203-a383-c5506d5ef065 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0922701 Aug 26 01:57:49.381274 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1e9a3a3f-11b0-47a1-ba7d-50818a5280bc req-c1196a5a-9560-404b-a29a-ed4b2426ab68 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387857 Aug 26 01:57:49.407641 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33260) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:57:49.512131 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b7246901-24b7-419a-94e7-564bf8139410 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/9625ab88-9ecd-4f8c-bd4a-175200ed92f8 HTTP/1.1" status: 200 len: 992 time: 0.1032925 Aug 26 01:57:51.122711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89957ed7-222e-489b-ba78-77b5d57c3f08 req-f242e399-03da-4a3a-ae9c-1351ed8a3397 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:51.124188 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-89957ed7-222e-489b-ba78-77b5d57c3f08 req-f242e399-03da-4a3a-ae9c-1351ed8a3397 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0860186 Aug 26 01:57:51.175272 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-89957ed7-222e-489b-ba78-77b5d57c3f08 req-4d6c539c-9a8f-4966-873d-2cd6d07b0f35 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450647 Aug 26 01:57:51.248174 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77246063-8d68-475d-93f9-20a672d512ca req-8ee3bed1-c08e-4ac8-85fb-bb959b53e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:51.249642 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77246063-8d68-475d-93f9-20a672d512ca req-8ee3bed1-c08e-4ac8-85fb-bb959b53e0d4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 1098 time: 0.0786548 Aug 26 01:57:51.384994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77246063-8d68-475d-93f9-20a672d512ca req-021e1e9b-eef8-4a46-973f-6c38609a5153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:51.386366 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77246063-8d68-475d-93f9-20a672d512ca req-021e1e9b-eef8-4a46-973f-6c38609a5153 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 HTTP/1.1" status: 200 len: 898 time: 0.1273472 Aug 26 01:57:51.493568 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77246063-8d68-475d-93f9-20a672d512ca req-b221889b-7da8-4be1-ab79-0760172d7eef service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49851949-4d75-4e1f-bec9-f32dcbbdeb5e HTTP/1.1" status: 200 len: 1000 time: 0.0963221 Aug 26 01:57:51.560620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77246063-8d68-475d-93f9-20a672d512ca req-a46e747a-b5e0-4f1a-b975-f96447e5001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:51.562111 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77246063-8d68-475d-93f9-20a672d512ca req-a46e747a-b5e0-4f1a-b975-f96447e5001d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9 HTTP/1.1" status: 200 len: 834 time: 0.0581183 Aug 26 01:57:51.649081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77246063-8d68-475d-93f9-20a672d512ca req-bffd1bb9-9fef-4cb9-b14c-e1290898a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:51.650563 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77246063-8d68-475d-93f9-20a672d512ca req-bffd1bb9-9fef-4cb9-b14c-e1290898a143 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2655d892-5bf4-4cf6-ba84-ed94f13bf3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796120 Aug 26 01:57:51.786404 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77246063-8d68-475d-93f9-20a672d512ca req-fa1078ee-64b7-427e-94a9-c801b8f5d585 service neutron] 10.222.0.94 "GET /v2.0/networks/2655d892-5bf4-4cf6-ba84-ed94f13bf3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263595 Aug 26 01:57:51.920440 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-77246063-8d68-475d-93f9-20a672d512ca req-75c025e8-ece7-4a32-9d6c-c89b7b59078a service neutron] 10.222.0.94 "GET /v2.0/networks/2655d892-5bf4-4cf6-ba84-ed94f13bf3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250613 Aug 26 01:57:52.370539 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c89bbb-0d4a-4557-a735-4ca5a7c648af req-ef9be47b-bd3f-41ba-912a-1213ef7ea13d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:52.371997 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-56c89bbb-0d4a-4557-a735-4ca5a7c648af req-ef9be47b-bd3f-41ba-912a-1213ef7ea13d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0876260 Aug 26 01:57:52.419803 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-56c89bbb-0d4a-4557-a735-4ca5a7c648af req-fd8de5cb-24fe-46d3-a924-c1316949fafe tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420513 Aug 26 01:57:53.616088 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c5058-958a-4da9-9211-b1d55a3646e6 req-b2a77625-2ad1-44fa-af9d-3ba4a592a216 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:57:53.617532 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f05c5058-958a-4da9-9211-b1d55a3646e6 req-b2a77625-2ad1-44fa-af9d-3ba4a592a216 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0861795 Aug 26 01:57:53.661505 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f05c5058-958a-4da9-9211-b1d55a3646e6 req-c4db6e2a-9bbb-46a3-9f0a-d2a70006d723 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382593 Aug 26 01:57:53.695321 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33274) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:57:53.800285 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-df0b1560-1a83-4677-b9d9-9f09cf540a66 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/9625ab88-9ecd-4f8c-bd4a-175200ed92f8 HTTP/1.1" status: 200 len: 992 time: 0.1038575 Aug 26 01:57:53.929311 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:58:00.558080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ad728ca9-75b4-49a0-a9ca-36b8010f9f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:03.008980 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e4bde172-3a8c-4326-966d-45bb2ca85755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:03.800502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:04.136283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:05.702269 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:11.204802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:14.603302 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2541994a-c4df-4008-b9d4-a95a66a906f9 req-ca036b4e-d452-4d8f-a3f0-373ce6633ae6 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787389 Aug 26 01:58:14.748879 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541994a-c4df-4008-b9d4-a95a66a906f9 req-aef6d3e5-ef02-4cb1-9492-5bc8afcdaa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:14.750552 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2541994a-c4df-4008-b9d4-a95a66a906f9 req-aef6d3e5-ef02-4cb1-9492-5bc8afcdaa66 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 1098 time: 0.0803072 Aug 26 01:58:14.900078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541994a-c4df-4008-b9d4-a95a66a906f9 req-422e8f09-8b47-4804-8ebd-fb092ea44e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:14.901498 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2541994a-c4df-4008-b9d4-a95a66a906f9 req-422e8f09-8b47-4804-8ebd-fb092ea44e34 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 HTTP/1.1" status: 200 len: 898 time: 0.1304734 Aug 26 01:58:15.002861 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2541994a-c4df-4008-b9d4-a95a66a906f9 req-4f634ac0-40b0-47c0-bfed-21721e8db303 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49851949-4d75-4e1f-bec9-f32dcbbdeb5e HTTP/1.1" status: 200 len: 1000 time: 0.0925384 Aug 26 01:58:15.190268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541994a-c4df-4008-b9d4-a95a66a906f9 req-491e34c2-3fb1-4aad-a30d-e01ed082a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:15.190268 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2541994a-c4df-4008-b9d4-a95a66a906f9 req-491e34c2-3fb1-4aad-a30d-e01ed082a416 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9 HTTP/1.1" status: 200 len: 834 time: 0.1638579 Aug 26 01:58:15.261058 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541994a-c4df-4008-b9d4-a95a66a906f9 req-952b6eae-e33a-493d-8be0-44385f4e5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:15.262571 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2541994a-c4df-4008-b9d4-a95a66a906f9 req-952b6eae-e33a-493d-8be0-44385f4e5a72 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2655d892-5bf4-4cf6-ba84-ed94f13bf3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795119 Aug 26 01:58:15.393824 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2541994a-c4df-4008-b9d4-a95a66a906f9 req-349b3373-67d9-4f77-87fa-0d7bed8e8153 service neutron] 10.222.0.94 "GET /v2.0/networks/2655d892-5bf4-4cf6-ba84-ed94f13bf3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249287 Aug 26 01:58:15.529381 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2541994a-c4df-4008-b9d4-a95a66a906f9 req-cf1f6940-7871-4578-9693-075699ea8514 service neutron] 10.222.0.94 "GET /v2.0/networks/2655d892-5bf4-4cf6-ba84-ed94f13bf3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260533 Aug 26 01:58:24.506111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33288) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:24.713651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port 6d65e95c-b1a1-428d-8753-cdbba3144abe {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:58:24.714031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:24.880312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:24.880637 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:25.104076 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for 6d65e95c-b1a1-428d-8753-cdbba3144abe owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:58:25.313256 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:25.364254 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=6d65e95c-b1a1-428d-8753-cdbba3144abe,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:25.408909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:25.409252 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:25.409590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:25.409943 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:25.410275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:25.410603 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:25.410925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:25.411251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:25.411570 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:25.411886 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:25.412202 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:25.412514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:25.469431 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:25.469764 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Floating IP 9625ab88-9ecd-4f8c-bd4a-175200ed92f8 disassociated (deleted). External IP: 172.26.2.67, port: 49851949-4d75-4e1f-bec9-f32dcbbdeb5e. Aug 26 01:58:25.812491 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router f28e46fc-6330-4187-a1ff-a973d3e340b8 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:58:25.986778 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:58:26.003547 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ae63f8-cd73-4e63-ae6a-586360bd7197 None None] Sync routers for ids ['f28e46fc-6330-4187-a1ff-a973d3e340b8'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:58:26.012768 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae63f8-cd73-4e63-ae6a-586360bd7197 None None] Routers {'f28e46fc-6330-4187-a1ff-a973d3e340b8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:58:26.022858 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-44ae63f8-cd73-4e63-ae6a-586360bd7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:58:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f28e46fc-6330-4187-a1ff-a973d3e340b8'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:26.101575 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:26.158916 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2b2555fd-0b41-44ae-acb7-a80f98d42b74 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/floatingips/9625ab88-9ecd-4f8c-bd4a-175200ed92f8 HTTP/1.1" status: 204 len: 168 time: 1.6512301 Aug 26 01:58:26.159576 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d9d229-7555-4525-8c3b-bbcdc1b421aa', 'tag': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:58:26.189054 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-44ae63f8-cd73-4e63-ae6a-586360bd7197 None None] Set router f28e46fc-6330-4187-a1ff-a973d3e340b8 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:58:26.206663 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e6bf41-80a2-4f49-88ed-c427d6b76657'] response: {'name': 'network-changed', 'server_uuid': '78d9d229-7555-4525-8c3b-bbcdc1b421aa', 'tag': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e', 'status': 'completed', 'code': 200} Aug 26 01:58:26.316052 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da0d3-2ad6-490b-8268-334970d5857e req-8f1fdc89-a1d5-4e15-8dfc-09fef59f464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:26.318200 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b93da0d3-2ad6-490b-8268-334970d5857e req-8f1fdc89-a1d5-4e15-8dfc-09fef59f464f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 1098 time: 0.0834796 Aug 26 01:58:26.461159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da0d3-2ad6-490b-8268-334970d5857e req-c3a99eb3-bc56-4b9f-bb45-1a7e7472fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:26.463369 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b93da0d3-2ad6-490b-8268-334970d5857e req-c3a99eb3-bc56-4b9f-bb45-1a7e7472fe19 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 HTTP/1.1" status: 200 len: 898 time: 0.1355734 Aug 26 01:58:26.540382 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b93da0d3-2ad6-490b-8268-334970d5857e req-be9ca30e-f3ae-4119-acfe-5aef7a8ec4ff service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49851949-4d75-4e1f-bec9-f32dcbbdeb5e HTTP/1.1" status: 200 len: 217 time: 0.0657842 Aug 26 01:58:26.562662 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-44ae63f8-cd73-4e63-ae6a-586360bd7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:56:38Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:39Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9ea0920c-9ba8-4ba6-944d-bcb896361a3a', 'name': '', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:93:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:43Z', 'updated_at': '2022-08-26T01:56:50Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:26.566580 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ae63f8-cd73-4e63-ae6a-586360bd7197 None None] Checking router: f28e46fc-6330-4187-a1ff-a973d3e340b8 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:58:26.575962 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae63f8-cd73-4e63-ae6a-586360bd7197 None None] Routers {'f28e46fc-6330-4187-a1ff-a973d3e340b8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:58:26.576559 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-44ae63f8-cd73-4e63-ae6a-586360bd7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:58:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f28e46fc-6330-4187-a1ff-a973d3e340b8'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:26.606453 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da0d3-2ad6-490b-8268-334970d5857e req-dcd56bb9-4851-4173-b4f7-05dfdc551819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:26.607880 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b93da0d3-2ad6-490b-8268-334970d5857e req-dcd56bb9-4851-4173-b4f7-05dfdc551819 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9 HTTP/1.1" status: 200 len: 834 time: 0.0601904 Aug 26 01:58:26.766110 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-44ae63f8-cd73-4e63-ae6a-586360bd7197 None None] Set router f28e46fc-6330-4187-a1ff-a973d3e340b8 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:58:26.766306 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da0d3-2ad6-490b-8268-334970d5857e req-bf3cd578-9c8e-42e5-98be-81b20d482417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:26.767545 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b93da0d3-2ad6-490b-8268-334970d5857e req-bf3cd578-9c8e-42e5-98be-81b20d482417 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2655d892-5bf4-4cf6-ba84-ed94f13bf3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1512823 Aug 26 01:58:26.775667 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c367f54-8368-4038-8bf7-b0175b609a55 req-d618720a-b5ad-4860-b90c-7aaf62ff9309 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:26.777044 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c367f54-8368-4038-8bf7-b0175b609a55 req-d618720a-b5ad-4860-b90c-7aaf62ff9309 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.1624253 Aug 26 01:58:26.899822 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0c367f54-8368-4038-8bf7-b0175b609a55 req-05d2f6f4-8c79-4553-9713-1c61bcf0b5ef tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042461 Aug 26 01:58:26.935845 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b93da0d3-2ad6-490b-8268-334970d5857e req-bbef9281-46d5-428a-885e-75291ea1e994 service neutron] 10.222.0.94 "GET /v2.0/networks/2655d892-5bf4-4cf6-ba84-ed94f13bf3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578727 Aug 26 01:58:27.070223 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b93da0d3-2ad6-490b-8268-334970d5857e req-6ecc6c65-2002-43b0-b95e-f9fb13b3628f service neutron] 10.222.0.94 "GET /v2.0/networks/2655d892-5bf4-4cf6-ba84-ed94f13bf3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266799 Aug 26 01:58:27.078575 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-44ae63f8-cd73-4e63-ae6a-586360bd7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:56:38Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:39Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9ea0920c-9ba8-4ba6-944d-bcb896361a3a', 'name': '', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:93:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:43Z', 'updated_at': '2022-08-26T01:56:50Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:27.082511 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ae63f8-cd73-4e63-ae6a-586360bd7197 None None] The sync data for ids ['f28e46fc-6330-4187-a1ff-a973d3e340b8'] in dv-neutron-854561-2-hyperv is: [{'id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:56:38Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:39Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '9ea0920c-9ba8-4ba6-944d-bcb896361a3a', 'name': '', 'network_id': '2655d892-5bf4-4cf6-ba84-ed94f13bf3d5', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:93:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:43Z', 'updated_at': '2022-08-26T01:56:50Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:58:27.289731 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2163695-d55a-4983-b594-b0dbc0f49728 None None] New status for floating IP 9625ab88-9ecd-4f8c-bd4a-175200ed92f8: DOWN {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:58:28.095546 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cfcef-b84e-4c7c-8e06-9fdb49eb40ad req-d860345c-a19a-4132-bfca-6bb9a5e1e3f9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:28.096443 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-868cfcef-b84e-4c7c-8e06-9fdb49eb40ad req-d860345c-a19a-4132-bfca-6bb9a5e1e3f9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:58:28.170194 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-868cfcef-b84e-4c7c-8e06-9fdb49eb40ad req-d860345c-a19a-4132-bfca-6bb9a5e1e3f9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:58:28.171393 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-868cfcef-b84e-4c7c-8e06-9fdb49eb40ad req-d860345c-a19a-4132-bfca-6bb9a5e1e3f9 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.1613209 Aug 26 01:58:28.219512 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-868cfcef-b84e-4c7c-8e06-9fdb49eb40ad req-8b59f4b0-5d62-4646-a78e-13278d76d011 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=ab4bd537-06c1-4b6c-98fb-d5e9915907cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424564 Aug 26 01:58:28.367172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c8a9d-73da-4f66-8e29-d92c8cc42b6e req-9e892360-2f12-4f66-ac6d-f39dcd91224d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:28.368497 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fb3c8a9d-73da-4f66-8e29-d92c8cc42b6e req-9e892360-2f12-4f66-ac6d-f39dcd91224d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 945 time: 0.0965080 Aug 26 01:58:28.440806 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-fb3c8a9d-73da-4f66-8e29-d92c8cc42b6e req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:58:28.441255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-fb3c8a9d-73da-4f66-8e29-d92c8cc42b6e req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:28.793144 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-fb3c8a9d-73da-4f66-8e29-d92c8cc42b6e req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] For port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=49851949-4d75-4e1f-bec9-f32dcbbdeb5e,segment=NetworkSegment(6ff19138-79bd-4471-866d-8280f2c04a86),segment_id=6ff19138-79bd-4471-866d-8280f2c04a86)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:58:28.793422 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-fb3c8a9d-73da-4f66-8e29-d92c8cc42b6e req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:28.915370 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-fb3c8a9d-73da-4f66-8e29-d92c8cc42b6e req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for 49851949-4d75-4e1f-bec9-f32dcbbdeb5e owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:58:29.145810 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-fb3c8a9d-73da-4f66-8e29-d92c8cc42b6e req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:29.196324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=49851949-4d75-4e1f-bec9-f32dcbbdeb5e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:29.239157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:29.239506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:29.239852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:29.240213 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:29.240534 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:29.240867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:29.241875 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:29.242218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:29.242551 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:29.242880 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:29.243207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:29.243535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:29.300318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3c8a9d-73da-4f66-8e29-d92c8cc42b6e req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] No DVR routers for this DVR port 49851949-4d75-4e1f-bec9-f32dcbbdeb5e on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:58:29.302791 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-fb3c8a9d-73da-4f66-8e29-d92c8cc42b6e req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:29.306028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d9d229-7555-4525-8c3b-bbcdc1b421aa', 'name': 'network-vif-deleted', 'tag': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:58:29.351534 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba6edfa-bb7c-4451-a88e-ac72d545e1b8'] response: {'server_uuid': '78d9d229-7555-4525-8c3b-bbcdc1b421aa', 'name': 'network-vif-deleted', 'tag': '49851949-4d75-4e1f-bec9-f32dcbbdeb5e', 'status': 'completed', 'code': 200} Aug 26 01:58:29.365304 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fb3c8a9d-73da-4f66-8e29-d92c8cc42b6e req-ef89cae9-0b92-4118-a88c-c5496c4c7477 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "DELETE /v2.0/ports/49851949-4d75-4e1f-bec9-f32dcbbdeb5e HTTP/1.1" status: 204 len: 173 time: 0.9893382 Aug 26 01:58:29.456783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-39b87136-da6b-4ead-a7c7-82fc3edbc18e req-debb6e9d-ba9d-42fe-8ac5-0066296c61dc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:58:29.540348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-39b87136-da6b-4ead-a7c7-82fc3edbc18e req-debb6e9d-ba9d-42fe-8ac5-0066296c61dc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:58:29.543910 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-39b87136-da6b-4ead-a7c7-82fc3edbc18e req-debb6e9d-ba9d-42fe-8ac5-0066296c61dc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=78d9d229-7555-4525-8c3b-bbcdc1b421aa HTTP/1.1" status: 200 len: 210 time: 0.1388803 Aug 26 01:58:30.547302 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-87786f2c-0a18-4794-bf7f-19df9a49609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:30.641648 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33306) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:30.929218 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:58:31.292429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d299ea4-42a0-4287-92d1-c8433bfbf6c8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:31.639670 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1d299ea4-42a0-4287-92d1-c8433bfbf6c8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:58:31.640014 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d299ea4-42a0-4287-92d1-c8433bfbf6c8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:31.824911 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-1d299ea4-42a0-4287-92d1-c8433bfbf6c8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] For port 9ea0920c-9ba8-4ba6-944d-bcb896361a3a, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9ea0920c-9ba8-4ba6-944d-bcb896361a3a,segment=NetworkSegment(6ff19138-79bd-4471-866d-8280f2c04a86),segment_id=6ff19138-79bd-4471-866d-8280f2c04a86)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:58:31.825553 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d299ea4-42a0-4287-92d1-c8433bfbf6c8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:31.946351 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-1d299ea4-42a0-4287-92d1-c8433bfbf6c8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for 9ea0920c-9ba8-4ba6-944d-bcb896361a3a owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:58:32.185718 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d299ea4-42a0-4287-92d1-c8433bfbf6c8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:32.235950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d299ea4-42a0-4287-92d1-c8433bfbf6c8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=9ea0920c-9ba8-4ba6-944d-bcb896361a3a,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:32.434160 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 49851949-4d75-4e1f-bec9-f32dcbbdeb5e no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:58:32.508160 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 49851949-4d75-4e1f-bec9-f32dcbbdeb5e {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:58:32.508382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 49851949-4d75-4e1f-bec9-f32dcbbdeb5e not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:58:32.623466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1d299ea4-42a0-4287-92d1-c8433bfbf6c8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:32.980238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d299ea4-42a0-4287-92d1-c8433bfbf6c8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router f28e46fc-6330-4187-a1ff-a973d3e340b8 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:58:33.010062 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-eb9969bb-98d2-4551-ad64-0baae8be0f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:33.155421 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d299ea4-42a0-4287-92d1-c8433bfbf6c8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:58:33.165154 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaab585e-0e4d-4822-9d26-2c7a92342d15 None None] Sync routers for ids ['f28e46fc-6330-4187-a1ff-a973d3e340b8'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:58:33.174276 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaab585e-0e4d-4822-9d26-2c7a92342d15 None None] Routers {'f28e46fc-6330-4187-a1ff-a973d3e340b8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:58:33.176382 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-eaab585e-0e4d-4822-9d26-2c7a92342d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:58:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f28e46fc-6330-4187-a1ff-a973d3e340b8'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:33.206210 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1d299ea4-42a0-4287-92d1-c8433bfbf6c8 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "PUT /v2.0/routers/f28e46fc-6330-4187-a1ff-a973d3e340b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5633864 Aug 26 01:58:33.208936 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33310) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:33.276373 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea751d8a-4414-45e0-be72-60f4a917a526 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting subnet 96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:58:33.279429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ea751d8a-4414-45e0-be72-60f4a917a526 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:33.337690 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ea751d8a-4414-45e0-be72-60f4a917a526 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:33.355351 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-eaab585e-0e4d-4822-9d26-2c7a92342d15 None None] Set router f28e46fc-6330-4187-a1ff-a973d3e340b8 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:58:33.421057 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ea751d8a-4414-45e0-be72-60f4a917a526 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:33.541852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ea751d8a-4414-45e0-be72-60f4a917a526 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:33.581813 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea751d8a-4414-45e0-be72-60f4a917a526 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Subnet': ['ID=96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:33.586295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ea751d8a-4414-45e0-be72-60f4a917a526 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:33.592460 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ea751d8a-4414-45e0-be72-60f4a917a526 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/subnets/96f4cc4c-6eac-434f-9bf8-cf5eff4df5b9 HTTP/1.1" status: 204 len: 168 time: 0.3825550 Aug 26 01:58:33.593324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf69f96-1012-4c3d-988d-8266699859ee None None] Network 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:58:33.595074 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33314) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:33.639347 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-eaab585e-0e4d-4822-9d26-2c7a92342d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:56:38Z', 'updated_at': '2022-08-26T01:58:32Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:39Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:33.643204 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaab585e-0e4d-4822-9d26-2c7a92342d15 None None] Checking router: f28e46fc-6330-4187-a1ff-a973d3e340b8 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:58:33.652282 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaab585e-0e4d-4822-9d26-2c7a92342d15 None None] Routers {'f28e46fc-6330-4187-a1ff-a973d3e340b8'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:58:33.652873 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-eaab585e-0e4d-4822-9d26-2c7a92342d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:58:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['f28e46fc-6330-4187-a1ff-a973d3e340b8'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:33.804263 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:33.869772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:33.898315 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-eaab585e-0e4d-4822-9d26-2c7a92342d15 None None] Set router f28e46fc-6330-4187-a1ff-a973d3e340b8 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:58:33.919757 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] DHCP port deletion for 2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:58:33.924424 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Deleting port dc619772-6f3e-4551-8996-b5495f754a7e {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:58:33.924809 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:34.003950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:34.073425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port d682b03a-542b-4bef-9889-298eba84f71b {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:58:34.074035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:34.153930 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] For port dc619772-6f3e-4551-8996-b5495f754a7e, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=dc619772-6f3e-4551-8996-b5495f754a7e,segment=NetworkSegment(6ff19138-79bd-4471-866d-8280f2c04a86),segment_id=6ff19138-79bd-4471-866d-8280f2c04a86)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:58:34.154335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:34.189683 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-eaab585e-0e4d-4822-9d26-2c7a92342d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:56:38Z', 'updated_at': '2022-08-26T01:58:32Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:39Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:34.195157 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaab585e-0e4d-4822-9d26-2c7a92342d15 None None] The sync data for ids ['f28e46fc-6330-4187-a1ff-a973d3e340b8'] in dv-neutron-854561-2-hyperv is: [{'id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699591404', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:56:38Z', 'updated_at': '2022-08-26T01:58:32Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': 'd682b03a-542b-4bef-9889-298eba84f71b', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28e46fc-6330-4187-a1ff-a973d3e340b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:56:39Z', 'updated_at': '2022-08-26T01:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:58:34.227565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:34.290631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Calling delete_port for dc619772-6f3e-4551-8996-b5495f754a7e owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:58:34.371521 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] For port d682b03a-542b-4bef-9889-298eba84f71b, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d682b03a-542b-4bef-9889-298eba84f71b,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:58:34.373041 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:34.431895 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:34.478555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Pushing event deleted for resources: {'Port': ['ID=dc619772-6f3e-4551-8996-b5495f754a7e,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:34.483223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] No DVR routers for this DVR port dc619772-6f3e-4551-8996-b5495f754a7e on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:58:34.489184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:34.489530 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:34.489897 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:34.494168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:34.494168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:34.494168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:34.494168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:34.494168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:34.494168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:34.494168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:34.494168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:34.494168 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c929b-794d-4f03-a7a9-00920e7d1f4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:34.502824 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for d682b03a-542b-4bef-9889-298eba84f71b owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:58:34.747232 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:34.793100 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=d682b03a-542b-4bef-9889-298eba84f71b,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:34.891613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:35.063091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:35.065395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:35.162547 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:35.163564 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Fanout notify agent at l3_agent the message router_deleted on router f28e46fc-6330-4187-a1ff-a973d3e340b8 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:58:35.180045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:35.181264 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5f97b073-c926-4ac7-94ab-9d87fc893458 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/routers/f28e46fc-6330-4187-a1ff-a973d3e340b8 HTTP/1.1" status: 204 len: 168 time: 1.5850852 Aug 26 01:58:35.183962 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33318) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:35.301104 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54ef3e04-051c-4fc7-b597-4641d2dfa1fb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:35.429485 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54ef3e04-051c-4fc7-b597-4641d2dfa1fb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:35.454250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-54ef3e04-051c-4fc7-b597-4641d2dfa1fb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2655d892-5bf4-4cf6-ba84-ed94f13bf3d5']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:35.466378 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-54ef3e04-051c-4fc7-b597-4641d2dfa1fb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff19138-79bd-4471-866d-8280f2c04a86') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:35.466686 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-54ef3e04-051c-4fc7-b597-4641d2dfa1fb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff19138-79bd-4471-866d-8280f2c04a86') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:35.478272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54ef3e04-051c-4fc7-b597-4641d2dfa1fb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:35.494034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54ef3e04-051c-4fc7-b597-4641d2dfa1fb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:35.500003 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ef3e04-051c-4fc7-b597-4641d2dfa1fb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:58:35.500406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54ef3e04-051c-4fc7-b597-4641d2dfa1fb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:35.567384 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 6ff19138-79bd-4471-866d-8280f2c04a86 resource provider aggregate not found Aug 26 01:58:35.591049 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 6ff19138-79bd-4471-866d-8280f2c04a86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ff19138-79bd-4471-866d-8280f2c04a86 found for delete ", "request_id": "req-b6a30b7f-7d0d-4ce0-8d6d-dc7a1a001536"}]} Aug 26 01:58:35.764394 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54ef3e04-051c-4fc7-b597-4641d2dfa1fb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:35.782182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-54ef3e04-051c-4fc7-b597-4641d2dfa1fb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:35.791279 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:35.796233 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef3e04-051c-4fc7-b597-4641d2dfa1fb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Network': ['ID=2655d892-5bf4-4cf6-ba84-ed94f13bf3d5,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:35.800676 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-54ef3e04-051c-4fc7-b597-4641d2dfa1fb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/networks/2655d892-5bf4-4cf6-ba84-ed94f13bf3d5 HTTP/1.1" status: 204 len: 168 time: 0.6142805 Aug 26 01:58:35.801936 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33326) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:35.862701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9ea0920c-9ba8-4ba6-944d-bcb896361a3a no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:58:35.877646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8f4d-5d1a-41ac-8c26-70d9df386bdd tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:35.899383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 9ea0920c-9ba8-4ba6-944d-bcb896361a3a {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:58:35.899654 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9ea0920c-9ba8-4ba6-944d-bcb896361a3a not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:58:35.900063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dc619772-6f3e-4551-8996-b5495f754a7e no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:58:35.907166 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8f4d-5d1a-41ac-8c26-70d9df386bdd tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:35.932623 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: dc619772-6f3e-4551-8996-b5495f754a7e {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:58:35.932969 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device dc619772-6f3e-4551-8996-b5495f754a7e not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:58:35.933378 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d682b03a-542b-4bef-9889-298eba84f71b no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:58:35.965279 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: d682b03a-542b-4bef-9889-298eba84f71b {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:58:35.965625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d682b03a-542b-4bef-9889-298eba84f71b not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:58:36.031789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8f4d-5d1a-41ac-8c26-70d9df386bdd tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:36.049609 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c8f4d-5d1a-41ac-8c26-70d9df386bdd tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4bd537-06c1-4b6c-98fb-d5e9915907cf,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:36.127620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3f1c8f4d-5d1a-41ac-8c26-70d9df386bdd tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:36.128757 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3f1c8f4d-5d1a-41ac-8c26-70d9df386bdd tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/security-groups/ab4bd537-06c1-4b6c-98fb-d5e9915907cf HTTP/1.1" status: 204 len: 168 time: 0.3258133 Aug 26 01:58:36.356859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33334) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:36.362323 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-3d24fec0-2f28-4865-8ec6-f7eeaa163c96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1770817246', 'description': 'tempest-secgroup-smoke-1770817246 description', 'project_id': '54043feb5dd94b4e99a37394a66eb190'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:58:36.368909 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3d24fec0-2f28-4865-8ec6-f7eeaa163c96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:58:36.372974 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3d24fec0-2f28-4865-8ec6-f7eeaa163c96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:58:36.375816 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3d24fec0-2f28-4865-8ec6-f7eeaa163c96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:58:36.381345 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3d24fec0-2f28-4865-8ec6-f7eeaa163c96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:58:36.460146 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d24fec0-2f28-4865-8ec6-f7eeaa163c96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:36.480060 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3d24fec0-2f28-4865-8ec6-f7eeaa163c96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:58:36.483835 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3d24fec0-2f28-4865-8ec6-f7eeaa163c96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:58:36.486899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-3d24fec0-2f28-4865-8ec6-f7eeaa163c96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:58:36.493263 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-3d24fec0-2f28-4865-8ec6-f7eeaa163c96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:58:36.560328 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d24fec0-2f28-4865-8ec6-f7eeaa163c96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:36.604338 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d24fec0-2f28-4865-8ec6-f7eeaa163c96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:36.649877 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24fec0-2f28-4865-8ec6-f7eeaa163c96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc065f7f-bab6-4aa6-9a51-e16c62f15253,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:36.718287 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3d24fec0-2f28-4865-8ec6-f7eeaa163c96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:36.719529 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3d24fec0-2f28-4865-8ec6-f7eeaa163c96 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3616574 Aug 26 01:58:36.722456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33338) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:36.727476 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-0c88dab2-5595-4b66-bbd8-ebe86a5ac186 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'bc065f7f-bab6-4aa6-9a51-e16c62f15253', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:58:36.733442 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0c88dab2-5595-4b66-bbd8-ebe86a5ac186 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:58:36.737578 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0c88dab2-5595-4b66-bbd8-ebe86a5ac186 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:58:36.740514 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-0c88dab2-5595-4b66-bbd8-ebe86a5ac186 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:58:36.746925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-0c88dab2-5595-4b66-bbd8-ebe86a5ac186 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:58:36.816620 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0c88dab2-5595-4b66-bbd8-ebe86a5ac186 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:36.968876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0c88dab2-5595-4b66-bbd8-ebe86a5ac186 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:37.020870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0c88dab2-5595-4b66-bbd8-ebe86a5ac186 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:37.043837 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88dab2-5595-4b66-bbd8-ebe86a5ac186 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa69da2f-b1b2-42c0-9ce0-b7045f9b3ffc,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:37.101733 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0c88dab2-5595-4b66-bbd8-ebe86a5ac186 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:37.102998 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0c88dab2-5595-4b66-bbd8-ebe86a5ac186 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3796113 Aug 26 01:58:37.105663 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33342) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:37.110842 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-a2e27a6c-8ae1-4ca4-8158-13677067c234 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'bc065f7f-bab6-4aa6-9a51-e16c62f15253', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:58:37.117486 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a2e27a6c-8ae1-4ca4-8158-13677067c234 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:58:37.121358 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a2e27a6c-8ae1-4ca4-8158-13677067c234 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:58:37.124286 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-a2e27a6c-8ae1-4ca4-8158-13677067c234 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:58:37.129924 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-a2e27a6c-8ae1-4ca4-8158-13677067c234 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:58:37.183335 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a2e27a6c-8ae1-4ca4-8158-13677067c234 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:37.245430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a2e27a6c-8ae1-4ca4-8158-13677067c234 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:37.306789 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a2e27a6c-8ae1-4ca4-8158-13677067c234 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:37.330201 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e27a6c-8ae1-4ca4-8158-13677067c234 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a667c1-0c94-4d4f-a69f-dc3dc7adc936,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:37.392508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-a2e27a6c-8ae1-4ca4-8158-13677067c234 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:37.393674 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-a2e27a6c-8ae1-4ca4-8158-13677067c234 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2870722 Aug 26 01:58:37.396388 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33346) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:37.401901 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e1b45dfd-5826-41cc-be36-521011f041ff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'bc065f7f-bab6-4aa6-9a51-e16c62f15253', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:58:37.407660 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e1b45dfd-5826-41cc-be36-521011f041ff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:58:37.411492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e1b45dfd-5826-41cc-be36-521011f041ff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:58:37.414356 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e1b45dfd-5826-41cc-be36-521011f041ff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:58:37.420059 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e1b45dfd-5826-41cc-be36-521011f041ff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:58:37.490765 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e1b45dfd-5826-41cc-be36-521011f041ff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:37.556680 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e1b45dfd-5826-41cc-be36-521011f041ff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:37.598220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e1b45dfd-5826-41cc-be36-521011f041ff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:37.621899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b45dfd-5826-41cc-be36-521011f041ff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea1864a-2adb-44b7-8ce6-aeb0399e56e7,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:37.712824 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e1b45dfd-5826-41cc-be36-521011f041ff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:37.714051 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e1b45dfd-5826-41cc-be36-521011f041ff tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167324 Aug 26 01:58:37.717165 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33350) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:37.722087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-079855f5-54ff-4ab4-95a0-a26dc3ef0724 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'bc065f7f-bab6-4aa6-9a51-e16c62f15253', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:58:37.727979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-079855f5-54ff-4ab4-95a0-a26dc3ef0724 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:58:37.731745 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-079855f5-54ff-4ab4-95a0-a26dc3ef0724 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:58:37.734945 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-079855f5-54ff-4ab4-95a0-a26dc3ef0724 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:58:37.740538 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-079855f5-54ff-4ab4-95a0-a26dc3ef0724 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:58:37.832494 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-079855f5-54ff-4ab4-95a0-a26dc3ef0724 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:37.894712 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-079855f5-54ff-4ab4-95a0-a26dc3ef0724 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:37.980128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-079855f5-54ff-4ab4-95a0-a26dc3ef0724 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:38.004652 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079855f5-54ff-4ab4-95a0-a26dc3ef0724 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e27d6a-df05-4c4c-89f1-b370a813dfc2,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:38.077042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-079855f5-54ff-4ab4-95a0-a26dc3ef0724 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:38.078184 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-079855f5-54ff-4ab4-95a0-a26dc3ef0724 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3600492 Aug 26 01:58:38.081062 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33354) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:38.085983 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-c699fceb-9524-4087-8d43-909d2e16bee2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'bc065f7f-bab6-4aa6-9a51-e16c62f15253', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:58:38.094210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c699fceb-9524-4087-8d43-909d2e16bee2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:58:38.095644 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c699fceb-9524-4087-8d43-909d2e16bee2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:58:38.098470 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-c699fceb-9524-4087-8d43-909d2e16bee2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:58:38.104842 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-c699fceb-9524-4087-8d43-909d2e16bee2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:58:38.186789 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-c699fceb-9524-4087-8d43-909d2e16bee2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Project 54043feb5dd94b4e99a37394a66eb190 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:58:38.193559 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c699fceb-9524-4087-8d43-909d2e16bee2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:38.258220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c699fceb-9524-4087-8d43-909d2e16bee2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:38.322416 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c699fceb-9524-4087-8d43-909d2e16bee2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:38.348640 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699fceb-9524-4087-8d43-909d2e16bee2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f2e680-1a0b-4d0b-be63-9c54e4e734b5,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:38.442895 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c699fceb-9524-4087-8d43-909d2e16bee2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:38.444123 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c699fceb-9524-4087-8d43-909d2e16bee2 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3621156 Aug 26 01:58:38.447264 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33358) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:38.452156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-f0f53615-972f-4f23-af39-ddb612cc8e01 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'security_group_rule': {'security_group_id': 'bc065f7f-bab6-4aa6-9a51-e16c62f15253', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:58:38.458132 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f0f53615-972f-4f23-af39-ddb612cc8e01 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:58:38.462606 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f0f53615-972f-4f23-af39-ddb612cc8e01 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:security_group_rule and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:58:38.465482 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f0f53615-972f-4f23-af39-ddb612cc8e01 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:58:38.471150 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f0f53615-972f-4f23-af39-ddb612cc8e01 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:58:38.546843 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-f0f53615-972f-4f23-af39-ddb612cc8e01 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Project 54043feb5dd94b4e99a37394a66eb190 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:58:38.553562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f0f53615-972f-4f23-af39-ddb612cc8e01 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:38.618429 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f0f53615-972f-4f23-af39-ddb612cc8e01 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:38.689850 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f0f53615-972f-4f23-af39-ddb612cc8e01 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:38.713975 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f53615-972f-4f23-af39-ddb612cc8e01 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031b6509-499e-44ea-8978-d670124e016a,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:38.792996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f0f53615-972f-4f23-af39-ddb612cc8e01 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:38.794359 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f0f53615-972f-4f23-af39-ddb612cc8e01 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3461847 Aug 26 01:58:38.804774 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33362) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:38.811962 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'network': {'name': 'tempest-network-smoke--2089134540', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'port_security_enabled': True}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:58:38.817529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:58:38.822467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:network and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:58:38.825447 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:58:38.831917 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:58:38.907326 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Made reservation on behalf of 54043feb5dd94b4e99a37394a66eb190 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:58:38.910832 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:38.939653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:58:38.948542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:38.948880 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Added segment 4a6d47af-06b6-4bb3-b31f-82c1c4432601 of type vlan for network cacc76f7-5107-4193-a61e-69dc6218acd6 Aug 26 01:58:38.974968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:39.071645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:39.077337 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:39.080950 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:39.188354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Network': ['ID=cacc76f7-5107-4193-a61e-69dc6218acd6,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:39.202441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network cacc76f7-5107-4193-a61e-69dc6218acd6 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 01:58:39.258107 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-c51f907a-fab0-4ae1-9614-1d22e86ea7f3 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4478905 Aug 26 01:58:39.258338 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33366) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:39.263522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'admin_state_up': True, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:58:39.270751 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:58:39.275507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:router and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:58:39.278428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:58:39.284744 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:58:39.364796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:39.365994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:39.381307 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:39.720718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:40.102558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:40.245901 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:40.380100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.26.2.56 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/3296befa-89d7-4d09-abab-3c36e0d82f13) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:58:40.525818 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:40.637613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:40.701014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:58:40.703762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:58:40.707525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:58:40.749193 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=3296befa-89d7-4d09-abab-3c36e0d82f13,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:41.186388 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:41.210206 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:41.519056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:41.901359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 01:58:42.076581 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:58:42.086407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Sync routers for ids ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:58:42.095901 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Routers {'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:58:42.096500 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:58:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:42.141662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:42.142949 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d4b37f31-bc90-450d-af57-626cd30f1d88 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8837409 Aug 26 01:58:42.146100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33370) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:42.189218 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d9ec3d13-e001-4c69-88eb-0c47a346b076 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=54043feb5dd94b4e99a37394a66eb190&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419900 Aug 26 01:58:42.191878 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33374) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:42.313771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Set router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:58:42.323495 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91780d59-8e61-4244-bdaf-4b8470e87daa tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:42.324967 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-91780d59-8e61-4244-bdaf-4b8470e87daa tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1322088 Aug 26 01:58:42.332994 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33378) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:42.371825 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-312ca2dd-ef1b-46df-b88f-64277353289d tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=49e274ef-58e5-4652-9e84-36bb0a18cd29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378411 Aug 26 01:58:42.374275 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33382) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:42.379455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1586921045', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:58:42.486332 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:58:42.490115 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:subnet and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:58:42.493652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:58:42.499311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:58:42.552701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Made reservation on behalf of 54043feb5dd94b4e99a37394a66eb190 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:58:42.556894 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:42.598702 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:58:39Z', 'updated_at': '2022-08-26T01:58:40Z', 'revision_number': 3, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:40Z', 'updated_at': '2022-08-26T01:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:42.603242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Checking router: c49a74ed-c1ed-4b11-a2c4-0bb752026e2e for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:58:42.603594 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Updating router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e port 3296befa-89d7-4d09-abab-3c36e0d82f13 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:58:42.656007 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:42.833008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:42.915134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Subnet': ['ID=9d0ca355-1103-46af-9cf7-a6d678392366,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:42.926485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Checking segment: {'id': '4a6d47af-06b6-4bb3-b31f-82c1c4432601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:58:42.926839 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network hostable DHCP agents. Network: cacc76f7-5107-4193-a61e-69dc6218acd6, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:58:42.993199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:43.004295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Transition to ACTIVE for port object 3296befa-89d7-4d09-abab-3c36e0d82f13 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:58:43.021287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network cacc76f7-5107-4193-a61e-69dc6218acd6 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:58:43.061154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:43.084262 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, cacc76f7-5107-4193-a61e-69dc6218acd6) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:58:43.089261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:43.089960 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:43.107796 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b9835f-a37f-4dbc-998c-feeebfd89b48 None None] Network cacc76f7-5107-4193-a61e-69dc6218acd6 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:58:43.145120 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Attempting to bind port 3296befa-89d7-4d09-abab-3c36e0d82f13 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:58:43.145489 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Attempting to bind port 3296befa-89d7-4d09-abab-3c36e0d82f13 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:58:43.145878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Attempting to bind port 3296befa-89d7-4d09-abab-3c36e0d82f13 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:58:43.170767 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b9b971ef-9f33-4bbf-b0be-d2e2e7f8cfcb tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7953970 Aug 26 01:58:43.173502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33386) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:58:43.210925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:58:43.211295 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:58:43.211710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:43.212092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:58:43.212570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Bound port: 3296befa-89d7-4d09-abab-3c36e0d82f13, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:58:43.212943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:43.260389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d16ed9-74c9-4eca-a442-7ef0ed2760cb None None] Pushing event updated for resources: {'Port': ['ID=3296befa-89d7-4d09-abab-3c36e0d82f13,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:43.414958 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] For port 3296befa-89d7-4d09-abab-3c36e0d82f13, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:58:43.428016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] For port 3296befa-89d7-4d09-abab-3c36e0d82f13, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3296befa-89d7-4d09-abab-3c36e0d82f13,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:58:43.434880 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-cacc76f7-5107-4193-a61e-69dc6218acd6', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ips': [{'subnet_id': '9d0ca355-1103-46af-9cf7-a6d678392366'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 01:58:43.435701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:43.509727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:43.589172 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Routers {'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:58:43.589822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:58:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:43.784323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d16ed9-74c9-4eca-a442-7ef0ed2760cb None None] Pushing event updated for resources: {'Port': ['ID=3296befa-89d7-4d09-abab-3c36e0d82f13,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:43.825670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Allocated IP 172.20.0.2 (cacc76f7-5107-4193-a61e-69dc6218acd6/9d0ca355-1103-46af-9cf7-a6d678392366/0ca7999b-62df-47f5-a81e-d3958cab62d0) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:58:43.852388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] Set router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:58:44.008634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:44.335948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:44.348785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Transition to ACTIVE for port object 0ca7999b-62df-47f5-a81e-d3958cab62d0 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:58:44.373605 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Transition to ACTIVE for port object 0ca7999b-62df-47f5-a81e-d3958cab62d0 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:58:44.381575 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:58:39Z', 'updated_at': '2022-08-26T01:58:40Z', 'revision_number': 3, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:40Z', 'updated_at': '2022-08-26T01:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:44.385630 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31e06ef-6ca5-460b-bb95-3e5845912b92 None None] The sync data for ids ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'] in dv-neutron-854561-2-hyperv is: [{'id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:58:39Z', 'updated_at': '2022-08-26T01:58:40Z', 'revision_number': 3, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:40Z', 'updated_at': '2022-08-26T01:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:58:44.439406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:44.504259 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Network cacc76f7-5107-4193-a61e-69dc6218acd6 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:58:44.507361 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:58:44.509917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:58:44.510085 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.20.0.1 (cacc76f7-5107-4193-a61e-69dc6218acd6/9d0ca355-1103-46af-9cf7-a6d678392366/49907c31-c5d5-440c-877a-6aafc4557ccb) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:58:44.594890 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Pushing event updated for resources: {'Port': ['ID=0ca7999b-62df-47f5-a81e-d3958cab62d0,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:44.643004 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Attempting to bind port 0ca7999b-62df-47f5-a81e-d3958cab62d0 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:58:44.643383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Attempting to bind port 0ca7999b-62df-47f5-a81e-d3958cab62d0 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '4a6d47af-06b6-4bb3-b31f-82c1c4432601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:58:44.643753 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Attempting to bind port 0ca7999b-62df-47f5-a81e-d3958cab62d0 on network cacc76f7-5107-4193-a61e-69dc6218acd6 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:58:44.652476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:58:44.652726 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Checking segment: {'id': '4a6d47af-06b6-4bb3-b31f-82c1c4432601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:58:44.653135 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:44.653543 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Bound using segment: {'id': '4a6d47af-06b6-4bb3-b31f-82c1c4432601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:58:44.654051 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Bound port: 0ca7999b-62df-47f5-a81e-d3958cab62d0, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6d47af-06b6-4bb3-b31f-82c1c4432601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:58:44.654429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:44.702015 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:44.718317 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Transition to ACTIVE for port object 49907c31-c5d5-440c-877a-6aafc4557ccb will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:58:44.755511 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] For port 0ca7999b-62df-47f5-a81e-d3958cab62d0, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:58:44.759416 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] For port 0ca7999b-62df-47f5-a81e-d3958cab62d0, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0ca7999b-62df-47f5-a81e-d3958cab62d0,segment=NetworkSegment(4a6d47af-06b6-4bb3-b31f-82c1c4432601),segment_id=4a6d47af-06b6-4bb3-b31f-82c1c4432601)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:58:44.803542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:44.837965 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:44.889700 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network cacc76f7-5107-4193-a61e-69dc6218acd6 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:58:44.892924 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:58:44.896862 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:58:44.936951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=49907c31-c5d5-440c-877a-6aafc4557ccb,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:44.939503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00522d-80b0-4515-a17e-bdde9c57cd95 None None] Pushing event updated for resources: {'Port': ['ID=0ca7999b-62df-47f5-a81e-d3958cab62d0,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:44.963221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:45.169586 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:45.590660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:45.655939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:45.776435 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=49907c31-c5d5-440c-877a-6aafc4557ccb,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:45.779018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:45.949382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3296befa-89d7-4d09-abab-3c36e0d82f13 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:58:45.979468 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5414ee4d-6151-4969-a418-72d2318a6196 None None] Network cacc76f7-5107-4193-a61e-69dc6218acd6 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:58:46.061092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network cacc76f7-5107-4193-a61e-69dc6218acd6 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:58:46.062313 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:58:46.187646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2695ab8e-cbc1-45d9-a25a-d77e043a39e4 None None] Provisioning for port 0ca7999b-62df-47f5-a81e-d3958cab62d0 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:58:46.250635 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 3296befa-89d7-4d09-abab-3c36e0d82f13 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:58:46.256250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:58:46.262829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3296befa-89d7-4d09-abab-3c36e0d82f13 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:58:46.265327 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:46.413079 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3296befa-89d7-4d09-abab-3c36e0d82f13 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:58:46.413598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:46.437257 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 3296befa-89d7-4d09-abab-3c36e0d82f13, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3296befa-89d7-4d09-abab-3c36e0d82f13,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:58:46.443140 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:58:46.470000 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2ba42440-8ae6-4c7a-b6d4-a794ea84de1e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "PUT /v2.0/routers/c49a74ed-c1ed-4b11-a2c4-0bb752026e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2952986 Aug 26 01:58:46.478940 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Sync routers for ids ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:58:46.489371 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Routers {'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:58:46.490235 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:58:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:46.523132 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:46.524205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0ca7999b-62df-47f5-a81e-d3958cab62d0 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:58:46.659295 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-c7197b01-ce72-4e9a-9293-ee206e03d3df tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1770817246&fields=id&tenant_id=54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 267 time: 0.0556707 Aug 26 01:58:46.686084 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=3296befa-89d7-4d09-abab-3c36e0d82f13,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:46.699470 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Set router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:58:46.747154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 0ca7999b-62df-47f5-a81e-d3958cab62d0 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:58:46.752931 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 0ca7999b-62df-47f5-a81e-d3958cab62d0 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:58:46.753385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:46.816358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1be0648e-b008-49d8-a488-50807105d9ad None None] Provisioning for port 49907c31-c5d5-440c-877a-6aafc4557ccb completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:58:46.823309 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-1be0648e-b008-49d8-a488-50807105d9ad None None] Provisioning complete for port 49907c31-c5d5-440c-877a-6aafc4557ccb triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:58:46.823689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1be0648e-b008-49d8-a488-50807105d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:46.847245 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-a5bb3794-ee3a-46c9-ad73-4e346ceb29ab tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:46.847939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-a5bb3794-ee3a-46c9-ad73-4e346ceb29ab tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:58:46.947022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-a5bb3794-ee3a-46c9-ad73-4e346ceb29ab tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:58:46.948144 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-a5bb3794-ee3a-46c9-ad73-4e346ceb29ab tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/networks?id=cacc76f7-5107-4193-a61e-69dc6218acd6 HTTP/1.1" status: 200 len: 797 time: 0.2800553 Aug 26 01:58:46.970585 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-366e14e0-e7e2-4cd6-ae6f-f54db43fd91c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/quotas/54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 375 time: 0.0159957 Aug 26 01:58:46.979722 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1be0648e-b008-49d8-a488-50807105d9ad None None] Port 49907c31-c5d5-440c-877a-6aafc4557ccb cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:58:46.994772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 0ca7999b-62df-47f5-a81e-d3958cab62d0 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:58:46.995160 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:47.036614 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 0ca7999b-62df-47f5-a81e-d3958cab62d0, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0ca7999b-62df-47f5-a81e-d3958cab62d0,segment=NetworkSegment(4a6d47af-06b6-4bb3-b31f-82c1c4432601),segment_id=4a6d47af-06b6-4bb3-b31f-82c1c4432601)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:58:47.079253 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-bffd47ec-1f25-4787-812e-8880d737b428 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:58:47.104997 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:58:39Z', 'updated_at': '2022-08-26T01:58:45Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:40Z', 'updated_at': '2022-08-26T01:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '49907c31-c5d5-440c-877a-6aafc4557ccb', 'name': '', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:b2:31:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:44Z', 'updated_at': '2022-08-26T01:58:45Z', 'revision_number': 2, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:47.107633 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-86d63c02-16de-4e37-a5c6-7f7aa23bd00e None None] Provisioning complete for port 49907c31-c5d5-440c-877a-6aafc4557ccb triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:58:47.108207 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-86d63c02-16de-4e37-a5c6-7f7aa23bd00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:47.111078 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Checking router: c49a74ed-c1ed-4b11-a2c4-0bb752026e2e for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:58:47.111833 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Updating router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e port 49907c31-c5d5-440c-877a-6aafc4557ccb binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:58:47.147455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-bffd47ec-1f25-4787-812e-8880d737b428 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:58:47.148998 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-bffd47ec-1f25-4787-812e-8880d737b428 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1711400 Aug 26 01:58:47.155278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:47.198291 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:47.269148 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-86d63c02-16de-4e37-a5c6-7f7aa23bd00e None None] Port 49907c31-c5d5-440c-877a-6aafc4557ccb cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:58:47.281462 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=0ca7999b-62df-47f5-a81e-d3958cab62d0,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:47.303996 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-30c2a945-ba39-44ce-b2ae-91ccf90b38db service neutron] 10.222.0.83 "GET /v2.0/networks/cacc76f7-5107-4193-a61e-69dc6218acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370473 Aug 26 01:58:47.438112 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-971d49bc-f251-4b96-ac0f-a701688f909c service neutron] 10.222.0.83 "GET /v2.0/networks/cacc76f7-5107-4193-a61e-69dc6218acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289918 Aug 26 01:58:47.559272 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:47.570803 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Transition to ACTIVE for port object 49907c31-c5d5-440c-877a-6aafc4557ccb will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:58:47.649492 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:47.697490 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-9440d1c9-3ecf-4976-b3bb-f0966da9f28e req-1b37e5d4-d066-4787-8bac-159d72f3e8dc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:58:47.710777 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-9440d1c9-3ecf-4976-b3bb-f0966da9f28e req-1b37e5d4-d066-4787-8bac-159d72f3e8dc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:58:47.712036 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9440d1c9-3ecf-4976-b3bb-f0966da9f28e req-1b37e5d4-d066-4787-8bac-159d72f3e8dc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 210 time: 0.0668039 Aug 26 01:58:47.877094 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3296befa-89d7-4d09-abab-3c36e0d82f13 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:58:47.886608 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cddb0-0e98-4960-a775-872d32df60d8 None None] Pushing event updated for resources: {'Port': ['ID=49907c31-c5d5-440c-877a-6aafc4557ccb,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:47.903888 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cddb0-0e98-4960-a775-872d32df60d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:47.904233 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cddb0-0e98-4960-a775-872d32df60d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:47.904572 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cddb0-0e98-4960-a775-872d32df60d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:47.904905 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cddb0-0e98-4960-a775-872d32df60d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:47.905228 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cddb0-0e98-4960-a775-872d32df60d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:47.905556 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cddb0-0e98-4960-a775-872d32df60d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:47.905913 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cddb0-0e98-4960-a775-872d32df60d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:47.906244 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cddb0-0e98-4960-a775-872d32df60d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:47.906563 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cddb0-0e98-4960-a775-872d32df60d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:47.906882 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cddb0-0e98-4960-a775-872d32df60d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:47.907250 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cddb0-0e98-4960-a775-872d32df60d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:47.907514 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76cddb0-0e98-4960-a775-872d32df60d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:58:47.925935 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Attempting to bind port 49907c31-c5d5-440c-877a-6aafc4557ccb on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:58:47.926303 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Attempting to bind port 49907c31-c5d5-440c-877a-6aafc4557ccb by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '4a6d47af-06b6-4bb3-b31f-82c1c4432601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:58:47.927751 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Attempting to bind port 49907c31-c5d5-440c-877a-6aafc4557ccb on network cacc76f7-5107-4193-a61e-69dc6218acd6 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:58:47.932371 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:58:47.932738 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Checking segment: {'id': '4a6d47af-06b6-4bb3-b31f-82c1c4432601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:58:47.933133 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:47.933521 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Bound using segment: {'id': '4a6d47af-06b6-4bb3-b31f-82c1c4432601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:58:47.934012 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Bound port: 49907c31-c5d5-440c-877a-6aafc4557ccb, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6d47af-06b6-4bb3-b31f-82c1c4432601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:58:47.934382 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:47.945639 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 3296befa-89d7-4d09-abab-3c36e0d82f13 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:58:47.946194 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:48.032342 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] For port 49907c31-c5d5-440c-877a-6aafc4557ccb, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:58:48.036492 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] For port 49907c31-c5d5-440c-877a-6aafc4557ccb, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=49907c31-c5d5-440c-877a-6aafc4557ccb,segment=NetworkSegment(4a6d47af-06b6-4bb3-b31f-82c1c4432601),segment_id=4a6d47af-06b6-4bb3-b31f-82c1c4432601)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:58:48.070550 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 3296befa-89d7-4d09-abab-3c36e0d82f13 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:58:48.071712 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0ca7999b-62df-47f5-a81e-d3958cab62d0 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:58:48.123029 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:48.142638 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 0ca7999b-62df-47f5-a81e-d3958cab62d0 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:58:48.142903 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:48.187109 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Routers {'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:58:48.187721 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:58:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:48.264259 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 0ca7999b-62df-47f5-a81e-d3958cab62d0 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:58:48.319302 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cddb0-0e98-4960-a775-872d32df60d8 None None] Pushing event updated for resources: {'Port': ['ID=49907c31-c5d5-440c-877a-6aafc4557ccb,revision_number=4']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:48.372654 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] Set router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:58:48.684750 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:58:39Z', 'updated_at': '2022-08-26T01:58:45Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:40Z', 'updated_at': '2022-08-26T01:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '49907c31-c5d5-440c-877a-6aafc4557ccb', 'name': '', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:b2:31:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:44Z', 'updated_at': '2022-08-26T01:58:48Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:58:48.688704 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb3a813-08c0-4236-9884-1b7939d8a583 None None] The sync data for ids ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'] in dv-neutron-854561-2-hyperv is: [{'id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:58:39Z', 'updated_at': '2022-08-26T01:58:45Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:40Z', 'updated_at': '2022-08-26T01:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '49907c31-c5d5-440c-877a-6aafc4557ccb', 'name': '', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:b2:31:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:44Z', 'updated_at': '2022-08-26T01:58:48Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:58:48.898329 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2fd2fd83-7d0f-4972-855f-8feeeeb01554 req-ce7f16fe-4f1f-4847-a0f9-5307911be09b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 210 time: 0.0615082 Aug 26 01:58:49.808848 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-50197fcf-9d4b-4806-8b28-95c6af2cbe31 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:49.810287 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-50197fcf-9d4b-4806-8b28-95c6af2cbe31 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/networks?id=cacc76f7-5107-4193-a61e-69dc6218acd6 HTTP/1.1" status: 200 len: 797 time: 0.1508157 Aug 26 01:58:49.868820 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-9d183104-03b6-448c-9973-75162eb3f21d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54043feb5dd94b4e99a37394a66eb190 HTTP/1.1" status: 200 len: 380 time: 0.0436363 Aug 26 01:58:49.878541 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'port': {'device_id': 'd788c705-8c1f-40bb-90be-58b3dc99376f', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'admin_state_up': True, 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'security_groups': ['bc065f7f-bab6-4aa6-9a51-e16c62f15253']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:58:49.904304 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 49907c31-c5d5-440c-877a-6aafc4557ccb up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:58:50.025458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:58:50.035264 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:58:50.044156 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 49907c31-c5d5-440c-877a-6aafc4557ccb completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:58:50.049934 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 49907c31-c5d5-440c-877a-6aafc4557ccb triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:58:50.053857 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:50.067575 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-1279b841-7668-4c62-85af-56e23688bac4 req-16a9b860-60b8-4273-aeb3-39aef4fffa1d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 210 time: 0.0520575 Aug 26 01:58:50.106948 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Made reservation on behalf of 54043feb5dd94b4e99a37394a66eb190 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:58:50.110885 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:50.175208 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 49907c31-c5d5-440c-877a-6aafc4557ccb is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:58:50.175598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:50.212139 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 49907c31-c5d5-440c-877a-6aafc4557ccb, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=49907c31-c5d5-440c-877a-6aafc4557ccb,segment=NetworkSegment(4a6d47af-06b6-4bb3-b31f-82c1c4432601),segment_id=4a6d47af-06b6-4bb3-b31f-82c1c4432601)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:58:50.289191 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:50.358445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=49907c31-c5d5-440c-877a-6aafc4557ccb,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:50.399706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.20.0.5 (cacc76f7-5107-4193-a61e-69dc6218acd6/9d0ca355-1103-46af-9cf7-a6d678392366/3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:58:50.584990 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:50.601025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Transition to ACTIVE for port object 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:58:50.706128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:50.776717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network cacc76f7-5107-4193-a61e-69dc6218acd6 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:58:50.780057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:58:50.782719 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:58:50.827981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:50.861782 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:50.862387 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:50.963688 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-659947d1-0a54-4fcc-b252-f5bea96c833b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0887990 Aug 26 01:58:50.978899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Request body: {'port': {'device_id': 'd788c705-8c1f-40bb-90be-58b3dc99376f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:58:51.078531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2d884723-22c8-437c-b3c2-f66ccfea16b3 None None] Provisioning for port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:58:51.083571 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2d884723-22c8-437c-b3c2-f66ccfea16b3 None None] Provisioning complete for port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:58:51.083951 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2d884723-22c8-437c-b3c2-f66ccfea16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:51.093471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:51.138566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2d884723-22c8-437c-b3c2-f66ccfea16b3 None None] Port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 01:58:51.413707 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c574e7-5483-4c28-a53c-732db6e8cfd7 req-f077661b-6930-4688-a654-4f858047d722 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:51.414334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f5c574e7-5483-4c28-a53c-732db6e8cfd7 req-f077661b-6930-4688-a654-4f858047d722 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:58:51.502980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f5c574e7-5483-4c28-a53c-732db6e8cfd7 req-f077661b-6930-4688-a654-4f858047d722 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:58:51.504115 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f5c574e7-5483-4c28-a53c-732db6e8cfd7 req-f077661b-6930-4688-a654-4f858047d722 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 931 time: 0.2926142 Aug 26 01:58:51.516503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:58:51.536815 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:51.572066 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Transition to ACTIVE for port object 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 01:58:51.577050 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f5c574e7-5483-4c28-a53c-732db6e8cfd7 req-f25e53e0-8026-4512-90e7-c2a3b4e6a8d6 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651958 Aug 26 01:58:51.643977 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:51.836929 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:51.870915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Attempting to bind port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 01:58:51.871471 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Attempting to bind port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '4a6d47af-06b6-4bb3-b31f-82c1c4432601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 01:58:51.871947 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Attempting to bind port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c on network cacc76f7-5107-4193-a61e-69dc6218acd6 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:58:51.876451 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 49907c31-c5d5-440c-877a-6aafc4557ccb up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:58:51.876640 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c on network cacc76f7-5107-4193-a61e-69dc6218acd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 01:58:51.876960 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Attempting to bind port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c on network cacc76f7-5107-4193-a61e-69dc6218acd6 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 01:58:51.882649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 01:58:51.882974 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Checking segment: {'id': '4a6d47af-06b6-4bb3-b31f-82c1c4432601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 01:58:51.883345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Bound using segment: {'id': '4a6d47af-06b6-4bb3-b31f-82c1c4432601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 01:58:51.883759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Bound port: 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a6d47af-06b6-4bb3-b31f-82c1c4432601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 01:58:51.884095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:51.947453 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 49907c31-c5d5-440c-877a-6aafc4557ccb triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:58:51.947838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:51.975227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] For port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 01:58:51.977401 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] For port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c,segment=NetworkSegment(4a6d47af-06b6-4bb3-b31f-82c1c4432601),segment_id=4a6d47af-06b6-4bb3-b31f-82c1c4432601)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 01:58:52.042846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:52.045957 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:52.046582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:52.048223 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] 10.222.0.94 "PUT /v2.0/ports/3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c HTTP/1.1" status: 200 len: 1093 time: 1.0736315 Aug 26 01:58:52.065045 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 49907c31-c5d5-440c-877a-6aafc4557ccb is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:58:52.079227 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd788c705-8c1f-40bb-90be-58b3dc99376f', 'tag': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:58:52.122192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41cf47-8735-40aa-8277-baac1f86c615 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:52.127727 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-532ff2de-96bf-4cf1-aa68-bc7add84658b'] response: {'name': 'network-changed', 'server_uuid': 'd788c705-8c1f-40bb-90be-58b3dc99376f', 'tag': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c', 'status': 'completed', 'code': 200} Aug 26 01:58:52.239259 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186c234-b6a1-463e-929f-cde39076a5fe req-3b5163e6-05af-4a95-9dae-e66ef41bb2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:52.241392 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f186c234-b6a1-463e-929f-cde39076a5fe req-3b5163e6-05af-4a95-9dae-e66ef41bb2f5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 1096 time: 0.0823348 Aug 26 01:58:52.382327 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186c234-b6a1-463e-929f-cde39076a5fe req-9e2436d1-a257-47dd-8f9b-a5685b58ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:52.383770 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f186c234-b6a1-463e-929f-cde39076a5fe req-9e2436d1-a257-47dd-8f9b-a5685b58ec88 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=54043feb5dd94b4e99a37394a66eb190&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1332393 Aug 26 01:58:52.636572 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186c234-b6a1-463e-929f-cde39076a5fe req-aa1b354a-244a-4700-a4d1-f40599964732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:52.637949 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f186c234-b6a1-463e-929f-cde39076a5fe req-aa1b354a-244a-4700-a4d1-f40599964732 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2457941 Aug 26 01:58:52.826516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-9f5f3964-43ef-4ed6-97e1-8ea93f9370f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:52.827988 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-9f5f3964-43ef-4ed6-97e1-8ea93f9370f5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 1096 time: 0.1462939 Aug 26 01:58:52.836093 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc3e6f-992f-4e2d-aca6-d9e395f71822 req-05b03c20-3119-4bf9-b863-e9e58d8e5961 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:52.836956 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b8dc3e6f-992f-4e2d-aca6-d9e395f71822 req-05b03c20-3119-4bf9-b863-e9e58d8e5961 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 943 time: 0.1210885 Aug 26 01:58:52.915531 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-15be2271-fd0d-4e72-b8ba-afa9f0d7bf44 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c HTTP/1.1" status: 200 len: 217 time: 0.0759907 Aug 26 01:58:52.987753 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b8dc3e6f-992f-4e2d-aca6-d9e395f71822 req-1b2bf706-92a5-4219-99ca-0b0c94a89227 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007411 Aug 26 01:58:53.000891 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-a19e91d1-b42d-4955-ad83-47e6a2ebdcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:53.002327 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-a19e91d1-b42d-4955-ad83-47e6a2ebdcad service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9d0ca355-1103-46af-9cf7-a6d678392366 HTTP/1.1" status: 200 len: 835 time: 0.0743539 Aug 26 01:58:53.091960 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-a3b60245-8f55-467c-b30c-5ab1d81ac656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:53.093418 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-a3b60245-8f55-467c-b30c-5ab1d81ac656 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cacc76f7-5107-4193-a61e-69dc6218acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811670 Aug 26 01:58:53.228077 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-d7dff6e5-f647-4cdb-9f48-1880358bfc56 service neutron] 10.222.0.94 "GET /v2.0/networks/cacc76f7-5107-4193-a61e-69dc6218acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246655 Aug 26 01:58:53.359225 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8cfb0231-be1f-4f14-acfc-8a11d055457e req-9253d51f-79f5-43ed-969a-93ee991a6744 service neutron] 10.222.0.94 "GET /v2.0/networks/cacc76f7-5107-4193-a61e-69dc6218acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223469 Aug 26 01:58:54.183440 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d5f01-647c-4164-bbee-c1a319dc4d4d req-10e5ae99-f7e2-4a06-bbe4-b79d1f5fefc7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:54.184900 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-509d5f01-647c-4164-bbee-c1a319dc4d4d req-10e5ae99-f7e2-4a06-bbe4-b79d1f5fefc7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 943 time: 0.0864279 Aug 26 01:58:54.232755 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-509d5f01-647c-4164-bbee-c1a319dc4d4d req-aa1ac577-1e06-454f-9023-d3cfa4453510 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:58:54.335870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-509d5f01-647c-4164-bbee-c1a319dc4d4d req-aa1ac577-1e06-454f-9023-d3cfa4453510 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:58:54.337072 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-509d5f01-647c-4164-bbee-c1a319dc4d4d req-aa1ac577-1e06-454f-9023-d3cfa4453510 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465323 Aug 26 01:58:55.529676 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614618e-810f-423a-b2d8-437f9ac8dd98 req-20e02bd6-6328-4df7-8351-22dbc10c3816 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:55.531164 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d614618e-810f-423a-b2d8-437f9ac8dd98 req-20e02bd6-6328-4df7-8351-22dbc10c3816 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 943 time: 0.0864232 Aug 26 01:58:55.575711 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d614618e-810f-423a-b2d8-437f9ac8dd98 req-fa193623-d6dc-4349-9dfd-50f2ea4fd93a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389438 Aug 26 01:58:56.543506 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 01:58:56.677218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c,segment=NetworkSegment(4a6d47af-06b6-4bb3-b31f-82c1c4432601),segment_id=4a6d47af-06b6-4bb3-b31f-82c1c4432601)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:58:56.690513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'port_id': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c', 'mac_address': 'fa:16:3e:37:31:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 01:58:56.745301 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:58:56.745684 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:56.762788 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:58:56.769051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ebc4e-851b-4233-b193-4d9e9ca0ee9f req-386c6ec6-3fb3-4869-992b-8870f72d8d83 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:56.770583 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8b0ebc4e-851b-4233-b193-4d9e9ca0ee9f req-386c6ec6-3fb3-4869-992b-8870f72d8d83 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 943 time: 0.0879622 Aug 26 01:58:56.779528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c,segment=NetworkSegment(4a6d47af-06b6-4bb3-b31f-82c1c4432601),segment_id=4a6d47af-06b6-4bb3-b31f-82c1c4432601)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:58:56.816884 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8b0ebc4e-851b-4233-b193-4d9e9ca0ee9f req-4891fbc9-d25e-4cea-9bc1-5a9f4b23dbb1 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396922 Aug 26 01:58:56.861306 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:56.931565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:57.167164 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 01:58:58.021754 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f906a8-1cb9-4df8-bc50-d5cd56ab0a5e req-364ee0a5-0ef2-4e6d-8e3f-596d81b1e0b4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:58.024095 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c3f906a8-1cb9-4df8-bc50-d5cd56ab0a5e req-364ee0a5-0ef2-4e6d-8e3f-596d81b1e0b4 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 944 time: 0.0907576 Aug 26 01:58:58.067795 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c3f906a8-1cb9-4df8-bc50-d5cd56ab0a5e req-b49a0d29-ab4a-4e16-80ef-1e48eaca3a89 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381908 Aug 26 01:58:58.569394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 01:58:58.695130 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 01:58:58.699977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 01:58:58.704995 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:58.848216 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 01:58:58.848598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:58.877835 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd788c705-8c1f-40bb-90be-58b3dc99376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:58:58.887831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c,segment=NetworkSegment(4a6d47af-06b6-4bb3-b31f-82c1c4432601),segment_id=4a6d47af-06b6-4bb3-b31f-82c1c4432601)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:58:58.925080 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e200b85-097b-4f67-a196-943504b8560f'] response: {'server_uuid': 'd788c705-8c1f-40bb-90be-58b3dc99376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c', 'code': 200} Aug 26 01:58:58.969605 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:58:59.045973 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:58:59.324660 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc425e-cdf9-458f-9cba-792213c53c55 req-acce2bf8-7422-4d60-b5a3-ff6dfb9317b1 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:59.326153 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ebfc425e-cdf9-458f-9cba-792213c53c55 req-acce2bf8-7422-4d60-b5a3-ff6dfb9317b1 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 945 time: 0.1476934 Aug 26 01:58:59.362807 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae471a-2b7c-4bca-bfe1-7504aaafee96 req-16c28c26-0c77-4e97-8fa6-06dc205660aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:58:59.362807 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8aae471a-2b7c-4bca-bfe1-7504aaafee96 req-16c28c26-0c77-4e97-8fa6-06dc205660aa service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 1098 time: 0.1217127 Aug 26 01:58:59.392115 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ebfc425e-cdf9-458f-9cba-792213c53c55 req-bc62ddb9-8194-4216-936c-95b8d159cf71 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602155 Aug 26 01:58:59.418357 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8aae471a-2b7c-4bca-bfe1-7504aaafee96 req-738a6100-9e32-424b-a584-f52e443c4fdd service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496020 Aug 26 01:59:00.524438 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-48833c8c-1bd0-4bc1-ae4c-0e75ee9e9d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:00.593947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512dee7-8ff0-43ad-b748-2ee6619e7484 req-6e51c607-8d76-496f-aac7-eb3f0cc52e6c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:00.595418 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a512dee7-8ff0-43ad-b748-2ee6619e7484 req-6e51c607-8d76-496f-aac7-eb3f0cc52e6c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 945 time: 0.0930305 Aug 26 01:59:00.642782 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a512dee7-8ff0-43ad-b748-2ee6619e7484 req-8348574a-7aa8-4db8-8e60-24859d802864 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415983 Aug 26 01:59:01.871812 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c3c1c-9b56-4f70-bb8a-38cc2073c068 req-9967f74e-66cb-4716-b769-3e2d155f276f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:01.873309 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3f2c3c1c-9b56-4f70-bb8a-38cc2073c068 req-9967f74e-66cb-4716-b769-3e2d155f276f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 945 time: 0.1189001 Aug 26 01:59:01.921968 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3f2c3c1c-9b56-4f70-bb8a-38cc2073c068 req-1cf329c0-e519-49c7-a146-85b0282fb731 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423796 Aug 26 01:59:02.112978 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769500f-2866-4150-8f91-74fc3c03e4b1 req-cc26d702-3b93-4725-a737-5a29a9ef3f3a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:02.114462 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f769500f-2866-4150-8f91-74fc3c03e4b1 req-cc26d702-3b93-4725-a737-5a29a9ef3f3a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 945 time: 0.0861511 Aug 26 01:59:02.162427 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f769500f-2866-4150-8f91-74fc3c03e4b1 req-5bb26157-e6e3-427f-b8db-b6f2db4fa23a tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419829 Aug 26 01:59:02.200423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33450) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:02.279388 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7adbd16-57f4-4ecc-be9c-669637a32231 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:02.280888 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e7adbd16-57f4-4ecc-be9c-669637a32231 tempest-TestNetworkAdvancedServerOps-347416899 tempest-TestNetworkAdvancedServerOps-347416899-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 1093 time: 0.0795555 Aug 26 01:59:02.283778 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33454) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:02.288465 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 01:59:02.294396 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:59:02.298186 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Usage tracker for resource:floatingip and tenant:54043feb5dd94b4e99a37394a66eb190 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:59:02.300983 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:59:02.307229 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:59:02.398175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:02.538724 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:02.671010 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Allocated IP 172.26.2.32 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/b32a2285-bb0f-426d-8ac4-7b7e20de8cd4) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:59:02.931701 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:03.026882 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-87a68f7f-33fa-42ee-a362-b4ce21cfcba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:03.056242 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:03.124082 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:59:03.126988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:59:03.130603 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 01:59:03.159550 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=b32a2285-bb0f-426d-8ac4-7b7e20de8cd4,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:59:03.533040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:03.664073 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:03.770594 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:03.874358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:03.951795 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:04.057937 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:04.104739 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event updated for resources: {'Port': ['ID=b32a2285-bb0f-426d-8ac4-7b7e20de8cd4,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:59:04.186382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:04.229115 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Floating IP b9a8b5bc-6187-4cc8-9ea5-53936c81d64f associated. External IP: 172.26.2.32, port: 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c. Aug 26 01:59:04.704141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:59:04.883292 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:59:04.892520 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074d11b-529e-4fed-9da1-f96324f71d67 None None] Sync routers for ids ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:59:04.902615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074d11b-529e-4fed-9da1-f96324f71d67 None None] Routers {'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:59:04.903296 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7074d11b-529e-4fed-9da1-f96324f71d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:59:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:59:04.981359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:05.043797 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cfcf8827-2c6f-4b57-bcce-a45d6697953e tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7590110 Aug 26 01:59:05.044367 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd788c705-8c1f-40bb-90be-58b3dc99376f', 'tag': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:59:05.088068 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-7074d11b-529e-4fed-9da1-f96324f71d67 None None] Set router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:59:05.090660 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62be2f4d-362f-4311-80f7-f178db8d8273'] response: {'name': 'network-changed', 'server_uuid': 'd788c705-8c1f-40bb-90be-58b3dc99376f', 'tag': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c', 'status': 'completed', 'code': 200} Aug 26 01:59:05.268661 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6e1ea-3faa-4836-9a80-e4259ea7946c req-00329ad1-b987-4a58-a653-c33df879fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:05.268661 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b4e6e1ea-3faa-4836-9a80-e4259ea7946c req-00329ad1-b987-4a58-a653-c33df879fba0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 1098 time: 0.1471095 Aug 26 01:59:05.276674 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20907abe-0cef-4951-af8a-16136522d916 req-34f9dcc0-d685-4eca-894c-58a7125a691b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:05.278105 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20907abe-0cef-4951-af8a-16136522d916 req-34f9dcc0-d685-4eca-894c-58a7125a691b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 945 time: 0.1221983 Aug 26 01:59:05.401446 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-20907abe-0cef-4951-af8a-16136522d916 req-9aa70750-0ae1-494a-a37f-77dd02ae79df tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045315 Aug 26 01:59:05.432311 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33462) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:05.440028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6e1ea-3faa-4836-9a80-e4259ea7946c req-524338c7-5ab1-4e5f-9e3b-2f933bf89e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:05.441486 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b4e6e1ea-3faa-4836-9a80-e4259ea7946c req-524338c7-5ab1-4e5f-9e3b-2f933bf89e7e service neutron] 10.222.0.94 "GET /v2.0/networks?id=cacc76f7-5107-4193-a61e-69dc6218acd6 HTTP/1.1" status: 200 len: 899 time: 0.1625302 Aug 26 01:59:05.448887 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7074d11b-529e-4fed-9da1-f96324f71d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:58:39Z', 'updated_at': '2022-08-26T01:58:45Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:40Z', 'updated_at': '2022-08-26T01:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b9a8b5bc-6187-4cc8-9ea5-53936c81d64f', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'floating_ip_address': '172.26.2.32', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'port_id': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'mac_address': 'fa:16:3e:37:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd788c705-8c1f-40bb-90be-58b3dc99376f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:59:03Z', 'updated_at': '2022-08-26T01:59:03Z', 'revision_number': 0, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49907c31-c5d5-440c-877a-6aafc4557ccb', 'name': '', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:b2:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:44Z', 'updated_at': '2022-08-26T01:58:50Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:59:05.453271 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074d11b-529e-4fed-9da1-f96324f71d67 None None] Checking router: c49a74ed-c1ed-4b11-a2c4-0bb752026e2e for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:59:05.462441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074d11b-529e-4fed-9da1-f96324f71d67 None None] Routers {'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:59:05.463041 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7074d11b-529e-4fed-9da1-f96324f71d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:59:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:59:05.546081 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ea418b61-557f-469d-9b6b-9a9f26cfc641 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/b9a8b5bc-6187-4cc8-9ea5-53936c81d64f HTTP/1.1" status: 200 len: 990 time: 0.1122801 Aug 26 01:59:05.550865 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b4e6e1ea-3faa-4836-9a80-e4259ea7946c req-61bced1e-e547-42fb-9655-eccdfeaa34bd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c HTTP/1.1" status: 200 len: 998 time: 0.1029472 Aug 26 01:59:05.612542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6e1ea-3faa-4836-9a80-e4259ea7946c req-11351a7b-620a-44d1-ac33-8b4f93d90072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:05.614014 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b4e6e1ea-3faa-4836-9a80-e4259ea7946c req-11351a7b-620a-44d1-ac33-8b4f93d90072 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9d0ca355-1103-46af-9cf7-a6d678392366 HTTP/1.1" status: 200 len: 835 time: 0.0572226 Aug 26 01:59:05.651859 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-7074d11b-529e-4fed-9da1-f96324f71d67 None None] Set router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:59:05.700935 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6e1ea-3faa-4836-9a80-e4259ea7946c req-602cff30-7e5b-4293-9b6d-7459734e9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:05.702444 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b4e6e1ea-3faa-4836-9a80-e4259ea7946c req-602cff30-7e5b-4293-9b6d-7459734e9d02 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cacc76f7-5107-4193-a61e-69dc6218acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827694 Aug 26 01:59:05.718771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:05.838456 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b4e6e1ea-3faa-4836-9a80-e4259ea7946c req-2b5dec5f-4775-4c7d-aa1d-759536586729 service neutron] 10.222.0.94 "GET /v2.0/networks/cacc76f7-5107-4193-a61e-69dc6218acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298687 Aug 26 01:59:05.972043 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b4e6e1ea-3faa-4836-9a80-e4259ea7946c req-b35ff5c7-1420-4ea8-9348-0c12f04c5eeb service neutron] 10.222.0.94 "GET /v2.0/networks/cacc76f7-5107-4193-a61e-69dc6218acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274498 Aug 26 01:59:06.007774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-7074d11b-529e-4fed-9da1-f96324f71d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:58:39Z', 'updated_at': '2022-08-26T01:58:45Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:40Z', 'updated_at': '2022-08-26T01:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b9a8b5bc-6187-4cc8-9ea5-53936c81d64f', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'floating_ip_address': '172.26.2.32', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'port_id': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'mac_address': 'fa:16:3e:37:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd788c705-8c1f-40bb-90be-58b3dc99376f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:59:03Z', 'updated_at': '2022-08-26T01:59:03Z', 'revision_number': 0, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49907c31-c5d5-440c-877a-6aafc4557ccb', 'name': '', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:b2:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:44Z', 'updated_at': '2022-08-26T01:58:50Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:59:06.011945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7074d11b-529e-4fed-9da1-f96324f71d67 None None] The sync data for ids ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'] in dv-neutron-854561-2-hyperv is: [{'id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:58:39Z', 'updated_at': '2022-08-26T01:58:45Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:40Z', 'updated_at': '2022-08-26T01:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b9a8b5bc-6187-4cc8-9ea5-53936c81d64f', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'floating_ip_address': '172.26.2.32', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'port_id': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'mac_address': 'fa:16:3e:37:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd788c705-8c1f-40bb-90be-58b3dc99376f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:59:03Z', 'updated_at': '2022-08-26T01:59:03Z', 'revision_number': 0, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49907c31-c5d5-440c-877a-6aafc4557ccb', 'name': '', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:b2:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:44Z', 'updated_at': '2022-08-26T01:58:50Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:59:06.199069 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c157fed9-fe7e-47d2-9bae-5c59f4206459 None None] New status for floating IP b9a8b5bc-6187-4cc8-9ea5-53936c81d64f: ACTIVE {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:59:06.548680 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33466) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:06.655791 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5933d10c-34f8-4c65-b16b-f6ab18f9556f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/b9a8b5bc-6187-4cc8-9ea5-53936c81d64f HTTP/1.1" status: 200 len: 992 time: 0.1058369 Aug 26 01:59:07.928289 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:59:11.230409 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:15.597126 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d139f173-a1cb-41bc-89a9-a1c72cb6e933 req-48c4f824-8470-4e5b-ba81-1ee4f3bfc911 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800025 Aug 26 01:59:15.751345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139f173-a1cb-41bc-89a9-a1c72cb6e933 req-307cdd3e-b284-4d3e-8555-e57fe5cdd500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:15.752705 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d139f173-a1cb-41bc-89a9-a1c72cb6e933 req-307cdd3e-b284-4d3e-8555-e57fe5cdd500 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 1098 time: 0.0774815 Aug 26 01:59:16.015547 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139f173-a1cb-41bc-89a9-a1c72cb6e933 req-4b303b84-0754-4f57-8aef-7d7c26e426a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:16.016934 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d139f173-a1cb-41bc-89a9-a1c72cb6e933 req-4b303b84-0754-4f57-8aef-7d7c26e426a6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=cacc76f7-5107-4193-a61e-69dc6218acd6 HTTP/1.1" status: 200 len: 899 time: 0.2448313 Aug 26 01:59:16.123928 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d139f173-a1cb-41bc-89a9-a1c72cb6e933 req-34af009a-838a-4ffe-96ce-dbc1ef55dc66 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c HTTP/1.1" status: 200 len: 1000 time: 0.0983896 Aug 26 01:59:16.191760 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139f173-a1cb-41bc-89a9-a1c72cb6e933 req-507e396a-6f63-418b-b212-670e6bc2d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:16.193145 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d139f173-a1cb-41bc-89a9-a1c72cb6e933 req-507e396a-6f63-418b-b212-670e6bc2d9e2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9d0ca355-1103-46af-9cf7-a6d678392366 HTTP/1.1" status: 200 len: 835 time: 0.0594821 Aug 26 01:59:16.275409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139f173-a1cb-41bc-89a9-a1c72cb6e933 req-a89521ec-6b61-4dd8-9a45-b11bff9019c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:16.276785 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d139f173-a1cb-41bc-89a9-a1c72cb6e933 req-a89521ec-6b61-4dd8-9a45-b11bff9019c2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cacc76f7-5107-4193-a61e-69dc6218acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777700 Aug 26 01:59:16.408112 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d139f173-a1cb-41bc-89a9-a1c72cb6e933 req-7d38e239-aeb0-4032-a1c1-85498444f42a service neutron] 10.222.0.94 "GET /v2.0/networks/cacc76f7-5107-4193-a61e-69dc6218acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247861 Aug 26 01:59:16.543561 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d139f173-a1cb-41bc-89a9-a1c72cb6e933 req-f9eec024-1f6c-487f-9bf5-cfbf6c5d49b8 service neutron] 10.222.0.94 "GET /v2.0/networks/cacc76f7-5107-4193-a61e-69dc6218acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286211 Aug 26 01:59:30.505927 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-55e293f3-b683-40ad-b1bd-e6d1112d306b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:33.012777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5ff04f91-7de2-40ac-91c7-5fe8ded96351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:33.819124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:34.151489 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:35.749831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:38.489294 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe16b-72a7-4c28-a485-de1eb647a986 req-fe169950-a1dd-4a16-96c9-84aa0f3f3629 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:38.490763 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-faabe16b-72a7-4c28-a485-de1eb647a986 req-fe169950-a1dd-4a16-96c9-84aa0f3f3629 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 945 time: 0.0860431 Aug 26 01:59:38.533647 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-faabe16b-72a7-4c28-a485-de1eb647a986 req-4e24f01d-da21-4a53-afad-04a3012b100d tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372024 Aug 26 01:59:39.734995 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49e937-68f5-4d3b-886c-4f3b1161f06e req-f0a0a64b-5368-4ff9-a5bd-f772fb69e4aa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:39.736350 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ed49e937-68f5-4d3b-886c-4f3b1161f06e req-f0a0a64b-5368-4ff9-a5bd-f772fb69e4aa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 945 time: 0.0929291 Aug 26 01:59:39.781480 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ed49e937-68f5-4d3b-886c-4f3b1161f06e req-c3ac7bd2-4514-49de-8cdc-ee709400606b tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393798 Aug 26 01:59:39.808612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33486) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:39.912596 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8a4dc61a-1a42-4d8d-9928-c7a78cab4983 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/b9a8b5bc-6187-4cc8-9ea5-53936c81d64f HTTP/1.1" status: 200 len: 992 time: 0.1028509 Aug 26 01:59:41.191252 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:41.527616 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770b0be-7ec5-4818-8e36-dbcf03861fa4 req-3468b70c-3dd0-40ae-86ac-1a30c8f0c795 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:41.528966 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b770b0be-7ec5-4818-8e36-dbcf03861fa4 req-3468b70c-3dd0-40ae-86ac-1a30c8f0c795 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 945 time: 0.0903084 Aug 26 01:59:41.572879 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b770b0be-7ec5-4818-8e36-dbcf03861fa4 req-745ee4fa-239f-4bc6-a205-1c4f87369b37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381367 Aug 26 01:59:41.610933 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd8a58-8000-4bfa-b557-6b016c91930f req-56b34a25-b809-4797-b553-6c05a6c95172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:41.612394 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-53dd8a58-8000-4bfa-b557-6b016c91930f req-56b34a25-b809-4797-b553-6c05a6c95172 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 1098 time: 0.0808666 Aug 26 01:59:41.743116 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd8a58-8000-4bfa-b557-6b016c91930f req-70955fd5-bc56-42c7-afc0-3b16a62e03d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:41.745145 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-53dd8a58-8000-4bfa-b557-6b016c91930f req-70955fd5-bc56-42c7-afc0-3b16a62e03d4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=cacc76f7-5107-4193-a61e-69dc6218acd6 HTTP/1.1" status: 200 len: 899 time: 0.1232181 Aug 26 01:59:41.850226 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-53dd8a58-8000-4bfa-b557-6b016c91930f req-799679e2-171b-46c6-b249-b9c9639c7a83 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c HTTP/1.1" status: 200 len: 1000 time: 0.0957184 Aug 26 01:59:41.917376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd8a58-8000-4bfa-b557-6b016c91930f req-5f44d6ad-0e69-41ac-826d-2fc1e68d1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:41.918796 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-53dd8a58-8000-4bfa-b557-6b016c91930f req-5f44d6ad-0e69-41ac-826d-2fc1e68d1a67 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9d0ca355-1103-46af-9cf7-a6d678392366 HTTP/1.1" status: 200 len: 835 time: 0.0602510 Aug 26 01:59:42.003127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd8a58-8000-4bfa-b557-6b016c91930f req-02fc3fd1-01f3-4ce1-829b-97872f2fea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:42.004593 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-53dd8a58-8000-4bfa-b557-6b016c91930f req-02fc3fd1-01f3-4ce1-829b-97872f2fea89 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cacc76f7-5107-4193-a61e-69dc6218acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767775 Aug 26 01:59:42.139248 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-53dd8a58-8000-4bfa-b557-6b016c91930f req-6b3de748-37a9-4e15-9477-8de8eb464bf6 service neutron] 10.222.0.94 "GET /v2.0/networks/cacc76f7-5107-4193-a61e-69dc6218acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249626 Aug 26 01:59:42.378470 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-53dd8a58-8000-4bfa-b557-6b016c91930f req-88a6c22c-4167-4409-9d5f-0ec14e40cf59 service neutron] 10.222.0.94 "GET /v2.0/networks/cacc76f7-5107-4193-a61e-69dc6218acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300029 Aug 26 01:59:42.770135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49849d81-5ba3-48df-a526-596368eba61e req-cff55100-edee-46ef-b528-8a496cd6f069 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:42.771603 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-49849d81-5ba3-48df-a526-596368eba61e req-cff55100-edee-46ef-b528-8a496cd6f069 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 945 time: 0.0909853 Aug 26 01:59:42.816035 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-49849d81-5ba3-48df-a526-596368eba61e req-b1a8c8f6-2d47-49ed-a827-e04a7b877cad tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387433 Aug 26 01:59:44.008468 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c21855-1790-4888-8493-c50ac91b44bb req-1262dce6-416e-46a4-9f86-4ca7864443d0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:44.009937 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-73c21855-1790-4888-8493-c50ac91b44bb req-1262dce6-416e-46a4-9f86-4ca7864443d0 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 945 time: 0.0859568 Aug 26 01:59:44.057214 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-73c21855-1790-4888-8493-c50ac91b44bb req-e1ffe1ef-f94d-4c81-aabb-588f7f34486c tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 Aug 26 01:59:44.083984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33504) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:44.185796 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5ac30957-208a-40f3-9924-cc7cbd4086fc tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/floatingips/b9a8b5bc-6187-4cc8-9ea5-53936c81d64f HTTP/1.1" status: 200 len: 992 time: 0.1006424 Aug 26 01:59:44.476027 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33512) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:44.675690 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port b32a2285-bb0f-426d-8ac4-7b7e20de8cd4 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:59:44.676022 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:44.844543 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:44.844870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:44.928151 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 01:59:45.064318 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for b32a2285-bb0f-426d-8ac4-7b7e20de8cd4 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:59:45.254292 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:45.302158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=b32a2285-bb0f-426d-8ac4-7b7e20de8cd4,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:59:45.375187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:45.375533 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:45.375868 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:45.376197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:45.376525 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:45.376850 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:45.377174 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:45.377488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:45.377830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:45.378149 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:45.378466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:45.378781 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:45.409250 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:45.409573 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Floating IP b9a8b5bc-6187-4cc8-9ea5-53936c81d64f disassociated (deleted). External IP: 172.26.2.32, port: 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c. Aug 26 01:59:45.752472 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:59:45.931959 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:59:45.941421 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d21727-3306-4a92-a13d-1d6439b70155 None None] Sync routers for ids ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:59:45.951284 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d21727-3306-4a92-a13d-1d6439b70155 None None] Routers {'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:59:45.951893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-21d21727-3306-4a92-a13d-1d6439b70155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:59:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:59:46.034710 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:46.090565 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-14d3b5ad-6d41-4a1a-b86f-51170dd7f388 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/floatingips/b9a8b5bc-6187-4cc8-9ea5-53936c81d64f HTTP/1.1" status: 204 len: 168 time: 1.6134081 Aug 26 01:59:46.091247 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd788c705-8c1f-40bb-90be-58b3dc99376f', 'tag': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:59:46.176710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-21d21727-3306-4a92-a13d-1d6439b70155 None None] Set router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:59:46.191368 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-062bd126-45db-4bb6-a265-147466ecc4f5'] response: {'name': 'network-changed', 'server_uuid': 'd788c705-8c1f-40bb-90be-58b3dc99376f', 'tag': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c', 'status': 'completed', 'code': 200} Aug 26 01:59:46.297574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcd3eb-41b3-42c6-a9ec-d58ad4dfed6e req-ba7bc482-9c2b-4e1a-8bf5-350e3d290ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:46.299102 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e5dcd3eb-41b3-42c6-a9ec-d58ad4dfed6e req-ba7bc482-9c2b-4e1a-8bf5-350e3d290ffc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=54043feb5dd94b4e99a37394a66eb190&device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 1098 time: 0.0794268 Aug 26 01:59:46.438498 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcd3eb-41b3-42c6-a9ec-d58ad4dfed6e req-3d935e9c-1ef8-461e-8671-57f3c06a7831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:46.439938 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e5dcd3eb-41b3-42c6-a9ec-d58ad4dfed6e req-3d935e9c-1ef8-461e-8671-57f3c06a7831 service neutron] 10.222.0.94 "GET /v2.0/networks?id=cacc76f7-5107-4193-a61e-69dc6218acd6 HTTP/1.1" status: 200 len: 899 time: 0.1314812 Aug 26 01:59:46.506889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-21d21727-3306-4a92-a13d-1d6439b70155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:58:39Z', 'updated_at': '2022-08-26T01:58:45Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:40Z', 'updated_at': '2022-08-26T01:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '49907c31-c5d5-440c-877a-6aafc4557ccb', 'name': '', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:b2:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:44Z', 'updated_at': '2022-08-26T01:58:50Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:59:46.512193 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d21727-3306-4a92-a13d-1d6439b70155 None None] Checking router: c49a74ed-c1ed-4b11-a2c4-0bb752026e2e for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:59:46.518876 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e5dcd3eb-41b3-42c6-a9ec-d58ad4dfed6e req-070059d0-54a5-4aee-acce-2d187bfa6ea4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c HTTP/1.1" status: 200 len: 217 time: 0.0689700 Aug 26 01:59:46.521349 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d21727-3306-4a92-a13d-1d6439b70155 None None] Routers {'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:59:46.522003 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-21d21727-3306-4a92-a13d-1d6439b70155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:59:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:59:46.633377 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcd3eb-41b3-42c6-a9ec-d58ad4dfed6e req-92db66cd-2aee-4771-b73b-562d10ae0d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:46.634826 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e5dcd3eb-41b3-42c6-a9ec-d58ad4dfed6e req-92db66cd-2aee-4771-b73b-562d10ae0d49 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9d0ca355-1103-46af-9cf7-a6d678392366 HTTP/1.1" status: 200 len: 835 time: 0.1089380 Aug 26 01:59:46.703050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-21d21727-3306-4a92-a13d-1d6439b70155 None None] Set router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:59:46.729185 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f828493-fc93-4fca-a0d6-cb8ddcbee711 req-0672c9cc-96ad-4796-a758-9a3975e0af29 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:46.730791 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0f828493-fc93-4fca-a0d6-cb8ddcbee711 req-0672c9cc-96ad-4796-a758-9a3975e0af29 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 945 time: 0.1551232 Aug 26 01:59:46.771301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcd3eb-41b3-42c6-a9ec-d58ad4dfed6e req-ad98d008-9da8-4a70-a850-5af7e9fe17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:46.772796 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e5dcd3eb-41b3-42c6-a9ec-d58ad4dfed6e req-ad98d008-9da8-4a70-a850-5af7e9fe17bb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cacc76f7-5107-4193-a61e-69dc6218acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1297925 Aug 26 01:59:46.783992 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0f828493-fc93-4fca-a0d6-cb8ddcbee711 req-db0b42e5-ed1f-4b54-b2fa-6767241a074f tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464752 Aug 26 01:59:46.910615 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e5dcd3eb-41b3-42c6-a9ec-d58ad4dfed6e req-714f9982-8868-456e-be56-db5c0881feab service neutron] 10.222.0.94 "GET /v2.0/networks/cacc76f7-5107-4193-a61e-69dc6218acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298997 Aug 26 01:59:47.028611 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-21d21727-3306-4a92-a13d-1d6439b70155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:58:39Z', 'updated_at': '2022-08-26T01:58:45Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:40Z', 'updated_at': '2022-08-26T01:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '49907c31-c5d5-440c-877a-6aafc4557ccb', 'name': '', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:b2:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:44Z', 'updated_at': '2022-08-26T01:58:50Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:59:47.032899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d21727-3306-4a92-a13d-1d6439b70155 None None] The sync data for ids ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'] in dv-neutron-854561-2-hyperv is: [{'id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:58:39Z', 'updated_at': '2022-08-26T01:58:45Z', 'revision_number': 4, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:40Z', 'updated_at': '2022-08-26T01:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '49907c31-c5d5-440c-877a-6aafc4557ccb', 'name': '', 'network_id': 'cacc76f7-5107-4193-a61e-69dc6218acd6', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'mac_address': 'fa:16:3e:b2:31:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:44Z', 'updated_at': '2022-08-26T01:58:50Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'subnets': [{'id': '9d0ca355-1103-46af-9cf7-a6d678392366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:59:47.047666 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e5dcd3eb-41b3-42c6-a9ec-d58ad4dfed6e req-f27b4bba-6634-4c96-9b17-d968808a04cf service neutron] 10.222.0.94 "GET /v2.0/networks/cacc76f7-5107-4193-a61e-69dc6218acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275158 Aug 26 01:59:47.246917 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dae93fa-7069-414f-ac28-0aa604b91981 None None] New status for floating IP b9a8b5bc-6187-4cc8-9ea5-53936c81d64f: DOWN {{(pid=89865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 01:59:47.991555 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5f1ad-9f70-4dba-9c7b-a2fd8ad3094f req-a82fdeaf-2ee3-4eff-946d-4ac857757212 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:47.992244 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-a3a5f1ad-9f70-4dba-9c7b-a2fd8ad3094f req-a82fdeaf-2ee3-4eff-946d-4ac857757212 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:59:48.086958 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-a3a5f1ad-9f70-4dba-9c7b-a2fd8ad3094f req-a82fdeaf-2ee3-4eff-946d-4ac857757212 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:59:48.088129 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a3a5f1ad-9f70-4dba-9c7b-a2fd8ad3094f req-a82fdeaf-2ee3-4eff-946d-4ac857757212 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 945 time: 0.1852820 Aug 26 01:59:48.135763 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a3a5f1ad-9f70-4dba-9c7b-a2fd8ad3094f req-58482fec-0c32-43a7-933b-a974a6b4fdec tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc065f7f-bab6-4aa6-9a51-e16c62f15253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413432 Aug 26 01:59:48.384149 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb9308-ef02-49ef-8644-fb1b7e7b7885 req-6ba91808-681d-4e16-ac49-15a3d497b914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:59:48.386108 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7cdb9308-ef02-49ef-8644-fb1b7e7b7885 req-6ba91808-681d-4e16-ac49-15a3d497b914 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 945 time: 0.0835793 Aug 26 01:59:48.458868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-7cdb9308-ef02-49ef-8644-fb1b7e7b7885 req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:59:48.459198 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-7cdb9308-ef02-49ef-8644-fb1b7e7b7885 req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:48.703214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-7cdb9308-ef02-49ef-8644-fb1b7e7b7885 req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] For port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c,segment=NetworkSegment(4a6d47af-06b6-4bb3-b31f-82c1c4432601),segment_id=4a6d47af-06b6-4bb3-b31f-82c1c4432601)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:59:48.703472 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-7cdb9308-ef02-49ef-8644-fb1b7e7b7885 req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:48.932062 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-7cdb9308-ef02-49ef-8644-fb1b7e7b7885 req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:59:49.144114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-7cdb9308-ef02-49ef-8644-fb1b7e7b7885 req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:49.195558 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:59:49.239529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:49.239920 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:49.240289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:49.240628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:49.240969 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:49.241477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:49.241759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:49.242098 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:49.242435 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:49.242766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:49.243099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:49.243429 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:49.347096 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdb9308-ef02-49ef-8644-fb1b7e7b7885 req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] No DVR routers for this DVR port 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:59:49.350185 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-99d2e678-038d-4ce3-8c9f-356a707e2c55 req-aa1d7cb3-c3bd-4183-a170-e91ec218bcfa tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 210 time: 0.1031289 Aug 26 01:59:49.351218 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-7cdb9308-ef02-49ef-8644-fb1b7e7b7885 req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:49.353785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd788c705-8c1f-40bb-90be-58b3dc99376f', 'name': 'network-vif-deleted', 'tag': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:59:49.430817 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7cdb9308-ef02-49ef-8644-fb1b7e7b7885 req-8eeb7f46-91f1-46ae-a42f-3393c437ff37 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.94 "DELETE /v2.0/ports/3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c HTTP/1.1" status: 204 len: 173 time: 1.0373921 Aug 26 01:59:49.447588 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1390cf93-1ae7-4a9b-a267-510262194214'] response: {'server_uuid': 'd788c705-8c1f-40bb-90be-58b3dc99376f', 'name': 'network-vif-deleted', 'tag': '3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c', 'status': 'completed', 'code': 200} Aug 26 01:59:50.526645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f9ce085d-b945-449c-b316-0350f5db6f34 req-4eafd8eb-badc-479b-aaa9-dc649cfbc919 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Synchronizing usage tracker for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 01:59:50.591154 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-f9ce085d-b945-449c-b316-0350f5db6f34 req-4eafd8eb-badc-479b-aaa9-dc649cfbc919 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Unset dirty status for tenant:54043feb5dd94b4e99a37394a66eb190 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 01:59:50.592471 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f9ce085d-b945-449c-b316-0350f5db6f34 req-4eafd8eb-badc-479b-aaa9-dc649cfbc919 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "GET /v2.0/ports?device_id=d788c705-8c1f-40bb-90be-58b3dc99376f HTTP/1.1" status: 200 len: 210 time: 0.1179805 Aug 26 01:59:51.690448 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33536) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:52.333541 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-408229ae-a853-49b6-b150-c9c15aa15807 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:52.675454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-408229ae-a853-49b6-b150-c9c15aa15807 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port 49907c31-c5d5-440c-877a-6aafc4557ccb {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:59:52.675783 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-408229ae-a853-49b6-b150-c9c15aa15807 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:52.859679 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-408229ae-a853-49b6-b150-c9c15aa15807 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] For port 49907c31-c5d5-440c-877a-6aafc4557ccb, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=49907c31-c5d5-440c-877a-6aafc4557ccb,segment=NetworkSegment(4a6d47af-06b6-4bb3-b31f-82c1c4432601),segment_id=4a6d47af-06b6-4bb3-b31f-82c1c4432601)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:59:52.860335 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-408229ae-a853-49b6-b150-c9c15aa15807 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:52.869862 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:59:52.904338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:59:52.904682 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3fa0aee3-df6e-4645-9ce3-97c5a4df7a1c not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:59:52.987798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-408229ae-a853-49b6-b150-c9c15aa15807 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for 49907c31-c5d5-440c-877a-6aafc4557ccb owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:59:53.218508 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-408229ae-a853-49b6-b150-c9c15aa15807 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:53.267950 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408229ae-a853-49b6-b150-c9c15aa15807 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=49907c31-c5d5-440c-877a-6aafc4557ccb,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:59:53.646034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-408229ae-a853-49b6-b150-c9c15aa15807 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:54.001844 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408229ae-a853-49b6-b150-c9c15aa15807 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 01:59:54.176196 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408229ae-a853-49b6-b150-c9c15aa15807 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 01:59:54.186854 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f7a45-de55-40fa-8fdf-b5996166101e None None] Sync routers for ids ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:59:54.196093 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f7a45-de55-40fa-8fdf-b5996166101e None None] Routers {'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:59:54.196689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-146f7a45-de55-40fa-8fdf-b5996166101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:59:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:59:54.249059 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-408229ae-a853-49b6-b150-c9c15aa15807 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "PUT /v2.0/routers/c49a74ed-c1ed-4b11-a2c4-0bb752026e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5574901 Aug 26 01:59:54.251803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33542) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:54.318855 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-38da4bb4-9440-440a-9b9b-f1c92f482467 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting subnet 9d0ca355-1103-46af-9cf7-a6d678392366 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 01:59:54.321980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38da4bb4-9440-440a-9b9b-f1c92f482467 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:54.374200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-146f7a45-de55-40fa-8fdf-b5996166101e None None] Set router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:59:54.379318 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38da4bb4-9440-440a-9b9b-f1c92f482467 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:54.461821 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38da4bb4-9440-440a-9b9b-f1c92f482467 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:54.608905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38da4bb4-9440-440a-9b9b-f1c92f482467 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:54.650710 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da4bb4-9440-440a-9b9b-f1c92f482467 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Subnet': ['ID=9d0ca355-1103-46af-9cf7-a6d678392366,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:59:54.654969 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-38da4bb4-9440-440a-9b9b-f1c92f482467 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:54.663512 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-38da4bb4-9440-440a-9b9b-f1c92f482467 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/subnets/9d0ca355-1103-46af-9cf7-a6d678392366 HTTP/1.1" status: 204 len: 168 time: 0.4083230 Aug 26 01:59:54.663740 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33546) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:54.668401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f14bbc-9473-4e09-9ef9-d6eb0724127f None None] Network cacc76f7-5107-4193-a61e-69dc6218acd6 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 01:59:54.841654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:54.873960 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-146f7a45-de55-40fa-8fdf-b5996166101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:58:39Z', 'updated_at': '2022-08-26T01:59:53Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:40Z', 'updated_at': '2022-08-26T01:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:59:54.880240 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f7a45-de55-40fa-8fdf-b5996166101e None None] Checking router: c49a74ed-c1ed-4b11-a2c4-0bb752026e2e for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:59:54.894645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f7a45-de55-40fa-8fdf-b5996166101e None None] Routers {'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 01:59:54.895245 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-146f7a45-de55-40fa-8fdf-b5996166101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T01:59:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:59:55.088514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] DHCP port deletion for cacc76f7-5107-4193-a61e-69dc6218acd6 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 01:59:55.099321 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Deleting port 0ca7999b-62df-47f5-a81e-d3958cab62d0 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:59:55.099711 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:55.130532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-146f7a45-de55-40fa-8fdf-b5996166101e None None] Set router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 01:59:55.142459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:55.238220 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Deleting port 3296befa-89d7-4d09-abab-3c36e0d82f13 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 01:59:55.238569 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:55.415313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] For port 3296befa-89d7-4d09-abab-3c36e0d82f13, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=3296befa-89d7-4d09-abab-3c36e0d82f13,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:59:55.415683 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:55.543302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Calling delete_port for 3296befa-89d7-4d09-abab-3c36e0d82f13 owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:59:55.548896 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] For port 0ca7999b-62df-47f5-a81e-d3958cab62d0, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=0ca7999b-62df-47f5-a81e-d3958cab62d0,segment=NetworkSegment(4a6d47af-06b6-4bb3-b31f-82c1c4432601),segment_id=4a6d47af-06b6-4bb3-b31f-82c1c4432601)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 01:59:55.549425 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:55.671933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Calling delete_port for 0ca7999b-62df-47f5-a81e-d3958cab62d0 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 01:59:55.748548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-146f7a45-de55-40fa-8fdf-b5996166101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:58:39Z', 'updated_at': '2022-08-26T01:59:53Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:40Z', 'updated_at': '2022-08-26T01:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:59:55.752956 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146f7a45-de55-40fa-8fdf-b5996166101e None None] The sync data for ids ['c49a74ed-c1ed-4b11-a2c4-0bb752026e2e'] in dv-neutron-854561-2-hyperv is: [{'id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621397808', 'tenant_id': '54043feb5dd94b4e99a37394a66eb190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:58:39Z', 'updated_at': '2022-08-26T01:59:53Z', 'revision_number': 5, 'project_id': '54043feb5dd94b4e99a37394a66eb190', 'gw_port': {'id': '3296befa-89d7-4d09-abab-3c36e0d82f13', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a74ed-c1ed-4b11-a2c4-0bb752026e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:58:40Z', 'updated_at': '2022-08-26T01:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:59:55.774323 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:55.819860 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070'] for port, after_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:55.823515 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Port': ['ID=3296befa-89d7-4d09-abab-3c36e0d82f13,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:59:55.866536 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] No DVR routers for this DVR port 0ca7999b-62df-47f5-a81e-d3958cab62d0 on host dv-neutron-854561-2-hyperv {{(pid=89864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 01:59:55.878229 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Pushing event deleted for resources: {'Port': ['ID=0ca7999b-62df-47f5-a81e-d3958cab62d0,revision_number=None']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:59:55.887416 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:55.887866 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:55.888108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:55.888455 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:55.888844 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:55.889182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:55.889519 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:55.889877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:55.890213 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:55.890549 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:55.890877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:55.891205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d324f934-a522-4377-992d-96f3ebcc2f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:59:55.921590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:56.089770 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:56.092063 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:56.191710 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:56.192415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Fanout notify agent at l3_agent the message router_deleted on router c49a74ed-c1ed-4b11-a2c4-0bb752026e2e {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 01:59:56.209426 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:56.211375 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7969cd52-0784-4535-92b1-b87442e16018 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/routers/c49a74ed-c1ed-4b11-a2c4-0bb752026e2e HTTP/1.1" status: 204 len: 168 time: 1.5459514 Aug 26 01:59:56.213980 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33550) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:56.229983 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0ca7999b-62df-47f5-a81e-d3958cab62d0 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:59:56.310741 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 0ca7999b-62df-47f5-a81e-d3958cab62d0 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:59:56.311070 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 0ca7999b-62df-47f5-a81e-d3958cab62d0 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:59:56.311495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 49907c31-c5d5-440c-877a-6aafc4557ccb no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:59:56.332016 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6263cb88-b1df-4ea5-b840-11326cce34e7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:56.344677 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 49907c31-c5d5-440c-877a-6aafc4557ccb {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:59:56.344956 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 49907c31-c5d5-440c-877a-6aafc4557ccb not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:59:56.473140 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6263cb88-b1df-4ea5-b840-11326cce34e7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:56.498822 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-6263cb88-b1df-4ea5-b840-11326cce34e7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacc76f7-5107-4193-a61e-69dc6218acd6']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:59:56.511105 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-6263cb88-b1df-4ea5-b840-11326cce34e7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6d47af-06b6-4bb3-b31f-82c1c4432601') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:59:56.511396 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-6263cb88-b1df-4ea5-b840-11326cce34e7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6d47af-06b6-4bb3-b31f-82c1c4432601') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:59:56.522402 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6263cb88-b1df-4ea5-b840-11326cce34e7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:56.537593 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6263cb88-b1df-4ea5-b840-11326cce34e7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:56.544203 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6263cb88-b1df-4ea5-b840-11326cce34e7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:59:56.544577 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6263cb88-b1df-4ea5-b840-11326cce34e7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:56.612268 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 4a6d47af-06b6-4bb3-b31f-82c1c4432601 resource provider aggregate not found Aug 26 01:59:56.634899 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment 4a6d47af-06b6-4bb3-b31f-82c1c4432601 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a6d47af-06b6-4bb3-b31f-82c1c4432601 found for delete ", "request_id": "req-00ce94f6-6037-40f7-b428-7c14ec8f6063"}]} Aug 26 01:59:56.711161 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6263cb88-b1df-4ea5-b840-11326cce34e7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:56.732614 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6263cb88-b1df-4ea5-b840-11326cce34e7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:56.740032 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263cb88-b1df-4ea5-b840-11326cce34e7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'Network': ['ID=cacc76f7-5107-4193-a61e-69dc6218acd6,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:59:56.809608 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6263cb88-b1df-4ea5-b840-11326cce34e7 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/networks/cacc76f7-5107-4193-a61e-69dc6218acd6 HTTP/1.1" status: 204 len: 168 time: 0.5945585 Aug 26 01:59:56.812330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33558) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:56.885087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e684daef-365c-49bd-b823-936479330556 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:56.915406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e684daef-365c-49bd-b823-936479330556 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:57.042651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e684daef-365c-49bd-b823-936479330556 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:57.064899 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684daef-365c-49bd-b823-936479330556 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc065f7f-bab6-4aa6-9a51-e16c62f15253,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:59:57.156051 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e684daef-365c-49bd-b823-936479330556 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:57.157117 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e684daef-365c-49bd-b823-936479330556 tempest-TestNetworkAdvancedServerOps-1830462287 tempest-TestNetworkAdvancedServerOps-1830462287-project] 10.222.0.83 "DELETE /v2.0/security-groups/bc065f7f-bab6-4aa6-9a51-e16c62f15253 HTTP/1.1" status: 204 len: 168 time: 0.3438652 Aug 26 01:59:57.725454 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33568) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:57.862430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3296befa-89d7-4d09-abab-3c36e0d82f13 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 01:59:57.901586 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 3296befa-89d7-4d09-abab-3c36e0d82f13 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 01:59:57.902240 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 3296befa-89d7-4d09-abab-3c36e0d82f13 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 01:59:57.993854 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9667ffad-2217-46b2-a082-2d23543119e6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=54043feb5dd94b4e99a37394a66eb190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671628 Aug 26 01:59:57.996392 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33574) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:58.054184 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90620179-5712-4987-9293-a7ef6172c413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:58.079880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90620179-5712-4987-9293-a7ef6172c413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:58.195435 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90620179-5712-4987-9293-a7ef6172c413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:58.211758 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90620179-5712-4987-9293-a7ef6172c413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2810032d-0194-41da-802e-5d209d7feca6,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:59:58.220851 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-90620179-5712-4987-9293-a7ef6172c413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:58.221965 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-90620179-5712-4987-9293-a7ef6172c413 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2810032d-0194-41da-802e-5d209d7feca6 HTTP/1.1" status: 204 len: 168 time: 0.2246718 Aug 26 01:59:58.752492 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33582) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:58.770831 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63bb7d99-bf94-4f46-a1c9-3203e160bc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:58.785103 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-63bb7d99-bf94-4f46-a1c9-3203e160bc7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 01:59:58.789008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-63bb7d99-bf94-4f46-a1c9-3203e160bc7d admin admin] Usage tracker for resource:security_group_rule and tenant:c2a0478382b440aebdb494af2d914bb0 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 01:59:58.792601 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-63bb7d99-bf94-4f46-a1c9-3203e160bc7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 01:59:58.798408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-63bb7d99-bf94-4f46-a1c9-3203e160bc7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 01:59:58.887376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63bb7d99-bf94-4f46-a1c9-3203e160bc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:58.991197 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-63bb7d99-bf94-4f46-a1c9-3203e160bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:59.040908 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-63bb7d99-bf94-4f46-a1c9-3203e160bc7d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c2a0478382b440aebdb494af2d914bb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861655 Aug 26 01:59:59.040908 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb7d99-bf94-4f46-a1c9-3203e160bc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7f6ed3-ca3b-43c0-add6-1aa01a8816da,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:59:59.047899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33586) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 01:59:59.109878 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0b26-70c9-4f46-9b5d-72cd13aa1e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:59.136072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0b26-70c9-4f46-9b5d-72cd13aa1e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:59.294074 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0b26-70c9-4f46-9b5d-72cd13aa1e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:59.310345 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e0b26-70c9-4f46-9b5d-72cd13aa1e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7f6ed3-ca3b-43c0-add6-1aa01a8816da,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:59:59.314658 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0b26-70c9-4f46-9b5d-72cd13aa1e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 01:59:59.315963 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-ca5e0b26-70c9-4f46-9b5d-72cd13aa1e6b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dc7f6ed3-ca3b-43c0-add6-1aa01a8816da HTTP/1.1" status: 204 len: 168 time: 0.2667642 Aug 26 02:00:00.306270 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33610) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:00.407399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2135531955-network', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:00.412369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:00.416175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Usage tracker for resource:network and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:00.419587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:00.425126 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:00.488567 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Made reservation on behalf of 6d4be1f229ef4f879ef01b890d0674a5 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 02:00:00.491156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:00.503812 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:00.518121 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:00.522055 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Usage tracker for resource:security_group_rule and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:00.522643 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3f4fec8d-1474-441a-adba-7af3f96648fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:00.525001 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:00.530942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:00.617376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:00.654192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:00.684445 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 02:00:00.692188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba3cc8f-5e28-4fa7-a6f4-3524f999d148,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:00.697542 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:00.697923 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Added segment a68a30c1-2de7-48d6-b08b-9f3fd51f5824 of type vlan for network e9f8311f-32b6-4212-ae10-2573a41defd8 Aug 26 02:00:00.724020 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:00.802461 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:00.803530 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:00.804115 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:00.908135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] Pushing event updated for resources: {'Network': ['ID=e9f8311f-32b6-4212-ae10-2573a41defd8,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:00.917720 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network e9f8311f-32b6-4212-ae10-2573a41defd8 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 02:00:00.957238 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fe0382fb-0661-4ea0-a297-a7851af07e8e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6498697 Aug 26 02:00:00.960353 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33616) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:00.966358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] Request body: {'subnet': {'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2135531955-subnet', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'ip_version': 4}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:00.971314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:00.975269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] Usage tracker for resource:subnet and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:00.978359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:00.985400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:01.059649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] Made reservation on behalf of 6d4be1f229ef4f879ef01b890d0674a5 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 02:00:01.062298 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:01.340940 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:01.428739 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3199aa7b-1e01-40fe-b475-78e70c6919b4,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:01.437335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] Checking segment: {'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:00:01.437837 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] Network hostable DHCP agents. Network: e9f8311f-32b6-4212-ae10-2573a41defd8, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 02:00:01.488189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] Network e9f8311f-32b6-4212-ae10-2573a41defd8 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 02:00:01.556761 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, e9f8311f-32b6-4212-ae10-2573a41defd8) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:00:01.561768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:01.562357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:01.567772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa16d1-333f-4f60-8545-beb47356832a None None] Network e9f8311f-32b6-4212-ae10-2573a41defd8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 02:00:01.638932 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-f094d974-a5f0-46de-b32d-043e24663ac3 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6770651 Aug 26 02:00:01.644764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33620) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:01.650518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:01.655462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:01.659916 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Usage tracker for resource:router and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:01.663502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:01.669653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:01.738955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:01.740385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:01.764600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:01.827091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-e9f8311f-32b6-4212-ae10-2573a41defd8', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 02:00:01.827727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:01.997519 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Allocated IP 172.20.0.2 (e9f8311f-32b6-4212-ae10-2573a41defd8/3199aa7b-1e01-40fe-b475-78e70c6919b4/59ada442-09d7-4513-9372-71067ac1d67f) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:00:02.124819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:02.199932 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:02.210003 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Transition to ACTIVE for port object 59ada442-09d7-4513-9372-71067ac1d67f will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:00:02.228605 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Transition to ACTIVE for port object 59ada442-09d7-4513-9372-71067ac1d67f will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:00:02.310719 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:02.383376 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Network e9f8311f-32b6-4212-ae10-2573a41defd8 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:00:02.386499 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:00:02.391373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:00:02.397422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Pushing event updated for resources: {'Port': ['ID=59ada442-09d7-4513-9372-71067ac1d67f,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:02.502023 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Attempting to bind port 59ada442-09d7-4513-9372-71067ac1d67f on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:00:02.502393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Attempting to bind port 59ada442-09d7-4513-9372-71067ac1d67f by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:00:02.502758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Attempting to bind port 59ada442-09d7-4513-9372-71067ac1d67f on network e9f8311f-32b6-4212-ae10-2573a41defd8 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:00:02.508384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:00:02.508757 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Checking segment: {'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:00:02.509159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:02.509545 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Bound using segment: {'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:00:02.510430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Bound port: 59ada442-09d7-4513-9372-71067ac1d67f, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:00:02.510430 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:02.604227 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] For port 59ada442-09d7-4513-9372-71067ac1d67f, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:00:02.608053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] For port 59ada442-09d7-4513-9372-71067ac1d67f, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=59ada442-09d7-4513-9372-71067ac1d67f,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:00:02.619452 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:02.649846 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:02.677333 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:02.768684 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe074d72-e6a7-4f05-b7de-0eb3b1453449 None None] Pushing event updated for resources: {'Port': ['ID=59ada442-09d7-4513-9372-71067ac1d67f,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:02.795691 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Allocated IP 172.26.2.46 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/7e313910-5276-4792-ba00-3a4dbbcf827a) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:00:02.972200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:03.031428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5aa348d8-2f08-4727-aee3-cf7c1f07c995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:03.088686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:03.152168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:00:03.155043 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:00:03.158873 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:00:03.201030 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Pushing event updated for resources: {'Port': ['ID=7e313910-5276-4792-ba00-3a4dbbcf827a,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:03.642008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:03.710478 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfe00e0-a56c-4dc0-91f2-9c387b56e7b9 None None] Network e9f8311f-32b6-4212-ae10-2573a41defd8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 02:00:03.801232 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:03.889899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3c217afc-555b-45ee-9f87-a44a2609677f None None] Provisioning for port 59ada442-09d7-4513-9372-71067ac1d67f completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:00:03.966074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 59ada442-09d7-4513-9372-71067ac1d67f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:00:04.128412 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 59ada442-09d7-4513-9372-71067ac1d67f completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:00:04.134968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 59ada442-09d7-4513-9372-71067ac1d67f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:04.135329 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:04.171380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:04.229900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:04.302572 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 59ada442-09d7-4513-9372-71067ac1d67f is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:04.303086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:04.343780 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-30727470-315c-4fa4-b132-2b8825cea440 None None] Provisioning complete for port 59ada442-09d7-4513-9372-71067ac1d67f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:04.344152 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-30727470-315c-4fa4-b132-2b8825cea440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:04.376278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 59ada442-09d7-4513-9372-71067ac1d67f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=59ada442-09d7-4513-9372-71067ac1d67f,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:00:04.438513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:04.459312 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Router afb41689-8f12-486f-818b-e1c8f9d03c38 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 02:00:04.516458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-30727470-315c-4fa4-b132-2b8825cea440 None None] Current status of the port 59ada442-09d7-4513-9372-71067ac1d67f is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:04.527845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=59ada442-09d7-4513-9372-71067ac1d67f,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:04.645288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:00:04.653687 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Sync routers for ids ['afb41689-8f12-486f-818b-e1c8f9d03c38'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:00:04.662786 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Routers {'afb41689-8f12-486f-818b-e1c8f9d03c38'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:00:04.663380 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:00:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['afb41689-8f12-486f-818b-e1c8f9d03c38'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:04.734237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:04.735470 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5b6629df-8e3a-4ee7-bfea-0710dd58689b admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0897479 Aug 26 02:00:04.738250 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33626) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:04.838727 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Set router afb41689-8f12-486f-818b-e1c8f9d03c38 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:00:05.117110 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:03Z', 'revision_number': 3, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:05.120760 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Checking router: afb41689-8f12-486f-818b-e1c8f9d03c38 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:00:05.121862 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Updating router afb41689-8f12-486f-818b-e1c8f9d03c38 port 7e313910-5276-4792-ba00-3a4dbbcf827a binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 02:00:05.175614 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:05.421516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:05.503411 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:05.514738 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Transition to ACTIVE for port object 7e313910-5276-4792-ba00-3a4dbbcf827a will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:00:05.573524 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:05.627493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Allocated IP 172.20.0.1 (e9f8311f-32b6-4212-ae10-2573a41defd8/3199aa7b-1e01-40fe-b475-78e70c6919b4/ffa0103b-da89-422c-95b7-45d47268beef) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:00:05.634556 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Attempting to bind port 7e313910-5276-4792-ba00-3a4dbbcf827a on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:00:05.634929 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Attempting to bind port 7e313910-5276-4792-ba00-3a4dbbcf827a by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:00:05.635449 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Attempting to bind port 7e313910-5276-4792-ba00-3a4dbbcf827a on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:00:05.645648 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 2, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:00:05.646039 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:00:05.646437 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:05.646893 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:00:05.647369 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Bound port: 7e313910-5276-4792-ba00-3a4dbbcf827a, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:00:05.647660 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:05.688201 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:05.705028 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5eb33-94bb-457a-ba9e-8e95d5e8e852 None None] Pushing event updated for resources: {'Port': ['ID=7e313910-5276-4792-ba00-3a4dbbcf827a,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:05.718496 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5eb33-94bb-457a-ba9e-8e95d5e8e852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:00:05.718848 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5eb33-94bb-457a-ba9e-8e95d5e8e852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:00:05.719185 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5eb33-94bb-457a-ba9e-8e95d5e8e852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:00:05.719518 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5eb33-94bb-457a-ba9e-8e95d5e8e852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:00:05.719849 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5eb33-94bb-457a-ba9e-8e95d5e8e852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:00:05.720178 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5eb33-94bb-457a-ba9e-8e95d5e8e852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:00:05.720505 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5eb33-94bb-457a-ba9e-8e95d5e8e852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:00:05.720825 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5eb33-94bb-457a-ba9e-8e95d5e8e852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:00:05.721149 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5eb33-94bb-457a-ba9e-8e95d5e8e852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:00:05.721467 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5eb33-94bb-457a-ba9e-8e95d5e8e852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:00:05.721807 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5eb33-94bb-457a-ba9e-8e95d5e8e852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:00:05.722137 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5eb33-94bb-457a-ba9e-8e95d5e8e852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:00:05.757835 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] For port 7e313910-5276-4792-ba00-3a4dbbcf827a, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:00:05.762190 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] For port 7e313910-5276-4792-ba00-3a4dbbcf827a, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7e313910-5276-4792-ba00-3a4dbbcf827a,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:00:05.809172 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:05.879549 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Routers {'afb41689-8f12-486f-818b-e1c8f9d03c38'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:00:05.880173 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:00:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['afb41689-8f12-486f-818b-e1c8f9d03c38'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:05.908692 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 59ada442-09d7-4513-9372-71067ac1d67f up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:00:05.913018 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:05.931459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Transition to ACTIVE for port object ffa0103b-da89-422c-95b7-45d47268beef will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:00:05.977339 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 59ada442-09d7-4513-9372-71067ac1d67f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:05.977630 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:05.997196 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5eb33-94bb-457a-ba9e-8e95d5e8e852 None None] Pushing event updated for resources: {'Port': ['ID=7e313910-5276-4792-ba00-3a4dbbcf827a,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:06.020188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:06.071220 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] Set router afb41689-8f12-486f-818b-e1c8f9d03c38 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:00:06.092894 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Network e9f8311f-32b6-4212-ae10-2573a41defd8 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:00:06.095768 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:00:06.099648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:00:06.100597 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 59ada442-09d7-4513-9372-71067ac1d67f is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:06.144602 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Pushing event updated for resources: {'Port': ['ID=ffa0103b-da89-422c-95b7-45d47268beef,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:06.164540 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:06.354319 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:06.397319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5e44a2af-f4b8-48bb-aafe-307fab750a0f None None] Provisioning for port ffa0103b-da89-422c-95b7-45d47268beef completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:00:06.405845 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5e44a2af-f4b8-48bb-aafe-307fab750a0f None None] Provisioning complete for port ffa0103b-da89-422c-95b7-45d47268beef triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:06.406280 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5e44a2af-f4b8-48bb-aafe-307fab750a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:06.407329 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:03Z', 'revision_number': 3, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:06.411254 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e7427-5c71-4115-a14a-2dd4a5c8be59 None None] The sync data for ids ['afb41689-8f12-486f-818b-e1c8f9d03c38'] in dv-neutron-854561-2-hyperv is: [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:03Z', 'revision_number': 3, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:00:06.465150 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5e44a2af-f4b8-48bb-aafe-307fab750a0f None None] Port ffa0103b-da89-422c-95b7-45d47268beef cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 02:00:06.597462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:06.652887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:06.768643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Pushing event updated for resources: {'Port': ['ID=ffa0103b-da89-422c-95b7-45d47268beef,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:06.773506 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:06.919092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Network e9f8311f-32b6-4212-ae10-2573a41defd8 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:00:06.920280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:00:07.131040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Router afb41689-8f12-486f-818b-e1c8f9d03c38 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:00:07.193481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-35b38cc1-e7c5-454f-a978-1c6fa72dc4e4 None None] Provisioning complete for port ffa0103b-da89-422c-95b7-45d47268beef triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:07.194015 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-35b38cc1-e7c5-454f-a978-1c6fa72dc4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:07.254244 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-35b38cc1-e7c5-454f-a978-1c6fa72dc4e4 None None] Port ffa0103b-da89-422c-95b7-45d47268beef cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 02:00:07.313838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:00:07.322783 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-36d536a3-bfd9-48cc-8265-fdec84065a57 admin admin] 10.222.0.83 "PUT /v2.0/routers/afb41689-8f12-486f-818b-e1c8f9d03c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5833018 Aug 26 02:00:07.884681 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Sync routers for ids ['afb41689-8f12-486f-818b-e1c8f9d03c38'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:00:07.894080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Routers {'afb41689-8f12-486f-818b-e1c8f9d03c38'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:00:07.894700 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:00:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['afb41689-8f12-486f-818b-e1c8f9d03c38'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:07.949228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33644) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:07.956526 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-804941885-network', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:07.961468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:07.966012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Usage tracker for resource:network and tenant:87c9056992ce49b4b5ea2733c2af9cac is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:07.968922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:07.974773 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:08.007574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7e313910-5276-4792-ba00-3a4dbbcf827a up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:00:08.030914 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Made reservation on behalf of 87c9056992ce49b4b5ea2733c2af9cac for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 02:00:08.033272 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:08.046342 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:08.061600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:08.065635 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Usage tracker for resource:security_group_rule and tenant:87c9056992ce49b4b5ea2733c2af9cac is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:08.068647 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:08.074545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:08.129718 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Set router afb41689-8f12-486f-818b-e1c8f9d03c38 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:00:08.157097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:08.192769 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 7e313910-5276-4792-ba00-3a4dbbcf827a completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:00:08.203289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 7e313910-5276-4792-ba00-3a4dbbcf827a triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:08.203872 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:08.217811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:08.246325 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 02:00:08.259339 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4457fe-444e-403f-9672-15d7227facee,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:08.264121 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:08.264469 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Added segment cec59de9-57df-4ffc-a223-83e94c5aee53 of type vlan for network fcaa5170-ad1d-4eda-800b-f24fb69faf5e Aug 26 02:00:08.291619 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:08.385713 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:08.386723 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:08.387426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:08.489519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=fcaa5170-ad1d-4eda-800b-f24fb69faf5e,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:08.504332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network fcaa5170-ad1d-4eda-800b-f24fb69faf5e details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 02:00:08.555811 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-19ed39e0-5999-45a9-9985-6d6bb7e83ea9 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6052060 Aug 26 02:00:08.559101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33648) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:08.564595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] Request body: {'subnet': {'network_id': 'fcaa5170-ad1d-4eda-800b-f24fb69faf5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-804941885-subnet', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac', 'ip_version': 4}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:08.569483 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:08.573382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] Usage tracker for resource:subnet and tenant:87c9056992ce49b4b5ea2733c2af9cac is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:08.576934 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:08.580736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 7e313910-5276-4792-ba00-3a4dbbcf827a is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:08.581122 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:08.582611 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:08.635644 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 7e313910-5276-4792-ba00-3a4dbbcf827a, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7e313910-5276-4792-ba00-3a4dbbcf827a,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:00:08.659885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'ffa0103b-da89-422c-95b7-45d47268beef', 'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'mac_address': 'fa:16:3e:8e:08:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:05Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 2, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'subnets': [{'id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:08.663920 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Checking router: afb41689-8f12-486f-818b-e1c8f9d03c38 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:00:08.664274 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Updating router afb41689-8f12-486f-818b-e1c8f9d03c38 port ffa0103b-da89-422c-95b7-45d47268beef binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 02:00:08.665010 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] Made reservation on behalf of 87c9056992ce49b4b5ea2733c2af9cac for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 02:00:08.667403 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:08.738509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:08.823024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:08.845545 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=7e313910-5276-4792-ba00-3a4dbbcf827a,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:09.059841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:09.134981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0528cc6-ab00-4764-aaac-312937805578,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:09.143523 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] Checking segment: {'id': 'cec59de9-57df-4ffc-a223-83e94c5aee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'fcaa5170-ad1d-4eda-800b-f24fb69faf5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:00:09.143888 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] Network hostable DHCP agents. Network: fcaa5170-ad1d-4eda-800b-f24fb69faf5e, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 02:00:09.178758 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:09.190088 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Transition to ACTIVE for port object ffa0103b-da89-422c-95b7-45d47268beef will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:00:09.219748 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] Network fcaa5170-ad1d-4eda-800b-f24fb69faf5e is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 02:00:09.311134 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, fcaa5170-ad1d-4eda-800b-f24fb69faf5e) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:00:09.311266 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:09.315322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:09.315903 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:09.390595 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde359d8-1f29-416a-b9d2-ec123e3a52f6 None None] Network fcaa5170-ad1d-4eda-800b-f24fb69faf5e requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 02:00:09.414962 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-929fc65f-b6c8-473c-b433-fc6d29b9047b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8547020 Aug 26 02:00:09.417548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33652) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:09.423260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-804941885-router', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:09.427990 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:09.431959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Usage tracker for resource:router and tenant:87c9056992ce49b4b5ea2733c2af9cac is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:09.434911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:09.440705 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:09.509708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:09.510770 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:09.526258 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:09.573665 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e173b79-622a-4d89-a140-4d50e47ffb27 None None] Pushing event updated for resources: {'Port': ['ID=ffa0103b-da89-422c-95b7-45d47268beef,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:09.627451 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Attempting to bind port ffa0103b-da89-422c-95b7-45d47268beef on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:00:09.627820 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Attempting to bind port ffa0103b-da89-422c-95b7-45d47268beef by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:00:09.628183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Attempting to bind port ffa0103b-da89-422c-95b7-45d47268beef on network e9f8311f-32b6-4212-ae10-2573a41defd8 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:00:09.646127 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 2, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:00:09.646495 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Checking segment: {'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:00:09.646895 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:09.647379 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Bound using segment: {'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:00:09.647936 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Bound port: ffa0103b-da89-422c-95b7-45d47268beef, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:00:09.648318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:09.829210 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26628abd-22e9-4764-a492-287799929313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-fcaa5170-ad1d-4eda-800b-f24fb69faf5e', 'network_id': 'fcaa5170-ad1d-4eda-800b-f24fb69faf5e', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac', 'fixed_ips': [{'subnet_id': 'e0528cc6-ab00-4764-aaac-312937805578'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 02:00:09.830050 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-26628abd-22e9-4764-a492-287799929313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:09.840892 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] For port ffa0103b-da89-422c-95b7-45d47268beef, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:00:09.853186 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:09.854677 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] For port ffa0103b-da89-422c-95b7-45d47268beef, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ffa0103b-da89-422c-95b7-45d47268beef,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:00:09.920533 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7e313910-5276-4792-ba00-3a4dbbcf827a up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:00:09.954056 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:10.110724 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Routers {'afb41689-8f12-486f-818b-e1c8f9d03c38'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:00:10.111377 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:00:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['afb41689-8f12-486f-818b-e1c8f9d03c38'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:10.173064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e173b79-622a-4d89-a140-4d50e47ffb27 None None] Pushing event updated for resources: {'Port': ['ID=ffa0103b-da89-422c-95b7-45d47268beef,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:10.256484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:10.272127 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-26628abd-22e9-4764-a492-287799929313 None None] Allocated IP 172.20.0.2 (fcaa5170-ad1d-4eda-800b-f24fb69faf5e/e0528cc6-ab00-4764-aaac-312937805578/67a0e284-ab22-4a01-a6ed-c2eb8815803e) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:00:10.286229 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:10.297116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 7e313910-5276-4792-ba00-3a4dbbcf827a triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:10.297501 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:10.434188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Allocated IP 172.26.2.149 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:00:10.513393 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] Set router afb41689-8f12-486f-818b-e1c8f9d03c38 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:00:10.585654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:10.681428 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:10.745453 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:00:10.748478 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:00:10.751158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:00:10.796941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Pushing event updated for resources: {'Port': ['ID=d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:10.870417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 7e313910-5276-4792-ba00-3a4dbbcf827a is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:10.909876 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-26628abd-22e9-4764-a492-287799929313 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:10.937607 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-26628abd-22e9-4764-a492-287799929313 None None] Transition to ACTIVE for port object 67a0e284-ab22-4a01-a6ed-c2eb8815803e will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:00:10.994650 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-26628abd-22e9-4764-a492-287799929313 None None] Transition to ACTIVE for port object 67a0e284-ab22-4a01-a6ed-c2eb8815803e will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:00:11.024158 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'ffa0103b-da89-422c-95b7-45d47268beef', 'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'mac_address': 'fa:16:3e:8e:08:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:05Z', 'updated_at': '2022-08-26T02:00:09Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'subnets': [{'id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:11.028683 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8962f5f-d160-43d5-9f97-f00d113b2b5b None None] The sync data for ids ['afb41689-8f12-486f-818b-e1c8f9d03c38'] in dv-neutron-854561-2-hyperv is: [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'ffa0103b-da89-422c-95b7-45d47268beef', 'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'mac_address': 'fa:16:3e:8e:08:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:05Z', 'updated_at': '2022-08-26T02:00:09Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'subnets': [{'id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:00:11.079902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-26628abd-22e9-4764-a492-287799929313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:11.174646 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26628abd-22e9-4764-a492-287799929313 None None] Network fcaa5170-ad1d-4eda-800b-f24fb69faf5e is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:00:11.177707 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-26628abd-22e9-4764-a492-287799929313 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:00:11.181574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26628abd-22e9-4764-a492-287799929313 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:00:11.187800 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26628abd-22e9-4764-a492-287799929313 None None] Pushing event updated for resources: {'Port': ['ID=67a0e284-ab22-4a01-a6ed-c2eb8815803e,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:11.271436 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:11.296680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-26628abd-22e9-4764-a492-287799929313 None None] Attempting to bind port 67a0e284-ab22-4a01-a6ed-c2eb8815803e on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:00:11.296775 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-26628abd-22e9-4764-a492-287799929313 None None] Attempting to bind port 67a0e284-ab22-4a01-a6ed-c2eb8815803e by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'cec59de9-57df-4ffc-a223-83e94c5aee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'fcaa5170-ad1d-4eda-800b-f24fb69faf5e'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:00:11.297338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26628abd-22e9-4764-a492-287799929313 None None] Attempting to bind port 67a0e284-ab22-4a01-a6ed-c2eb8815803e on network fcaa5170-ad1d-4eda-800b-f24fb69faf5e {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:00:11.303323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26628abd-22e9-4764-a492-287799929313 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 2, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:00:11.303787 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26628abd-22e9-4764-a492-287799929313 None None] Checking segment: {'id': 'cec59de9-57df-4ffc-a223-83e94c5aee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'fcaa5170-ad1d-4eda-800b-f24fb69faf5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:00:11.304263 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-26628abd-22e9-4764-a492-287799929313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:11.304727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26628abd-22e9-4764-a492-287799929313 None None] Bound using segment: {'id': 'cec59de9-57df-4ffc-a223-83e94c5aee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'fcaa5170-ad1d-4eda-800b-f24fb69faf5e'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:00:11.305282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-26628abd-22e9-4764-a492-287799929313 None None] Bound port: 67a0e284-ab22-4a01-a6ed-c2eb8815803e, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec59de9-57df-4ffc-a223-83e94c5aee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'fcaa5170-ad1d-4eda-800b-f24fb69faf5e'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:00:11.305725 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-26628abd-22e9-4764-a492-287799929313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:11.399020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-26628abd-22e9-4764-a492-287799929313 None None] For port 67a0e284-ab22-4a01-a6ed-c2eb8815803e, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:00:11.402783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-26628abd-22e9-4764-a492-287799929313 None None] For port 67a0e284-ab22-4a01-a6ed-c2eb8815803e, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=67a0e284-ab22-4a01-a6ed-c2eb8815803e,segment=NetworkSegment(cec59de9-57df-4ffc-a223-83e94c5aee53),segment_id=cec59de9-57df-4ffc-a223-83e94c5aee53)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:00:11.422587 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:11.504063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-26628abd-22e9-4764-a492-287799929313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:11.592817 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26628abd-22e9-4764-a492-287799929313 None None] Pushing event updated for resources: {'Port': ['ID=67a0e284-ab22-4a01-a6ed-c2eb8815803e,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:11.816011 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:12.001307 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ffa0103b-da89-422c-95b7-45d47268beef up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:00:12.127786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Router 3f19ce26-7089-4237-bc75-0107dd60c697 is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 02:00:12.150759 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port ffa0103b-da89-422c-95b7-45d47268beef completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:00:12.156326 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ffa0103b-da89-422c-95b7-45d47268beef triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:12.156701 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:12.278569 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ffa0103b-da89-422c-95b7-45d47268beef is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:12.278953 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:12.316179 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:00:12.323722 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port ffa0103b-da89-422c-95b7-45d47268beef, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ffa0103b-da89-422c-95b7-45d47268beef,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:00:12.328626 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Sync routers for ids ['3f19ce26-7089-4237-bc75-0107dd60c697'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:00:12.344966 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Routers {'3f19ce26-7089-4237-bc75-0107dd60c697'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:00:12.345693 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:00:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3f19ce26-7089-4237-bc75-0107dd60c697'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:12.424115 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:12.424889 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 67a0e284-ab22-4a01-a6ed-c2eb8815803e up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:00:12.431157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:12.435681 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3cb51d62-2173-4c7d-963a-18b50a562633 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0139437 Aug 26 02:00:12.435896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33656) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:12.534485 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Set router 3f19ce26-7089-4237-bc75-0107dd60c697 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:00:12.559462 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=ffa0103b-da89-422c-95b7-45d47268beef,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:12.631879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 67a0e284-ab22-4a01-a6ed-c2eb8815803e completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:00:12.659771 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e470198b-9d23-4619-b1f0-312e172533bb None None] Network fcaa5170-ad1d-4eda-800b-f24fb69faf5e requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 02:00:12.823300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-70e315f8-f252-4334-ba32-eaca1dd9b6d9 None None] Provisioning for port 67a0e284-ab22-4a01-a6ed-c2eb8815803e completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:00:12.841280 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-70e315f8-f252-4334-ba32-eaca1dd9b6d9 None None] Provisioning complete for port 67a0e284-ab22-4a01-a6ed-c2eb8815803e triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:12.841680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-70e315f8-f252-4334-ba32-eaca1dd9b6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:12.865329 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'name': 'tempest-TestShelveInstance-804941885-router', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd0414cc8-2700-4e3d-ad9f-3a29dbd85a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:09Z', 'updated_at': '2022-08-26T02:00:11Z', 'revision_number': 3, 'project_id': '87c9056992ce49b4b5ea2733c2af9cac', 'gw_port': {'id': 'd0414cc8-2700-4e3d-ad9f-3a29dbd85a9e', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:10Z', 'updated_at': '2022-08-26T02:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:12.869902 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Checking router: 3f19ce26-7089-4237-bc75-0107dd60c697 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:00:12.870256 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Updating router 3f19ce26-7089-4237-bc75-0107dd60c697 port d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 02:00:12.930718 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:13.082774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-70e315f8-f252-4334-ba32-eaca1dd9b6d9 None None] Current status of the port 67a0e284-ab22-4a01-a6ed-c2eb8815803e is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:13.083191 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-70e315f8-f252-4334-ba32-eaca1dd9b6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:13.123397 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-70e315f8-f252-4334-ba32-eaca1dd9b6d9 None None] For port 67a0e284-ab22-4a01-a6ed-c2eb8815803e, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=67a0e284-ab22-4a01-a6ed-c2eb8815803e,segment=NetworkSegment(cec59de9-57df-4ffc-a223-83e94c5aee53),segment_id=cec59de9-57df-4ffc-a223-83e94c5aee53)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:00:13.196411 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-70e315f8-f252-4334-ba32-eaca1dd9b6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:13.273868 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e315f8-f252-4334-ba32-eaca1dd9b6d9 None None] Pushing event updated for resources: {'Port': ['ID=67a0e284-ab22-4a01-a6ed-c2eb8815803e,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:13.304177 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:13.315375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:13.317407 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Transition to ACTIVE for port object d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:00:13.403321 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:13.419108 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-03ad2408-6b9f-4e28-8035-39739cd94643 None None] Provisioning complete for port 67a0e284-ab22-4a01-a6ed-c2eb8815803e triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:13.419591 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-03ad2408-6b9f-4e28-8035-39739cd94643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:13.471712 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Attempting to bind port d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:00:13.472078 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Attempting to bind port d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:00:13.472437 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Attempting to bind port d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:00:13.482679 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 2, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:00:13.483206 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:00:13.483868 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:13.484259 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:00:13.484732 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Bound port: d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:00:13.485103 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:13.528591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Allocated IP 172.20.0.1 (fcaa5170-ad1d-4eda-800b-f24fb69faf5e/e0528cc6-ab00-4764-aaac-312937805578/758920e8-1bd8-4cc7-a81c-82803ef6fb13) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:00:13.537689 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000c4aa-4deb-418b-9a0e-c42cb5e8467a None None] Pushing event updated for resources: {'Port': ['ID=d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:13.552976 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-03ad2408-6b9f-4e28-8035-39739cd94643 None None] Current status of the port 67a0e284-ab22-4a01-a6ed-c2eb8815803e is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:13.575942 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] For port d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:00:13.579404 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] For port d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:00:13.648336 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:13.688500 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:13.704358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Transition to ACTIVE for port object 758920e8-1bd8-4cc7-a81c-82803ef6fb13 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:00:13.708604 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Routers {'3f19ce26-7089-4237-bc75-0107dd60c697'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:00:13.709223 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:00:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3f19ce26-7089-4237-bc75-0107dd60c697'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:13.762801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:13.829837 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Network fcaa5170-ad1d-4eda-800b-f24fb69faf5e is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:00:13.832879 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:00:13.836915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:00:13.882621 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Pushing event updated for resources: {'Port': ['ID=758920e8-1bd8-4cc7-a81c-82803ef6fb13,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:13.894534 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000c4aa-4deb-418b-9a0e-c42cb5e8467a None None] Pushing event updated for resources: {'Port': ['ID=d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:13.907600 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:13.943366 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ffa0103b-da89-422c-95b7-45d47268beef up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:00:13.952018 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] Set router 3f19ce26-7089-4237-bc75-0107dd60c697 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:00:14.021985 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port ffa0103b-da89-422c-95b7-45d47268beef triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:14.022364 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:14.109767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:14.146045 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0700f925-4834-4f7c-9896-9d6c7bf41af7 None None] Provisioning for port 758920e8-1bd8-4cc7-a81c-82803ef6fb13 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:00:14.154960 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-0700f925-4834-4f7c-9896-9d6c7bf41af7 None None] Provisioning complete for port 758920e8-1bd8-4cc7-a81c-82803ef6fb13 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:14.155337 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-0700f925-4834-4f7c-9896-9d6c7bf41af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:14.184395 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port ffa0103b-da89-422c-95b7-45d47268beef is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:14.185278 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 67a0e284-ab22-4a01-a6ed-c2eb8815803e up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:00:14.257698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-0700f925-4834-4f7c-9896-9d6c7bf41af7 None None] Port 758920e8-1bd8-4cc7-a81c-82803ef6fb13 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 02:00:14.274631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 67a0e284-ab22-4a01-a6ed-c2eb8815803e triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:14.275003 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:14.281239 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'name': 'tempest-TestShelveInstance-804941885-router', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd0414cc8-2700-4e3d-ad9f-3a29dbd85a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:09Z', 'updated_at': '2022-08-26T02:00:11Z', 'revision_number': 3, 'project_id': '87c9056992ce49b4b5ea2733c2af9cac', 'gw_port': {'id': 'd0414cc8-2700-4e3d-ad9f-3a29dbd85a9e', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:10Z', 'updated_at': '2022-08-26T02:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:14.285107 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732a800-8253-4fd1-a881-0cffe6bba306 None None] The sync data for ids ['3f19ce26-7089-4237-bc75-0107dd60c697'] in dv-neutron-854561-2-hyperv is: [{'id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'name': 'tempest-TestShelveInstance-804941885-router', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd0414cc8-2700-4e3d-ad9f-3a29dbd85a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:09Z', 'updated_at': '2022-08-26T02:00:11Z', 'revision_number': 3, 'project_id': '87c9056992ce49b4b5ea2733c2af9cac', 'gw_port': {'id': 'd0414cc8-2700-4e3d-ad9f-3a29dbd85a9e', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:10Z', 'updated_at': '2022-08-26T02:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:00:14.356803 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:14.400011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 67a0e284-ab22-4a01-a6ed-c2eb8815803e is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:14.407876 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:14.520415 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Pushing event updated for resources: {'Port': ['ID=758920e8-1bd8-4cc7-a81c-82803ef6fb13,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:14.522919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:14.665102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Network fcaa5170-ad1d-4eda-800b-f24fb69faf5e is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:00:14.666237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:00:14.883502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-13a8c6ea-7143-4b55-aa2b-15c72a90071c None None] Provisioning complete for port 758920e8-1bd8-4cc7-a81c-82803ef6fb13 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:14.883878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-13a8c6ea-7143-4b55-aa2b-15c72a90071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:14.939514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-13a8c6ea-7143-4b55-aa2b-15c72a90071c None None] Port 758920e8-1bd8-4cc7-a81c-82803ef6fb13 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 02:00:14.986574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Router 3f19ce26-7089-4237-bc75-0107dd60c697 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:00:15.173774 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:00:15.182752 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-aa2d2a1c-3f07-4432-98ae-bb177cd8c435 admin admin] 10.222.0.83 "PUT /v2.0/routers/3f19ce26-7089-4237-bc75-0107dd60c697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7457452 Aug 26 02:00:15.612276 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33666) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:15.618347 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-cd6a8833-7d2c-458a-bd18-d548bb5c001a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296619078', 'description': 'tempest-secgroup-smoke-1296619078 description', 'project_id': '6d4be1f229ef4f879ef01b890d0674a5'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:15.625212 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cd6a8833-7d2c-458a-bd18-d548bb5c001a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:15.629305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cd6a8833-7d2c-458a-bd18-d548bb5c001a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:15.632255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cd6a8833-7d2c-458a-bd18-d548bb5c001a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:15.638996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cd6a8833-7d2c-458a-bd18-d548bb5c001a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:15.693952 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8833-7d2c-458a-bd18-d548bb5c001a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:15.714537 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cd6a8833-7d2c-458a-bd18-d548bb5c001a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:15.718536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cd6a8833-7d2c-458a-bd18-d548bb5c001a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group_rule and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:15.721312 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cd6a8833-7d2c-458a-bd18-d548bb5c001a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:15.727094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cd6a8833-7d2c-458a-bd18-d548bb5c001a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:15.760855 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Sync routers for ids ['3f19ce26-7089-4237-bc75-0107dd60c697'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:00:15.770742 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Routers {'3f19ce26-7089-4237-bc75-0107dd60c697'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:00:15.771569 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:00:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3f19ce26-7089-4237-bc75-0107dd60c697'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:15.800382 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8833-7d2c-458a-bd18-d548bb5c001a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:15.872645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8833-7d2c-458a-bd18-d548bb5c001a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:15.917654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a8833-7d2c-458a-bd18-d548bb5c001a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=795cac52-f1b4-4852-bf96-a7478865b82e,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:15.956955 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Set router 3f19ce26-7089-4237-bc75-0107dd60c697 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:00:15.995785 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:00:16.002642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cd6a8833-7d2c-458a-bd18-d548bb5c001a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.003978 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cd6a8833-7d2c-458a-bd18-d548bb5c001a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3902984 Aug 26 02:00:16.006954 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33670) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:16.012450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4d53d5a8-1ce7-4d4d-a26d-2357a8163cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'security_group_rule': {'security_group_id': '795cac52-f1b4-4852-bf96-a7478865b82e', 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:16.018648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4d53d5a8-1ce7-4d4d-a26d-2357a8163cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:16.022548 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4d53d5a8-1ce7-4d4d-a26d-2357a8163cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group_rule and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:16.025491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4d53d5a8-1ce7-4d4d-a26d-2357a8163cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:16.031759 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4d53d5a8-1ce7-4d4d-a26d-2357a8163cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:16.123479 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d53d5a8-1ce7-4d4d-a26d-2357a8163cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.189678 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d53d5a8-1ce7-4d4d-a26d-2357a8163cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.264054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d53d5a8-1ce7-4d4d-a26d-2357a8163cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.288801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53d5a8-1ce7-4d4d-a26d-2357a8163cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddadd1d-5051-4e6a-9f61-5661ba147a2c,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:16.296383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:00:16.303568 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:16.303947 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.362601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4d53d5a8-1ce7-4d4d-a26d-2357a8163cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.363809 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4d53d5a8-1ce7-4d4d-a26d-2357a8163cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3558655 Aug 26 02:00:16.366650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33674) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:16.372175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-7bbeaa10-ad61-4342-88ac-43f3cd38a9d0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'security_group_rule': {'security_group_id': '795cac52-f1b4-4852-bf96-a7478865b82e', 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:16.376852 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'name': 'tempest-TestShelveInstance-804941885-router', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd0414cc8-2700-4e3d-ad9f-3a29dbd85a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:09Z', 'updated_at': '2022-08-26T02:00:13Z', 'revision_number': 4, 'project_id': '87c9056992ce49b4b5ea2733c2af9cac', 'gw_port': {'id': 'd0414cc8-2700-4e3d-ad9f-3a29dbd85a9e', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:10Z', 'updated_at': '2022-08-26T02:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '758920e8-1bd8-4cc7-a81c-82803ef6fb13', 'name': '', 'network_id': 'fcaa5170-ad1d-4eda-800b-f24fb69faf5e', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac', 'mac_address': 'fa:16:3e:84:78:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e0528cc6-ab00-4764-aaac-312937805578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:13Z', 'updated_at': '2022-08-26T02:00:14Z', 'revision_number': 2, 'project_id': '87c9056992ce49b4b5ea2733c2af9cac', 'subnets': [{'id': 'e0528cc6-ab00-4764-aaac-312937805578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:16.378196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7bbeaa10-ad61-4342-88ac-43f3cd38a9d0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:16.381488 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Checking router: 3f19ce26-7089-4237-bc75-0107dd60c697 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:00:16.381868 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Updating router 3f19ce26-7089-4237-bc75-0107dd60c697 port 758920e8-1bd8-4cc7-a81c-82803ef6fb13 binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 02:00:16.382012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7bbeaa10-ad61-4342-88ac-43f3cd38a9d0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group_rule and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:16.384833 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7bbeaa10-ad61-4342-88ac-43f3cd38a9d0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:16.390907 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7bbeaa10-ad61-4342-88ac-43f3cd38a9d0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:16.467099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7bbeaa10-ad61-4342-88ac-43f3cd38a9d0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.521016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.530941 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7bbeaa10-ad61-4342-88ac-43f3cd38a9d0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.534183 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:16.534548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.591284 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:00:16.600726 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7bbeaa10-ad61-4342-88ac-43f3cd38a9d0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.623196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbeaa10-ad61-4342-88ac-43f3cd38a9d0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04da11a-b580-4a20-91e8-1653b4e6b68b,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:16.657903 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.716689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7bbeaa10-ad61-4342-88ac-43f3cd38a9d0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.718020 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7bbeaa10-ad61-4342-88ac-43f3cd38a9d0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3503771 Aug 26 02:00:16.720880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33678) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:16.726280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-f588b703-2302-432c-a8b9-1bb9225f4bd0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'security_group_rule': {'security_group_id': '795cac52-f1b4-4852-bf96-a7478865b82e', 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:16.737320 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f588b703-2302-432c-a8b9-1bb9225f4bd0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:16.742408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f588b703-2302-432c-a8b9-1bb9225f4bd0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group_rule and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:16.746934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-f588b703-2302-432c-a8b9-1bb9225f4bd0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:16.753073 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-f588b703-2302-432c-a8b9-1bb9225f4bd0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:16.816619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:16.831870 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f588b703-2302-432c-a8b9-1bb9225f4bd0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.916642 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f588b703-2302-432c-a8b9-1bb9225f4bd0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.956507 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:16.969342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Transition to ACTIVE for port object 758920e8-1bd8-4cc7-a81c-82803ef6fb13 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:00:17.002437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f588b703-2302-432c-a8b9-1bb9225f4bd0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:17.025646 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588b703-2302-432c-a8b9-1bb9225f4bd0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b26349e-70fd-4a84-934e-c1b5e5d83ec7,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:17.030948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:17.115040 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-f588b703-2302-432c-a8b9-1bb9225f4bd0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:17.116375 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-f588b703-2302-432c-a8b9-1bb9225f4bd0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3944652 Aug 26 02:00:17.119099 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33682) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:17.124875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b9da620d-cb58-4d2f-be5c-2e29a510b53c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'security_group_rule': {'security_group_id': '795cac52-f1b4-4852-bf96-a7478865b82e', 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:17.130672 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b9da620d-cb58-4d2f-be5c-2e29a510b53c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:17.134602 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b9da620d-cb58-4d2f-be5c-2e29a510b53c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group_rule and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:17.138308 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b9da620d-cb58-4d2f-be5c-2e29a510b53c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:17.143996 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b9da620d-cb58-4d2f-be5c-2e29a510b53c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:17.213210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b9da620d-cb58-4d2f-be5c-2e29a510b53c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:17.226772 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc8b42-0605-4688-8869-821bd996d206 None None] Pushing event updated for resources: {'Port': ['ID=758920e8-1bd8-4cc7-a81c-82803ef6fb13,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:17.246401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Attempting to bind port 758920e8-1bd8-4cc7-a81c-82803ef6fb13 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:00:17.246824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Attempting to bind port 758920e8-1bd8-4cc7-a81c-82803ef6fb13 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'cec59de9-57df-4ffc-a223-83e94c5aee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'fcaa5170-ad1d-4eda-800b-f24fb69faf5e'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:00:17.250451 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Attempting to bind port 758920e8-1bd8-4cc7-a81c-82803ef6fb13 on network fcaa5170-ad1d-4eda-800b-f24fb69faf5e {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:00:17.252538 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 2, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:00:17.252906 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Checking segment: {'id': 'cec59de9-57df-4ffc-a223-83e94c5aee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'fcaa5170-ad1d-4eda-800b-f24fb69faf5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:00:17.253300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:17.253685 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Bound using segment: {'id': 'cec59de9-57df-4ffc-a223-83e94c5aee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'fcaa5170-ad1d-4eda-800b-f24fb69faf5e'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:00:17.254284 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Bound port: 758920e8-1bd8-4cc7-a81c-82803ef6fb13, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec59de9-57df-4ffc-a223-83e94c5aee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'fcaa5170-ad1d-4eda-800b-f24fb69faf5e'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:00:17.254652 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:17.282182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b9da620d-cb58-4d2f-be5c-2e29a510b53c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:17.342166 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] For port 758920e8-1bd8-4cc7-a81c-82803ef6fb13, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:00:17.345255 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] For port 758920e8-1bd8-4cc7-a81c-82803ef6fb13, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=758920e8-1bd8-4cc7-a81c-82803ef6fb13,segment=NetworkSegment(cec59de9-57df-4ffc-a223-83e94c5aee53),segment_id=cec59de9-57df-4ffc-a223-83e94c5aee53)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:00:17.355175 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b9da620d-cb58-4d2f-be5c-2e29a510b53c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:17.379095 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da620d-cb58-4d2f-be5c-2e29a510b53c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c4276c-68dc-4a22-943e-d7b93e2a9d1e,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:17.407139 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:17.463880 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b9da620d-cb58-4d2f-be5c-2e29a510b53c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:17.465142 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b9da620d-cb58-4d2f-be5c-2e29a510b53c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450844 Aug 26 02:00:17.467938 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33686) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:17.469463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Routers {'3f19ce26-7089-4237-bc75-0107dd60c697'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:00:17.470116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:00:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3f19ce26-7089-4237-bc75-0107dd60c697'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:17.473164 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-6e9098e4-f9df-4ad2-9a51-a55da578e45f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'security_group_rule': {'security_group_id': '795cac52-f1b4-4852-bf96-a7478865b82e', 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:17.479446 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6e9098e4-f9df-4ad2-9a51-a55da578e45f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:17.484258 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6e9098e4-f9df-4ad2-9a51-a55da578e45f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group_rule and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:17.490349 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-6e9098e4-f9df-4ad2-9a51-a55da578e45f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:17.497475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-6e9098e4-f9df-4ad2-9a51-a55da578e45f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:17.578347 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-6e9098e4-f9df-4ad2-9a51-a55da578e45f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Project 6d4be1f229ef4f879ef01b890d0674a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 02:00:17.585236 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6e9098e4-f9df-4ad2-9a51-a55da578e45f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:17.610317 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc8b42-0605-4688-8869-821bd996d206 None None] Pushing event updated for resources: {'Port': ['ID=758920e8-1bd8-4cc7-a81c-82803ef6fb13,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:17.651450 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6e9098e4-f9df-4ad2-9a51-a55da578e45f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:17.658587 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] Set router 3f19ce26-7089-4237-bc75-0107dd60c697 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:00:17.716683 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6e9098e4-f9df-4ad2-9a51-a55da578e45f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:17.741613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9098e4-f9df-4ad2-9a51-a55da578e45f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873ded01-c323-4853-9e30-d98d9ed61b6c,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:17.830568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-6e9098e4-f9df-4ad2-9a51-a55da578e45f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:17.831868 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-6e9098e4-f9df-4ad2-9a51-a55da578e45f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3629510 Aug 26 02:00:17.835126 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33690) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:17.841402 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-4c1244c6-b357-4ec0-b7d6-0735235b307f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'security_group_rule': {'security_group_id': '795cac52-f1b4-4852-bf96-a7478865b82e', 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:17.847596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4c1244c6-b357-4ec0-b7d6-0735235b307f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:17.851351 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4c1244c6-b357-4ec0-b7d6-0735235b307f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group_rule and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:17.854159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-4c1244c6-b357-4ec0-b7d6-0735235b307f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:17.860689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-4c1244c6-b357-4ec0-b7d6-0735235b307f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:17.927877 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-4c1244c6-b357-4ec0-b7d6-0735235b307f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Project 6d4be1f229ef4f879ef01b890d0674a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 02:00:17.935716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c1244c6-b357-4ec0-b7d6-0735235b307f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:17.944290 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:00:18.002225 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c1244c6-b357-4ec0-b7d6-0735235b307f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:18.029687 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:18.030079 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:18.099645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c1244c6-b357-4ec0-b7d6-0735235b307f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:18.115166 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'name': 'tempest-TestShelveInstance-804941885-router', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd0414cc8-2700-4e3d-ad9f-3a29dbd85a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:09Z', 'updated_at': '2022-08-26T02:00:13Z', 'revision_number': 4, 'project_id': '87c9056992ce49b4b5ea2733c2af9cac', 'gw_port': {'id': 'd0414cc8-2700-4e3d-ad9f-3a29dbd85a9e', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:10Z', 'updated_at': '2022-08-26T02:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '758920e8-1bd8-4cc7-a81c-82803ef6fb13', 'name': '', 'network_id': 'fcaa5170-ad1d-4eda-800b-f24fb69faf5e', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac', 'mac_address': 'fa:16:3e:84:78:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e0528cc6-ab00-4764-aaac-312937805578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:13Z', 'updated_at': '2022-08-26T02:00:17Z', 'revision_number': 4, 'project_id': '87c9056992ce49b4b5ea2733c2af9cac', 'subnets': [{'id': 'e0528cc6-ab00-4764-aaac-312937805578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:18.125205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a9ebb-d21b-4d6f-9254-26fa522d6391 None None] The sync data for ids ['3f19ce26-7089-4237-bc75-0107dd60c697'] in dv-neutron-854561-2-hyperv is: [{'id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'name': 'tempest-TestShelveInstance-804941885-router', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd0414cc8-2700-4e3d-ad9f-3a29dbd85a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:09Z', 'updated_at': '2022-08-26T02:00:13Z', 'revision_number': 4, 'project_id': '87c9056992ce49b4b5ea2733c2af9cac', 'gw_port': {'id': 'd0414cc8-2700-4e3d-ad9f-3a29dbd85a9e', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:10Z', 'updated_at': '2022-08-26T02:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '758920e8-1bd8-4cc7-a81c-82803ef6fb13', 'name': '', 'network_id': 'fcaa5170-ad1d-4eda-800b-f24fb69faf5e', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac', 'mac_address': 'fa:16:3e:84:78:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'e0528cc6-ab00-4764-aaac-312937805578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:13Z', 'updated_at': '2022-08-26T02:00:17Z', 'revision_number': 4, 'project_id': '87c9056992ce49b4b5ea2733c2af9cac', 'subnets': [{'id': 'e0528cc6-ab00-4764-aaac-312937805578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:00:18.129518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1244c6-b357-4ec0-b7d6-0735235b307f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9855a4-7c75-4d5e-b798-29f6abbc89d9,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:18.202044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-4c1244c6-b357-4ec0-b7d6-0735235b307f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:18.203342 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-4c1244c6-b357-4ec0-b7d6-0735235b307f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3667016 Aug 26 02:00:18.208886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:18.377651 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-6f396ed4-482f-4943-b26d-438ca7707a2b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Synchronizing usage tracker for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:00:18.487682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-6f396ed4-482f-4943-b26d-438ca7707a2b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Unset dirty status for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:00:18.488913 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-6f396ed4-482f-4943-b26d-438ca7707a2b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296619078&fields=id&tenant_id=6d4be1f229ef4f879ef01b890d0674a5 HTTP/1.1" status: 200 len: 267 time: 0.1529889 Aug 26 02:00:18.649432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-a8f3c11e-0a75-4344-bf9a-d5e144adb0d6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:18.650164 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-a8f3c11e-0a75-4344-bf9a-d5e144adb0d6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Synchronizing usage tracker for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:network {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:00:18.739141 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-a8f3c11e-0a75-4344-bf9a-d5e144adb0d6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Unset dirty status for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:network {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:00:18.740345 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-a8f3c11e-0a75-4344-bf9a-d5e144adb0d6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 809 time: 0.2444651 Aug 26 02:00:18.756586 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-a5f4e405-d425-4530-9749-f645c43e3a4b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/quotas/6d4be1f229ef4f879ef01b890d0674a5 HTTP/1.1" status: 200 len: 375 time: 0.0098770 Aug 26 02:00:18.854957 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-4ed40517-4fe2-41a6-8951-56f70b5044e6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Synchronizing usage tracker for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:00:18.916601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-4ed40517-4fe2-41a6-8951-56f70b5044e6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Unset dirty status for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:00:18.918145 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-4ed40517-4fe2-41a6-8951-56f70b5044e6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1552937 Aug 26 02:00:19.062610 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-f1d2a082-bc07-405c-8cb3-d77695dea723 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321836 Aug 26 02:00:19.199017 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c3e5275-0620-45e9-a610-a16de86c725e service neutron] 10.222.0.83 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300919 Aug 26 02:00:19.443411 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e79b872d-16cb-4b93-aa8d-603e9c9f2661 req-8c3f7994-06ec-486f-a67b-11fcd7972106 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 210 time: 0.0523884 Aug 26 02:00:19.932733 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 758920e8-1bd8-4cc7-a81c-82803ef6fb13 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:00:20.076456 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 758920e8-1bd8-4cc7-a81c-82803ef6fb13 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:00:20.081710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 758920e8-1bd8-4cc7-a81c-82803ef6fb13 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:20.082114 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:20.195068 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 758920e8-1bd8-4cc7-a81c-82803ef6fb13 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:20.195360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:20.232794 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 758920e8-1bd8-4cc7-a81c-82803ef6fb13, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=758920e8-1bd8-4cc7-a81c-82803ef6fb13,segment=NetworkSegment(cec59de9-57df-4ffc-a223-83e94c5aee53),segment_id=cec59de9-57df-4ffc-a223-83e94c5aee53)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:00:20.282132 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:20.349789 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=758920e8-1bd8-4cc7-a81c-82803ef6fb13,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:20.549895 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-162056d2-5da7-45cf-b381-8bf4b1124f55 req-4e61458d-fed4-4ae6-8e71-d1bafda07f29 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 210 time: 0.0487351 Aug 26 02:00:21.657279 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d462c4d9-1792-41dd-82dd-81b1d7a1fe21 req-047ea566-bb4a-4f0d-9aa8-963caf58838b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 210 time: 0.0511568 Aug 26 02:00:21.918100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 758920e8-1bd8-4cc7-a81c-82803ef6fb13 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:00:21.926484 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:00:21.985924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 758920e8-1bd8-4cc7-a81c-82803ef6fb13 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:21.986300 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:22.104565 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 758920e8-1bd8-4cc7-a81c-82803ef6fb13 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:22.821629 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f74453d7-b94d-4eb4-99ad-558519df8cc9 req-3f4c19b1-2392-4590-a04a-a69a6f7c47e3 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 210 time: 0.0542042 Aug 26 02:00:23.986683 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-470ae995-875b-44d4-9854-16cd3f45baf4 req-8828a092-c263-422e-90d6-e41138d9f6d9 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 210 time: 0.0517433 Aug 26 02:00:24.003136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-cb1f719f-8b44-4579-9fa0-29611715c79e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:24.004642 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-cb1f719f-8b44-4579-9fa0-29611715c79e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 809 time: 0.1549156 Aug 26 02:00:24.058811 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dd66433c-3c38-4f1a-a3b2-4bc6928f814c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d4be1f229ef4f879ef01b890d0674a5 HTTP/1.1" status: 200 len: 380 time: 0.0413640 Aug 26 02:00:24.070397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'port': {'device_id': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'admin_state_up': True, 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'security_groups': ['795cac52-f1b4-4852-bf96-a7478865b82e']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:24.212070 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:24.222108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:24.309995 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Made reservation on behalf of 6d4be1f229ef4f879ef01b890d0674a5 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 02:00:24.313535 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:24.589821 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Allocated IP 172.20.0.13 (e9f8311f-32b6-4212-ae10-2573a41defd8/3199aa7b-1e01-40fe-b475-78e70c6919b4/0ebe1dc2-279f-474b-a8ed-6d0124080521) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:00:24.777939 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:24.793990 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Transition to ACTIVE for port object 0ebe1dc2-279f-474b-a8ed-6d0124080521 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:00:24.894158 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:24.967946 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Network e9f8311f-32b6-4212-ae10-2573a41defd8 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:00:24.971123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:00:24.975021 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:00:25.006282 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'Port': ['ID=0ebe1dc2-279f-474b-a8ed-6d0124080521,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:25.045385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:25.046075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:25.146601 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-7c43a5ca-f1fb-4eda-86e1-06fd0c48bfbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0805469 Aug 26 02:00:25.173406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Request body: {'port': {'device_id': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:25.288178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66174646-4805-4e62-9135-7920bf01ae7a req-8a04c864-cac3-422d-8bc7-c885187dc7ac tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:25.288776 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-66174646-4805-4e62-9135-7920bf01ae7a req-8a04c864-cac3-422d-8bc7-c885187dc7ac tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Synchronizing usage tracker for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:00:25.299358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8dea7431-51c9-41a6-9ed3-2225e888b9b6 None None] Provisioning for port 0ebe1dc2-279f-474b-a8ed-6d0124080521 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:00:25.304286 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-8dea7431-51c9-41a6-9ed3-2225e888b9b6 None None] Provisioning complete for port 0ebe1dc2-279f-474b-a8ed-6d0124080521 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:25.304655 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8dea7431-51c9-41a6-9ed3-2225e888b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:25.309409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:25.361861 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-8dea7431-51c9-41a6-9ed3-2225e888b9b6 None None] Port 0ebe1dc2-279f-474b-a8ed-6d0124080521 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 02:00:25.368470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-66174646-4805-4e62-9135-7920bf01ae7a req-8a04c864-cac3-422d-8bc7-c885187dc7ac tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Unset dirty status for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:00:25.369615 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-66174646-4805-4e62-9135-7920bf01ae7a req-8a04c864-cac3-422d-8bc7-c885187dc7ac tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 932 time: 0.2653315 Aug 26 02:00:25.480210 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-66174646-4805-4e62-9135-7920bf01ae7a req-315d3caa-210b-4a3b-9e2d-11ca6c8dad18 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029692 Aug 26 02:00:25.679527 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebe1dc2-279f-474b-a8ed-6d0124080521 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 02:00:25.687432 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:25.702266 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Transition to ACTIVE for port object 0ebe1dc2-279f-474b-a8ed-6d0124080521 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:00:25.773191 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:25.969652 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Pushing event updated for resources: {'Port': ['ID=0ebe1dc2-279f-474b-a8ed-6d0124080521,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:26.002767 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Attempting to bind port 0ebe1dc2-279f-474b-a8ed-6d0124080521 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:00:26.003883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Attempting to bind port 0ebe1dc2-279f-474b-a8ed-6d0124080521 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:00:26.003883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Attempting to bind port 0ebe1dc2-279f-474b-a8ed-6d0124080521 on network e9f8311f-32b6-4212-ae10-2573a41defd8 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:00:26.007867 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Port 0ebe1dc2-279f-474b-a8ed-6d0124080521 on network e9f8311f-32b6-4212-ae10-2573a41defd8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 02:00:26.008459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Attempting to bind port 0ebe1dc2-279f-474b-a8ed-6d0124080521 on network e9f8311f-32b6-4212-ae10-2573a41defd8 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:00:26.015302 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 2, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:00:26.015857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Checking segment: {'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:00:26.016247 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Bound using segment: {'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:00:26.016677 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Bound port: 0ebe1dc2-279f-474b-a8ed-6d0124080521, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:00:26.017022 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:26.105894 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] For port 0ebe1dc2-279f-474b-a8ed-6d0124080521, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:00:26.109057 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] For port 0ebe1dc2-279f-474b-a8ed-6d0124080521, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:00:26.207758 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:26.240988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:26.241589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:26.242970 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] 10.222.0.94 "PUT /v2.0/ports/0ebe1dc2-279f-474b-a8ed-6d0124080521 HTTP/1.1" status: 200 len: 1094 time: 1.0747156 Aug 26 02:00:26.243410 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:00:26.289068 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa965efd-90c2-46f6-9277-6477e7d467e3'] response: {'name': 'network-changed', 'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'status': 'completed', 'code': 200} Aug 26 02:00:26.289650 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31306e-d387-4e01-b709-0aeee748bf4f service neutron] Pushing event updated for resources: {'Port': ['ID=0ebe1dc2-279f-474b-a8ed-6d0124080521,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:26.395529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf8a56-9f02-4c0b-bd54-b81dc3eb4b2b req-cba24c90-94cb-4fc7-925e-f7ef38bc95f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:26.396924 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d0bf8a56-9f02-4c0b-bd54-b81dc3eb4b2b req-cba24c90-94cb-4fc7-925e-f7ef38bc95f1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 1097 time: 0.0802577 Aug 26 02:00:26.539879 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf8a56-9f02-4c0b-bd54-b81dc3eb4b2b req-83bd6277-ecd7-4dc3-9403-d25add8d16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:26.541325 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d0bf8a56-9f02-4c0b-bd54-b81dc3eb4b2b req-83bd6277-ecd7-4dc3-9403-d25add8d16a1 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1343412 Aug 26 02:00:26.847128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf8a56-9f02-4c0b-bd54-b81dc3eb4b2b req-04d35025-ffaa-44f6-af66-c4b525cc0645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:26.848591 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d0bf8a56-9f02-4c0b-bd54-b81dc3eb4b2b req-04d35025-ffaa-44f6-af66-c4b525cc0645 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2982388 Aug 26 02:00:26.864870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5943e-e483-46fd-9f45-3a422e6eb353 req-6801e425-eb27-42aa-86ad-7a455a355233 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:26.866295 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fdb5943e-e483-46fd-9f45-3a422e6eb353 req-6801e425-eb27-42aa-86ad-7a455a355233 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.1391816 Aug 26 02:00:26.958830 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fdb5943e-e483-46fd-9f45-3a422e6eb353 req-5670f49d-077a-4ea6-89b1-14673cb9c5f8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860929 Aug 26 02:00:26.988804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-85f035be-308a-4986-8a2f-df68bbf2d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:26.990310 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-85f035be-308a-4986-8a2f-df68bbf2d489 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 1097 time: 0.0897593 Aug 26 02:00:27.061699 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-581a3c19-ce86-40b6-b328-1edebce0e907 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521 HTTP/1.1" status: 200 len: 217 time: 0.0602870 Aug 26 02:00:27.130207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-bd2591f2-dd32-4137-9c5f-85dd17caeb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:27.131645 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-bd2591f2-dd32-4137-9c5f-85dd17caeb48 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0600948 Aug 26 02:00:27.217386 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-94c38e88-f99e-47f4-be8e-26d2973c812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:27.218877 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-94c38e88-f99e-47f4-be8e-26d2973c812f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777073 Aug 26 02:00:27.354353 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-bc8d7110-1b3e-4c44-a196-e54c6b670c19 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250076 Aug 26 02:00:27.485032 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec16b9be-dfca-4cae-b6a0-d1452b1ee591 req-ed2fe64c-f1ac-48e3-8c96-13c4786c004f service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213362 Aug 26 02:00:28.154804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148a064-2bd7-474d-ab3b-d0c55d230c55 req-7cdd4ea5-0433-4914-9aa5-563f3636b8ff tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:28.156247 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c148a064-2bd7-474d-ab3b-d0c55d230c55 req-7cdd4ea5-0433-4914-9aa5-563f3636b8ff tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.0879700 Aug 26 02:00:28.200149 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c148a064-2bd7-474d-ab3b-d0c55d230c55 req-8a4d2183-8512-4b4e-9493-3a915bbf36da tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382285 Aug 26 02:00:29.088396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0ebe1dc2-279f-474b-a8ed-6d0124080521 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 02:00:29.223604 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0ebe1dc2-279f-474b-a8ed-6d0124080521, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:00:29.237866 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'port_id': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'mac_address': 'fa:16:3e:a3:2e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 02:00:29.294885 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 0ebe1dc2-279f-474b-a8ed-6d0124080521 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:29.295911 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:29.313666 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebe1dc2-279f-474b-a8ed-6d0124080521 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 02:00:29.330086 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0ebe1dc2-279f-474b-a8ed-6d0124080521, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:00:29.400851 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0352e4d-7faa-4141-a9d3-095e7b0d4967 req-c42e8ede-3a47-4457-82b7-a5edb0595ffb tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:29.402731 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a0352e4d-7faa-4141-a9d3-095e7b0d4967 req-c42e8ede-3a47-4457-82b7-a5edb0595ffb tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.0934267 Aug 26 02:00:29.407400 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:29.446529 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a0352e4d-7faa-4141-a9d3-095e7b0d4967 req-e3cef1be-06f2-4dcb-a348-29c15a568175 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381856 Aug 26 02:00:29.481013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=0ebe1dc2-279f-474b-a8ed-6d0124080521,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:29.663223 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['0ebe1dc2-279f-474b-a8ed-6d0124080521'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 02:00:30.520657 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e056f36d-e097-4ab3-9914-4461d0641201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:30.645035 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82eec9-a4db-4548-ba6a-2fb7c39b47d6 req-8b7fcf68-b1c0-43e4-92d0-5b23b2b0c77d tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:30.646499 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-af82eec9-a4db-4548-ba6a-2fb7c39b47d6 req-8b7fcf68-b1c0-43e4-92d0-5b23b2b0c77d tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 945 time: 0.0910392 Aug 26 02:00:30.690148 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-af82eec9-a4db-4548-ba6a-2fb7c39b47d6 req-6de7365e-ea3c-45da-912d-c7c91025b610 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376813 Aug 26 02:00:31.119458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0ebe1dc2-279f-474b-a8ed-6d0124080521 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:00:31.247654 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 0ebe1dc2-279f-474b-a8ed-6d0124080521 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:00:31.252764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 0ebe1dc2-279f-474b-a8ed-6d0124080521 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:00:31.253137 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:31.369760 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 0ebe1dc2-279f-474b-a8ed-6d0124080521 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:00:31.370063 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:31.395609 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:00:31.406941 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0ebe1dc2-279f-474b-a8ed-6d0124080521, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:00:31.441425 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-910a866e-894b-4114-b8b1-10603fe9eba3'] response: {'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'code': 200} Aug 26 02:00:31.482035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:31.551617 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=0ebe1dc2-279f-474b-a8ed-6d0124080521,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:31.842462 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ba2e0-5ac1-4491-a771-f0955387c07a req-233f9543-c3be-47b6-9605-24c1e20441dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:31.843956 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-458ba2e0-5ac1-4491-a771-f0955387c07a req-233f9543-c3be-47b6-9605-24c1e20441dd service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 1099 time: 0.0819790 Aug 26 02:00:31.887169 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca40f44-4e4c-4288-9457-e4f407c965b5 req-0cc88a35-ed3d-4b73-877d-278fd1ddafaf tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:31.888652 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fca40f44-4e4c-4288-9457-e4f407c965b5 req-0cc88a35-ed3d-4b73-877d-278fd1ddafaf tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0877457 Aug 26 02:00:31.889693 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-458ba2e0-5ac1-4491-a771-f0955387c07a req-4350f4ed-8e86-4c88-8f93-f039ef47e45a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362339 Aug 26 02:00:31.931455 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fca40f44-4e4c-4288-9457-e4f407c965b5 req-c7feb85f-9200-4b6e-8b30-709f45162072 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371263 Aug 26 02:00:33.046210 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-605486a3-21c5-4223-a431-da8f3c967861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:33.135827 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770a39a-8ae4-45e9-98c7-b8958d114eb1 req-91f36e8f-69a5-4d4c-a09c-578db45b7578 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:33.137296 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f770a39a-8ae4-45e9-98c7-b8958d114eb1 req-91f36e8f-69a5-4d4c-a09c-578db45b7578 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0920520 Aug 26 02:00:33.182804 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f770a39a-8ae4-45e9-98c7-b8958d114eb1 req-c6666758-cf56-4c72-87db-470b18d80509 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396025 Aug 26 02:00:33.777671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:34.178629 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:34.379650 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedd99d-08e8-4eac-8b2e-09d939ebe2b9 req-2ed5db5a-05a2-4477-a421-bf5eaf0450fc tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:34.381015 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4bedd99d-08e8-4eac-8b2e-09d939ebe2b9 req-2ed5db5a-05a2-4477-a421-bf5eaf0450fc tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0911276 Aug 26 02:00:34.425242 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4bedd99d-08e8-4eac-8b2e-09d939ebe2b9 req-3c49f821-3f25-4a4d-9363-a6ac659db86e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386288 Aug 26 02:00:34.620157 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a26485-e493-44b3-aaea-90507c2a367c req-06522233-e9a0-4c3a-8989-cfb849bcb882 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:34.621916 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-21a26485-e493-44b3-aaea-90507c2a367c req-06522233-e9a0-4c3a-8989-cfb849bcb882 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0904260 Aug 26 02:00:34.665623 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-21a26485-e493-44b3-aaea-90507c2a367c req-a8e22554-1d1d-47d8-85b3-dd20ade9d339 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379372 Aug 26 02:00:34.692757 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33764) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:34.864528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17238a09-c2a1-4f77-bd25-90a1f368b362 tempest-TestShelveInstance-387538259 tempest-TestShelveInstance-387538259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:34.865236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-17238a09-c2a1-4f77-bd25-90a1f368b362 tempest-TestShelveInstance-387538259 tempest-TestShelveInstance-387538259-project-admin] Synchronizing usage tracker for tenant:87c9056992ce49b4b5ea2733c2af9cac on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:00:34.973047 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-17238a09-c2a1-4f77-bd25-90a1f368b362 tempest-TestShelveInstance-387538259 tempest-TestShelveInstance-387538259-project-admin] Unset dirty status for tenant:87c9056992ce49b4b5ea2733c2af9cac on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:00:34.974260 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-17238a09-c2a1-4f77-bd25-90a1f368b362 tempest-TestShelveInstance-387538259 tempest-TestShelveInstance-387538259-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 1094 time: 0.2804403 Aug 26 02:00:34.977172 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 33770) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:00:34.982344 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:00:34.989348 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:00:34.993562 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:floatingip and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:00:34.996817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:00:35.002672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:00:35.099081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for floatingip, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:35.263032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:35.396817 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Allocated IP 172.26.2.92 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/843e5be7-a10a-4515-8e19-8edd7c26d59d) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:00:35.649957 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:35.714878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:35.743519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:35.811159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:00:35.813981 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:00:35.817786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:00:35.856426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'Port': ['ID=843e5be7-a10a-4515-8e19-8edd7c26d59d,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:36.226611 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:36.351433 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:36.558386 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:36.601595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:36.711739 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:36.759571 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'Port': ['ID=843e5be7-a10a-4515-8e19-8edd7c26d59d,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:00:36.889112 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Floating IP 440881af-a019-4b4f-8626-f160c88af5c3 associated. External IP: 172.26.2.92, port: 0ebe1dc2-279f-474b-a8ed-6d0124080521. Aug 26 02:00:37.355424 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Router afb41689-8f12-486f-818b-e1c8f9d03c38 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:00:37.535084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:00:37.545035 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ae7135-3393-4ac2-80dc-980bbaa763b9 None None] Sync routers for ids ['afb41689-8f12-486f-818b-e1c8f9d03c38'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:00:37.555199 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ae7135-3393-4ac2-80dc-980bbaa763b9 None None] Routers {'afb41689-8f12-486f-818b-e1c8f9d03c38'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:00:37.555809 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a9ae7135-3393-4ac2-80dc-980bbaa763b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:00:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['afb41689-8f12-486f-818b-e1c8f9d03c38'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:37.664935 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:37.730103 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-26b42dfb-874a-4b3c-9965-0e439f3b7cc4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7512729 Aug 26 02:00:37.731012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:00:37.736062 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-a9ae7135-3393-4ac2-80dc-980bbaa763b9 None None] Set router afb41689-8f12-486f-818b-e1c8f9d03c38 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:00:37.778167 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac8ec2f-1e0b-4213-85ac-ce490c5d6902'] response: {'name': 'network-changed', 'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'status': 'completed', 'code': 200} Aug 26 02:00:37.883856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ddaad-3178-4ce0-bc3e-3e6e34e45425 req-03fb8b8a-1ad8-4c3c-bdc1-1655fcafb893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:37.885352 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ba0ddaad-3178-4ce0-bc3e-3e6e34e45425 req-03fb8b8a-1ad8-4c3c-bdc1-1655fcafb893 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 1099 time: 0.0854614 Aug 26 02:00:38.016346 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ddaad-3178-4ce0-bc3e-3e6e34e45425 req-82815e7a-f100-41b5-9efd-a4b1e8cc7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:38.017764 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ba0ddaad-3178-4ce0-bc3e-3e6e34e45425 req-82815e7a-f100-41b5-9efd-a4b1e8cc7160 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.1267471 Aug 26 02:00:38.084720 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a9ae7135-3393-4ac2-80dc-980bbaa763b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '440881af-a019-4b4f-8626-f160c88af5c3', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'floating_ip_address': '172.26.2.92', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'port_id': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'mac_address': 'fa:16:3e:a3:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:00:36Z', 'updated_at': '2022-08-26T02:00:36Z', 'revision_number': 0, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa0103b-da89-422c-95b7-45d47268beef', 'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'mac_address': 'fa:16:3e:8e:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:05Z', 'updated_at': '2022-08-26T02:00:12Z', 'revision_number': 5, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'subnets': [{'id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:38.088541 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ae7135-3393-4ac2-80dc-980bbaa763b9 None None] Checking router: afb41689-8f12-486f-818b-e1c8f9d03c38 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:00:38.097458 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ae7135-3393-4ac2-80dc-980bbaa763b9 None None] Routers {'afb41689-8f12-486f-818b-e1c8f9d03c38'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:00:38.098073 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a9ae7135-3393-4ac2-80dc-980bbaa763b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:00:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['afb41689-8f12-486f-818b-e1c8f9d03c38'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:38.122952 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ba0ddaad-3178-4ce0-bc3e-3e6e34e45425 req-3c7ba71b-baf4-46bd-bbf0-d46006732b53 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521 HTTP/1.1" status: 200 len: 999 time: 0.0995800 Aug 26 02:00:38.189200 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ddaad-3178-4ce0-bc3e-3e6e34e45425 req-6f0615e7-4567-4efe-a27a-11101cc5b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:38.190650 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ba0ddaad-3178-4ce0-bc3e-3e6e34e45425 req-6f0615e7-4567-4efe-a27a-11101cc5b491 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0570512 Aug 26 02:00:38.271024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ddaad-3178-4ce0-bc3e-3e6e34e45425 req-c3f757c4-1bce-4564-90d1-063ea2c93183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:00:38.271525 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-a9ae7135-3393-4ac2-80dc-980bbaa763b9 None None] Set router afb41689-8f12-486f-818b-e1c8f9d03c38 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:00:38.272400 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ba0ddaad-3178-4ce0-bc3e-3e6e34e45425 req-c3f757c4-1bce-4564-90d1-063ea2c93183 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758593 Aug 26 02:00:38.403693 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ba0ddaad-3178-4ce0-bc3e-3e6e34e45425 req-b4d6bc34-3d9b-4945-8191-5468aa476940 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249924 Aug 26 02:00:38.536068 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ba0ddaad-3178-4ce0-bc3e-3e6e34e45425 req-8fee7c86-a5ba-434b-a355-a4d1d6a5b5c4 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260321 Aug 26 02:00:38.652265 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-a9ae7135-3393-4ac2-80dc-980bbaa763b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '440881af-a019-4b4f-8626-f160c88af5c3', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'floating_ip_address': '172.26.2.92', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'port_id': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'mac_address': 'fa:16:3e:a3:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:00:36Z', 'updated_at': '2022-08-26T02:00:36Z', 'revision_number': 0, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa0103b-da89-422c-95b7-45d47268beef', 'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'mac_address': 'fa:16:3e:8e:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:05Z', 'updated_at': '2022-08-26T02:00:12Z', 'revision_number': 5, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'subnets': [{'id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:00:38.656130 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ae7135-3393-4ac2-80dc-980bbaa763b9 None None] The sync data for ids ['afb41689-8f12-486f-818b-e1c8f9d03c38'] in dv-neutron-854561-2-hyperv is: [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '440881af-a019-4b4f-8626-f160c88af5c3', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'floating_ip_address': '172.26.2.92', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'port_id': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'mac_address': 'fa:16:3e:a3:2e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:00:36Z', 'updated_at': '2022-08-26T02:00:36Z', 'revision_number': 0, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa0103b-da89-422c-95b7-45d47268beef', 'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'mac_address': 'fa:16:3e:8e:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:05Z', 'updated_at': '2022-08-26T02:00:12Z', 'revision_number': 5, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'subnets': [{'id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:00:38.892281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8313711-4520-4237-8d6d-128dace26582 None None] New status for floating IP 440881af-a019-4b4f-8626-f160c88af5c3: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 02:00:41.207502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:00:58.925450 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:01:00.532176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c4bb08e1-d18e-4d70-b480-95ba9c7e4f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:01:03.040923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f606fc63-7799-484e-b8f6-2904d12fd74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:01:03.772574 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:01:04.161352 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:01:05.748200 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:01:11.212037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:01:18.648724 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f9a97281-efb0-4375-aafc-4f4450ae02a9 req-68da2a1a-8b36-4622-b77c-f11883bfcb7c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791352 Aug 26 02:01:18.799664 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a97281-efb0-4375-aafc-4f4450ae02a9 req-32388ae4-db2b-4235-9e50-85f1b8bb7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:01:18.801142 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f9a97281-efb0-4375-aafc-4f4450ae02a9 req-32388ae4-db2b-4235-9e50-85f1b8bb7b48 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 1099 time: 0.0771375 Aug 26 02:01:18.950786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a97281-efb0-4375-aafc-4f4450ae02a9 req-b1026bea-6405-4ecd-af52-ed0c0f839cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:01:18.952138 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f9a97281-efb0-4375-aafc-4f4450ae02a9 req-b1026bea-6405-4ecd-af52-ed0c0f839cba service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.1266968 Aug 26 02:01:19.059439 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f9a97281-efb0-4375-aafc-4f4450ae02a9 req-c5448f29-61b2-496f-a2c8-104bd3c63cc6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521 HTTP/1.1" status: 200 len: 1001 time: 0.0970781 Aug 26 02:01:19.238090 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a97281-efb0-4375-aafc-4f4450ae02a9 req-7dc4e493-ac3a-4c1d-b923-80f98d66cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:01:19.239485 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f9a97281-efb0-4375-aafc-4f4450ae02a9 req-7dc4e493-ac3a-4c1d-b923-80f98d66cba1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.1709940 Aug 26 02:01:19.324677 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a97281-efb0-4375-aafc-4f4450ae02a9 req-15d22bb6-2df1-4998-a580-4b582e3ba901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:01:19.326176 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f9a97281-efb0-4375-aafc-4f4450ae02a9 req-15d22bb6-2df1-4998-a580-4b582e3ba901 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778594 Aug 26 02:01:19.459737 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f9a97281-efb0-4375-aafc-4f4450ae02a9 req-74c97a2d-8213-4270-bc56-cbbc5cfc4f98 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228004 Aug 26 02:01:19.593868 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-f9a97281-efb0-4375-aafc-4f4450ae02a9 req-ff2cac1a-d8d2-47c6-a4b9-4a60767db09b service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241157 Aug 26 02:01:30.491643 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d69311e7-7e78-4c65-8162-204cdb23a032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:01:33.021575 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-81e7cccf-bc2a-46a0-b2bf-50cc402a21d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:01:33.776315 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:01:34.182939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:01:35.754441 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:01:35.925120 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:01:41.210131 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:00.512852 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c4076e61-84a6-4d03-ad8c-8870684cea46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:03.038368 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b43160d4-4dd5-4e05-b1bf-881495b74a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:03.765374 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:04.215185 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:05.730022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:11.228188 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:12.924685 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:02:18.675108 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-770564cf-9723-4f02-b6df-0719c82882c2 req-186eff96-ae3b-4315-92bd-56b6e83486f2 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1542799 Aug 26 02:02:18.825585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770564cf-9723-4f02-b6df-0719c82882c2 req-06b53f54-dd7f-4b71-a4bf-b57303675aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:18.826990 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-770564cf-9723-4f02-b6df-0719c82882c2 req-06b53f54-dd7f-4b71-a4bf-b57303675aaa service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 1099 time: 0.0786400 Aug 26 02:02:18.976844 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770564cf-9723-4f02-b6df-0719c82882c2 req-41400395-3191-4167-b579-a147c3fa103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:18.978317 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-770564cf-9723-4f02-b6df-0719c82882c2 req-41400395-3191-4167-b579-a147c3fa103b service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.1254919 Aug 26 02:02:19.083050 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-770564cf-9723-4f02-b6df-0719c82882c2 req-8b161ba5-50ca-40f5-9c55-16eddfb0ce4f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521 HTTP/1.1" status: 200 len: 1001 time: 0.0958200 Aug 26 02:02:19.147336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770564cf-9723-4f02-b6df-0719c82882c2 req-0893f92d-b057-4b2d-934f-7e4bcf0a31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:19.148771 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-770564cf-9723-4f02-b6df-0719c82882c2 req-0893f92d-b057-4b2d-934f-7e4bcf0a31ed service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0571375 Aug 26 02:02:19.237358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770564cf-9723-4f02-b6df-0719c82882c2 req-0e89a694-a51e-4624-a660-1202b667d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:19.238927 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-770564cf-9723-4f02-b6df-0719c82882c2 req-0e89a694-a51e-4624-a660-1202b667d58f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810633 Aug 26 02:02:19.375010 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-770564cf-9723-4f02-b6df-0719c82882c2 req-5ce92c11-2deb-4680-bdfc-a45be03bda7d service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265316 Aug 26 02:02:19.506717 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-770564cf-9723-4f02-b6df-0719c82882c2 req-a7eb3dac-6f0c-4282-b573-a99ac660a065 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240427 Aug 26 02:02:30.535914 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a9a4ebe9-0392-4183-9a26-6618c5163134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:33.056640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-82af02b4-040f-4fcb-9926-e622a9120fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:33.352270 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e59d4-7fd6-4ee6-82d3-3d81b2dd2f25 req-074189ec-7be8-4e6e-ab23-efa89d0e1780 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:33.354621 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-336e59d4-7fd6-4ee6-82d3-3d81b2dd2f25 req-074189ec-7be8-4e6e-ab23-efa89d0e1780 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.1446791 Aug 26 02:02:33.398225 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-336e59d4-7fd6-4ee6-82d3-3d81b2dd2f25 req-e5f78453-22df-42c3-b9f3-5b97ddb1e553 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377057 Aug 26 02:02:33.764585 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:34.175923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:34.595740 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33be93-7609-4c32-b3fd-4e6d727a13c4 req-d2529536-8eae-4a11-aa8b-ff3a7a25306c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:34.597160 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b33be93-7609-4c32-b3fd-4e6d727a13c4 req-d2529536-8eae-4a11-aa8b-ff3a7a25306c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0850101 Aug 26 02:02:34.652901 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6b33be93-7609-4c32-b3fd-4e6d727a13c4 req-7923747f-169c-4fce-9fda-3905ca0ca4b7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499966 Aug 26 02:02:35.728977 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:35.858311 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabaf960-18d0-4b4a-8c30-5fae5bd621f2 req-00e04068-4dc0-48bc-9de0-048f5d9f377a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:35.859757 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dabaf960-18d0-4b4a-8c30-5fae5bd621f2 req-00e04068-4dc0-48bc-9de0-048f5d9f377a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0888414 Aug 26 02:02:35.903626 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dabaf960-18d0-4b4a-8c30-5fae5bd621f2 req-5447cd80-c096-4cb2-821f-f00cb6476518 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380297 Aug 26 02:02:37.097409 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff91b30-958a-463a-80dc-9439a4882771 req-6126f868-4dca-46ce-aae7-c44bfc387089 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:37.098894 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eff91b30-958a-463a-80dc-9439a4882771 req-6126f868-4dca-46ce-aae7-c44bfc387089 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0863922 Aug 26 02:02:37.143715 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eff91b30-958a-463a-80dc-9439a4882771 req-c1e928cf-237a-40c6-a6f3-4af90ca12f0b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383742 Aug 26 02:02:38.340200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1987fbb-a9b8-418a-8cbf-5575daf15b12 req-84c2f749-5b0f-41bb-beae-7d92c8d399ff tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:38.341648 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d1987fbb-a9b8-418a-8cbf-5575daf15b12 req-84c2f749-5b0f-41bb-beae-7d92c8d399ff tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0887883 Aug 26 02:02:38.386058 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d1987fbb-a9b8-418a-8cbf-5575daf15b12 req-f7fe3e2c-0399-4e29-954d-0f5568d6567d tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379827 Aug 26 02:02:39.584885 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeedf19-4ee2-4372-a979-138e2daa3fda req-941ab1d7-e30d-4ab3-bace-080009189029 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:39.586343 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1eeedf19-4ee2-4372-a979-138e2daa3fda req-941ab1d7-e30d-4ab3-bace-080009189029 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0888097 Aug 26 02:02:39.630178 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1eeedf19-4ee2-4372-a979-138e2daa3fda req-ad26f397-76df-458b-af4a-42af8336466a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374629 Aug 26 02:02:40.833712 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092de76-5b84-47f6-92f3-95a195fbf3cf req-a3fb99b5-46a7-4038-aacf-2a66ac4fd88e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:40.835189 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5092de76-5b84-47f6-92f3-95a195fbf3cf req-a3fb99b5-46a7-4038-aacf-2a66ac4fd88e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0864530 Aug 26 02:02:40.883600 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5092de76-5b84-47f6-92f3-95a195fbf3cf req-f10464d5-6c80-4721-a990-4f4093b6a3dc tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417962 Aug 26 02:02:41.238942 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:42.075945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c92de1-3def-4cf2-b723-319b8448ddf6 req-36c564a5-e167-473f-b100-e58a3bc1c63c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:42.077390 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c3c92de1-3def-4cf2-b723-319b8448ddf6 req-36c564a5-e167-473f-b100-e58a3bc1c63c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0861144 Aug 26 02:02:42.125617 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c3c92de1-3def-4cf2-b723-319b8448ddf6 req-830c2d13-9dce-48a7-8489-c11f02c22948 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425432 Aug 26 02:02:43.323177 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d6c62-a62e-4114-8a3a-2434e81ee2d8 req-1994567b-c2f6-43d8-ac55-d7ecdcf3ffaa tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:43.325361 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d47d6c62-a62e-4114-8a3a-2434e81ee2d8 req-1994567b-c2f6-43d8-ac55-d7ecdcf3ffaa tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0867772 Aug 26 02:02:43.369383 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d47d6c62-a62e-4114-8a3a-2434e81ee2d8 req-b26ee395-e0bb-4587-bd5a-ecb53d57a64b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383449 Aug 26 02:02:43.835334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0ebe1dc2-279f-474b-a8ed-6d0124080521 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 02:02:43.969335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0ebe1dc2-279f-474b-a8ed-6d0124080521, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:02:43.983388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'port_id': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'mac_address': 'fa:16:3e:a3:2e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 02:02:44.037680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 0ebe1dc2-279f-474b-a8ed-6d0124080521 is: ACTIVE; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:02:44.038092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:44.055175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ebe1dc2-279f-474b-a8ed-6d0124080521 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 02:02:44.070053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0ebe1dc2-279f-474b-a8ed-6d0124080521, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:02:44.118567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:44.189835 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=0ebe1dc2-279f-474b-a8ed-6d0124080521,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:02:44.196798 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:02:44.197151 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:02:44.197499 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:02:44.197866 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:02:44.198206 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:02:44.198676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:02:44.198991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:02:44.199329 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:02:44.199662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:02:44.199991 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:02:44.200317 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:02:44.200640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:02:44.205215 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['0ebe1dc2-279f-474b-a8ed-6d0124080521'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 02:02:44.668318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23c979-e344-4189-9be9-d4bf21259afd req-1f1acd40-dc99-4a8c-91c8-581590431d5c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:44.669693 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cf23c979-e344-4189-9be9-d4bf21259afd req-1f1acd40-dc99-4a8c-91c8-581590431d5c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 945 time: 0.1914022 Aug 26 02:02:44.717567 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cf23c979-e344-4189-9be9-d4bf21259afd req-a81e1599-4aca-41b3-811e-34e9106d35c1 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Aug 26 02:02:45.850018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0ebe1dc2-279f-474b-a8ed-6d0124080521 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:02:45.919084 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f152770-de91-4559-a250-fa7c72114874 req-8266d7ad-6107-4cd9-9ffb-e052ba6f5750 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:45.920574 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8f152770-de91-4559-a250-fa7c72114874 req-8266d7ad-6107-4cd9-9ffb-e052ba6f5750 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 945 time: 0.0946934 Aug 26 02:02:45.944332 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 0ebe1dc2-279f-474b-a8ed-6d0124080521 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:02:45.944553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:45.968795 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-8f152770-de91-4559-a250-fa7c72114874 req-6309ac1c-a759-442f-8406-cbbb247100f3 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411155 Aug 26 02:02:46.063746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 0ebe1dc2-279f-474b-a8ed-6d0124080521 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:02:46.064126 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:46.092473 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:02:46.102564 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0ebe1dc2-279f-474b-a8ed-6d0124080521, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:02:46.193099 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0afc1387-865f-4a63-a611-34b4d1254b50'] response: {'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'code': 200} Aug 26 02:02:46.194700 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:02:46.272410 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=0ebe1dc2-279f-474b-a8ed-6d0124080521,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:02:47.180277 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500de73b-cb08-4e30-943a-e6f9956512da req-fb6e0123-16c8-4581-b858-e5f6db93df41 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:47.181806 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-500de73b-cb08-4e30-943a-e6f9956512da req-fb6e0123-16c8-4581-b858-e5f6db93df41 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0973389 Aug 26 02:02:47.240523 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-500de73b-cb08-4e30-943a-e6f9956512da req-2c07134b-13d4-440f-a059-cea592d9cb79 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520837 Aug 26 02:02:48.458801 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03807d8-4910-490f-a71d-853e7bc995be req-49b6e4b2-c833-41f6-9390-5b272521f35b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:48.460936 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d03807d8-4910-490f-a71d-853e7bc995be req-49b6e4b2-c833-41f6-9390-5b272521f35b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.1031973 Aug 26 02:02:48.509221 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d03807d8-4910-490f-a71d-853e7bc995be req-86bc0820-bccb-4ea8-a459-77c2502c10c4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411155 Aug 26 02:02:49.715738 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b329585-3c19-4187-a1c0-270eba78a89d req-f1aec1d9-28b5-43e6-a249-c7659125455d tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:49.717202 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b329585-3c19-4187-a1c0-270eba78a89d req-f1aec1d9-28b5-43e6-a249-c7659125455d tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0874333 Aug 26 02:02:49.762043 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b329585-3c19-4187-a1c0-270eba78a89d req-51b69d24-5aff-42ea-97a1-f792b7db3886 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387666 Aug 26 02:02:49.924811 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:02:50.988613 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10eec72-c5b6-4d61-8164-a228b0913080 req-a4033bb5-dd12-4946-8273-00b20be058f0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:50.990525 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e10eec72-c5b6-4d61-8164-a228b0913080 req-a4033bb5-dd12-4946-8273-00b20be058f0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.1003728 Aug 26 02:02:51.042642 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e10eec72-c5b6-4d61-8164-a228b0913080 req-58178b1e-71be-4638-bf76-0c40d6352874 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455499 Aug 26 02:02:52.262707 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4817d-9a07-46e8-9955-b720298242b4 req-4285ed46-9afb-4358-86f0-7891a4d134ee tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:52.264337 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-61d4817d-9a07-46e8-9955-b720298242b4 req-4285ed46-9afb-4358-86f0-7891a4d134ee tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.1001976 Aug 26 02:02:52.312730 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-61d4817d-9a07-46e8-9955-b720298242b4 req-114e41cc-e671-42a4-b457-b75a5eba1501 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423071 Aug 26 02:02:53.532608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2d958-3b42-4aea-8427-7c5fe73d0f67 req-0b206698-df81-4a43-8760-d3083b41fc7a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:53.534901 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-68c2d958-3b42-4aea-8427-7c5fe73d0f67 req-0b206698-df81-4a43-8760-d3083b41fc7a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.1016233 Aug 26 02:02:53.588289 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-68c2d958-3b42-4aea-8427-7c5fe73d0f67 req-2438f7e9-3535-4a1d-9098-f6c3f01f53ca tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476716 Aug 26 02:02:54.812940 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544faec-5fd4-44f4-8e8b-acd3f8838dbe req-a895607c-74e7-486a-a43c-71b591582317 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:54.814904 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9544faec-5fd4-44f4-8e8b-acd3f8838dbe req-a895607c-74e7-486a-a43c-71b591582317 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.1040771 Aug 26 02:02:54.874334 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9544faec-5fd4-44f4-8e8b-acd3f8838dbe req-50538a84-3695-4fdb-a87b-597bd93538ee tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531893 Aug 26 02:02:56.093271 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bd39d-776f-4b01-8fb5-3d4cbbed5ca2 req-8988264f-4126-42d2-9b39-0a3b3e5b7084 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:56.094813 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b38bd39d-776f-4b01-8fb5-3d4cbbed5ca2 req-8988264f-4126-42d2-9b39-0a3b3e5b7084 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.1054721 Aug 26 02:02:56.151254 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b38bd39d-776f-4b01-8fb5-3d4cbbed5ca2 req-6b15a42c-fe81-413f-a2fa-27550823f662 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491829 Aug 26 02:02:57.353725 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c5473-e4bd-461a-9cb1-8326fa1cd731 req-50617d62-3ac5-4054-ad64-5ef8383de460 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:57.355356 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-044c5473-e4bd-461a-9cb1-8326fa1cd731 req-50617d62-3ac5-4054-ad64-5ef8383de460 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0898020 Aug 26 02:02:57.402454 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-044c5473-e4bd-461a-9cb1-8326fa1cd731 req-4dbee3ad-8d49-479d-9030-a7a28e69f960 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397501 Aug 26 02:02:57.665620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824b63f-1ad0-442b-a781-b34222aa44b2 req-1cd45e66-004d-4d34-81f9-6e008d023737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:57.667767 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3824b63f-1ad0-442b-a781-b34222aa44b2 req-1cd45e66-004d-4d34-81f9-6e008d023737 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 1099 time: 0.0771308 Aug 26 02:02:57.801874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824b63f-1ad0-442b-a781-b34222aa44b2 req-cca10611-9dbf-407f-a835-c91764fecda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:57.803312 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3824b63f-1ad0-442b-a781-b34222aa44b2 req-cca10611-9dbf-407f-a835-c91764fecda0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.1249578 Aug 26 02:02:57.909764 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3824b63f-1ad0-442b-a781-b34222aa44b2 req-458b01c7-6ad3-4200-a94e-202ab6c696c0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521 HTTP/1.1" status: 200 len: 1001 time: 0.0966878 Aug 26 02:02:57.976627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824b63f-1ad0-442b-a781-b34222aa44b2 req-daa49e18-4a01-4c47-8d2a-815618eff2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:57.978095 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3824b63f-1ad0-442b-a781-b34222aa44b2 req-daa49e18-4a01-4c47-8d2a-815618eff2f8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0598588 Aug 26 02:02:58.063785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824b63f-1ad0-442b-a781-b34222aa44b2 req-041e0c4a-c8f5-40f6-8365-71d68685350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:58.065234 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3824b63f-1ad0-442b-a781-b34222aa44b2 req-041e0c4a-c8f5-40f6-8365-71d68685350c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784388 Aug 26 02:02:58.197182 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3824b63f-1ad0-442b-a781-b34222aa44b2 req-838b253a-2c6f-4d2a-a204-09ea71772f0a service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224415 Aug 26 02:02:58.329728 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3824b63f-1ad0-442b-a781-b34222aa44b2 req-00af4666-a7cf-43b6-903a-12bb6d354e29 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237040 Aug 26 02:02:58.598379 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4372d-433d-461e-8a52-d1a669b6fe42 req-3ad20366-cdb3-4447-9eab-79c0255a503f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:58.599816 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-13c4372d-433d-461e-8a52-d1a669b6fe42 req-3ad20366-cdb3-4447-9eab-79c0255a503f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0901330 Aug 26 02:02:58.643468 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-13c4372d-433d-461e-8a52-d1a669b6fe42 req-fce81538-3bcf-4e6e-9ea7-5300bc5dd5b6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374327 Aug 26 02:02:59.840159 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720c58-2a00-4be8-a5a9-5d955cdf66fa req-6b0d3c55-8093-429c-9a54-a42630db635f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:02:59.841645 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46720c58-2a00-4be8-a5a9-5d955cdf66fa req-6b0d3c55-8093-429c-9a54-a42630db635f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 946 time: 0.0917964 Aug 26 02:02:59.884925 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-46720c58-2a00-4be8-a5a9-5d955cdf66fa req-bdff2215-75f2-48fa-a5d7-e8317f1ade3c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376613 Aug 26 02:02:59.928048 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0ebe1dc2-279f-474b-a8ed-6d0124080521 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:03:00.039616 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 0ebe1dc2-279f-474b-a8ed-6d0124080521 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:03:00.039989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:00.066194 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:03:00.075940 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0ebe1dc2-279f-474b-a8ed-6d0124080521, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:03:00.111959 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d670a7-0a3a-420a-93d5-48e832384ae1'] response: {'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'code': 200} Aug 26 02:03:00.169728 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:00.235959 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=0ebe1dc2-279f-474b-a8ed-6d0124080521,revision_number=8']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:03:00.540091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b18af09a-f6a3-4b3a-a6ff-3de305141ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:01.079694 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054df63d-66e8-47b8-956a-8b656601b4c5 req-f76c11a4-d8d0-44bb-94e0-f16c8680fe48 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:01.081158 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-054df63d-66e8-47b8-956a-8b656601b4c5 req-f76c11a4-d8d0-44bb-94e0-f16c8680fe48 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.0891674 Aug 26 02:03:01.130031 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-054df63d-66e8-47b8-956a-8b656601b4c5 req-15440e31-1363-4242-9dc3-62515ca82538 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423098 Aug 26 02:03:01.751383 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103612c-b953-44a2-99d4-72a0ee095d87 req-164549e5-de3c-444e-8c17-19cfe65f2bcc tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:01.752955 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b103612c-b953-44a2-99d4-72a0ee095d87 req-164549e5-de3c-444e-8c17-19cfe65f2bcc tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.1896303 Aug 26 02:03:01.797488 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-b103612c-b953-44a2-99d4-72a0ee095d87 req-8b808d70-4cbd-4abc-be91-b0bdc456acad tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388074 Aug 26 02:03:01.913011 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 33962) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:03:02.033333 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e8f09c01-d932-4500-8e24-428b105156d1 req-3ed627aa-d22b-4bef-ab3e-257fa3c09328 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1190307 Aug 26 02:03:03.004280 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b46dd160-cb7c-41ef-8848-8ec87aa3e104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:03.005003 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ebf46-2a21-418d-a7ab-a045e07c2ee6 req-3230cfc2-c51c-46d8-8c70-d8c385101150 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:03.006550 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-112ebf46-2a21-418d-a7ab-a045e07c2ee6 req-3230cfc2-c51c-46d8-8c70-d8c385101150 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.0927534 Aug 26 02:03:03.051241 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-112ebf46-2a21-418d-a7ab-a045e07c2ee6 req-f00d5efe-ae8d-49f1-932d-dfae1cc91293 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388262 Aug 26 02:03:03.621537 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f09c01-d932-4500-8e24-428b105156d1 req-8514b325-ecd1-43fd-82e6-aedcc6368aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:03.622991 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e8f09c01-d932-4500-8e24-428b105156d1 req-8514b325-ecd1-43fd-82e6-aedcc6368aa3 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c&tenant_id=6d4be1f229ef4f879ef01b890d0674a5 HTTP/1.1" status: 200 len: 1097 time: 0.0791485 Aug 26 02:03:03.727811 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f09c01-d932-4500-8e24-428b105156d1 req-ade3fe5d-ae36-464f-a8f9-3cf81648a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:03.729440 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e8f09c01-d932-4500-8e24-428b105156d1 req-ade3fe5d-ae36-464f-a8f9-3cf81648a5f1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 1097 time: 0.0776424 Aug 26 02:03:03.768634 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:03.870417 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f09c01-d932-4500-8e24-428b105156d1 req-897e5f70-f56e-4674-82ba-3f87d831ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:03.871927 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e8f09c01-d932-4500-8e24-428b105156d1 req-897e5f70-f56e-4674-82ba-3f87d831ec42 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.1338658 Aug 26 02:03:03.960374 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0ebe1dc2-279f-474b-a8ed-6d0124080521 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:03:03.981079 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e8f09c01-d932-4500-8e24-428b105156d1 req-1028c327-d9d0-4e5d-9922-2badf814bf62 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521 HTTP/1.1" status: 200 len: 999 time: 0.0993333 Aug 26 02:03:04.048468 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f09c01-d932-4500-8e24-428b105156d1 req-f8041e23-ad9d-44c5-aca6-64bea1d1d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:04.049958 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e8f09c01-d932-4500-8e24-428b105156d1 req-f8041e23-ad9d-44c5-aca6-64bea1d1d163 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0633237 Aug 26 02:03:04.127077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 0ebe1dc2-279f-474b-a8ed-6d0124080521 is: DOWN; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:03:04.221080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:04.250086 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f09c01-d932-4500-8e24-428b105156d1 req-496118b6-2793-4625-a9bc-0d5ed1b297a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:04.251576 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e8f09c01-d932-4500-8e24-428b105156d1 req-496118b6-2793-4625-a9bc-0d5ed1b297a2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1926646 Aug 26 02:03:04.294567 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c8169-746b-4bbb-a501-cf0465dad8ad req-ee88569d-8479-4d1b-bd99-97e59773d9c3 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:04.296021 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fa6c8169-746b-4bbb-a501-cf0465dad8ad req-ee88569d-8479-4d1b-bd99-97e59773d9c3 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.0864863 Aug 26 02:03:04.341694 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-fa6c8169-746b-4bbb-a501-cf0465dad8ad req-32a10307-5b12-4b34-bd29-e04b116a48f0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397725 Aug 26 02:03:04.386303 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e8f09c01-d932-4500-8e24-428b105156d1 req-85002be1-4cc3-4c5a-bb18-75c9bce5e138 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239028 Aug 26 02:03:04.516810 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e8f09c01-d932-4500-8e24-428b105156d1 req-0d6f8c77-07cb-4bba-b5fa-abdc1d3e9af0 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221776 Aug 26 02:03:05.566703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007897c-819a-4494-890d-b8ecf8824de8 req-56ccf2e3-ea4c-40c5-9a2e-2a346ff02c51 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:05.568408 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a007897c-819a-4494-890d-b8ecf8824de8 req-56ccf2e3-ea4c-40c5-9a2e-2a346ff02c51 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.1087804 Aug 26 02:03:05.615371 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-a007897c-819a-4494-890d-b8ecf8824de8 req-f61fd281-3dd9-4cb8-a698-0ebe3ef70ffc tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405545 Aug 26 02:03:05.706919 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:06.851547 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f968ea6-77c4-4fc9-bdda-0546c597191d req-917cec12-c2ef-415a-9f80-d9f6c653cd7f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:06.853058 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2f968ea6-77c4-4fc9-bdda-0546c597191d req-917cec12-c2ef-415a-9f80-d9f6c653cd7f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.1208911 Aug 26 02:03:06.900475 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2f968ea6-77c4-4fc9-bdda-0546c597191d req-659ca409-5c83-446c-a862-ece7aecef636 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405436 Aug 26 02:03:08.126948 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb9822-c908-4729-9a5b-65c26b0617f9 req-063d205e-9579-48e6-ba95-2ed45ce6e424 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:08.128523 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cfeb9822-c908-4729-9a5b-65c26b0617f9 req-063d205e-9579-48e6-ba95-2ed45ce6e424 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.0974457 Aug 26 02:03:08.179624 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cfeb9822-c908-4729-9a5b-65c26b0617f9 req-115a7d3b-a78d-4c01-bd6e-6c2a33d560c7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442002 Aug 26 02:03:09.456893 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fa054-e168-4e0d-b7c7-a5621ab8f095 req-eaa9ba12-3165-43a8-9dc4-030318a9b129 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:09.458435 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2a9fa054-e168-4e0d-b7c7-a5621ab8f095 req-eaa9ba12-3165-43a8-9dc4-030318a9b129 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.1063049 Aug 26 02:03:09.505318 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2a9fa054-e168-4e0d-b7c7-a5621ab8f095 req-5a580ce2-d722-4f65-a7fe-c23ab53dd4c2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410299 Aug 26 02:03:10.740094 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85df1c-2c4d-4c0b-9d77-14b4d5166422 req-644a5d58-3216-401f-a4c1-eb4ec0aa6a04 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:10.749038 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b85df1c-2c4d-4c0b-9d77-14b4d5166422 req-644a5d58-3216-401f-a4c1-eb4ec0aa6a04 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.1158392 Aug 26 02:03:10.798338 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-0b85df1c-2c4d-4c0b-9d77-14b4d5166422 req-28b4a1e3-906c-4734-b99c-4ea5de8ef6e1 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481932 Aug 26 02:03:11.259222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:12.002056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4461d8-d084-4417-8b5d-a9857031d534 req-4621a2a2-d52c-47a1-b17a-5d08f1a1c72d tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:12.003547 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4461d8-d084-4417-8b5d-a9857031d534 req-4621a2a2-d52c-47a1-b17a-5d08f1a1c72d tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.0915945 Aug 26 02:03:12.050723 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5b4461d8-d084-4417-8b5d-a9857031d534 req-ec9edb85-6d52-4f1a-9c29-17aa2522acf1 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413558 Aug 26 02:03:13.257127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd326ff-3b6f-420e-aa1a-dffaf3d5b8cf req-b1030646-c455-475f-ba46-0a29ecaa8963 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:13.258873 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9fd326ff-3b6f-420e-aa1a-dffaf3d5b8cf req-b1030646-c455-475f-ba46-0a29ecaa8963 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.0921657 Aug 26 02:03:13.303502 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9fd326ff-3b6f-420e-aa1a-dffaf3d5b8cf req-b8310f44-db73-47da-9564-0098766942c1 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388613 Aug 26 02:03:14.499314 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45069a5-4e9f-4980-bb93-81d7fa6367ac req-c64ea03d-f7f1-4306-8188-3b48ef04179a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:14.500716 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c45069a5-4e9f-4980-bb93-81d7fa6367ac req-c64ea03d-f7f1-4306-8188-3b48ef04179a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.0901258 Aug 26 02:03:14.543730 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-c45069a5-4e9f-4980-bb93-81d7fa6367ac req-dc472205-7748-438b-8af1-732f4eb2d2ad tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374084 Aug 26 02:03:15.738689 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad98e0-ab19-4030-91b2-efa38334526c req-cb277dcf-5c23-443c-9a70-4a3946a9253a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:15.740155 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-03ad98e0-ab19-4030-91b2-efa38334526c req-cb277dcf-5c23-443c-9a70-4a3946a9253a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 944 time: 0.0844312 Aug 26 02:03:15.787559 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-03ad98e0-ab19-4030-91b2-efa38334526c req-9e5fd866-96dd-4dd5-8b7c-63939dc88a5e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410526 Aug 26 02:03:15.977123 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0ebe1dc2-279f-474b-a8ed-6d0124080521 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 02:03:16.110109 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0ebe1dc2-279f-474b-a8ed-6d0124080521, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:03:16.123998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'port_id': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'mac_address': 'fa:16:3e:a3:2e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 02:03:16.182237 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 0ebe1dc2-279f-474b-a8ed-6d0124080521 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:03:16.182675 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:16.204651 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebe1dc2-279f-474b-a8ed-6d0124080521 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 02:03:16.220394 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0ebe1dc2-279f-474b-a8ed-6d0124080521, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:03:16.289241 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:16.356585 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=0ebe1dc2-279f-474b-a8ed-6d0124080521,revision_number=9']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:03:16.526603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['0ebe1dc2-279f-474b-a8ed-6d0124080521'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 02:03:16.986882 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf664-183b-440a-a62b-b19e2b9366a9 req-3f25cd79-3eb7-40bd-ac52-411c81db958f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:16.988321 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-02abf664-183b-440a-a62b-b19e2b9366a9 req-3f25cd79-3eb7-40bd-ac52-411c81db958f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 945 time: 0.0894015 Aug 26 02:03:17.035072 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-02abf664-183b-440a-a62b-b19e2b9366a9 req-7750df48-4cdc-4ba2-b158-101436d02aaf tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410495 Aug 26 02:03:17.993193 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0ebe1dc2-279f-474b-a8ed-6d0124080521 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:03:18.061293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 0ebe1dc2-279f-474b-a8ed-6d0124080521 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:03:18.061676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:18.194648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 0ebe1dc2-279f-474b-a8ed-6d0124080521 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:03:18.195037 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:18.223974 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:03:18.233161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a444d-a9ab-4de5-89cc-2a4d32c2795d req-dde162d0-f05c-4e90-8506-5850495c06d6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:18.234721 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-212a444d-a9ab-4de5-89cc-2a4d32c2795d req-dde162d0-f05c-4e90-8506-5850495c06d6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 945 time: 0.0899949 Aug 26 02:03:18.234841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 0ebe1dc2-279f-474b-a8ed-6d0124080521, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:03:18.268939 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66deebd5-0658-4b2b-aca1-3cfcc68d3ab9'] response: {'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'code': 200} Aug 26 02:03:18.284510 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-212a444d-a9ab-4de5-89cc-2a4d32c2795d req-3df0ae99-c36f-4422-b9a5-dda5c96efb96 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406778 Aug 26 02:03:18.294143 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:18.362087 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=0ebe1dc2-279f-474b-a8ed-6d0124080521,revision_number=10']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:03:18.679631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b48f9-ce0b-47a4-95e0-97ebb8dcac81 req-ec6caac7-176e-4403-a09d-8fb04f877c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:18.681074 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-833b48f9-ce0b-47a4-95e0-97ebb8dcac81 req-ec6caac7-176e-4403-a09d-8fb04f877c6e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 1100 time: 0.0780244 Aug 26 02:03:18.724574 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-833b48f9-ce0b-47a4-95e0-97ebb8dcac81 req-538c754f-5a91-4c3b-8e45-7f8c1e407a16 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338089 Aug 26 02:03:19.481513 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a94ac6-450b-47e0-a3c2-20032ff58436 req-d600c559-fa22-4a64-9851-42ebf7585a91 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:19.482980 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-81a94ac6-450b-47e0-a3c2-20032ff58436 req-d600c559-fa22-4a64-9851-42ebf7585a91 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 947 time: 0.0860271 Aug 26 02:03:19.524751 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-81a94ac6-450b-47e0-a3c2-20032ff58436 req-16dffa8a-2c45-4ef6-bc3f-7fb702d2e1aa tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362225 Aug 26 02:03:20.787890 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d63ed-135c-46c5-9788-e2891143f131 req-f9082d8f-3523-44d7-aa33-c8283d756d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:20.789369 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-185d63ed-135c-46c5-9788-e2891143f131 req-f9082d8f-3523-44d7-aa33-c8283d756d1b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 1100 time: 0.1431458 Aug 26 02:03:20.810737 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569946b-8f2d-4015-9a83-b6289a029bdc req-90ac18c5-4819-430d-893c-1f2fc473f5f0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:20.812192 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5569946b-8f2d-4015-9a83-b6289a029bdc req-90ac18c5-4819-430d-893c-1f2fc473f5f0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 947 time: 0.1306860 Aug 26 02:03:20.951781 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5569946b-8f2d-4015-9a83-b6289a029bdc req-730c1b8d-3710-4072-b6d2-dd3fb154a6e3 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703528 Aug 26 02:03:20.971546 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d63ed-135c-46c5-9788-e2891143f131 req-e0782238-e0d0-49ec-a8fa-2127c6b99641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:20.972953 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-185d63ed-135c-46c5-9788-e2891143f131 req-e0782238-e0d0-49ec-a8fa-2127c6b99641 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.1599324 Aug 26 02:03:21.077379 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-185d63ed-135c-46c5-9788-e2891143f131 req-77832881-b88e-4488-be9c-0d1dbd1319e5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521 HTTP/1.1" status: 200 len: 1001 time: 0.0976841 Aug 26 02:03:21.141871 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d63ed-135c-46c5-9788-e2891143f131 req-fe0cb89c-c8c7-4c09-8705-4dabf9e0dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:21.143286 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-185d63ed-135c-46c5-9788-e2891143f131 req-fe0cb89c-c8c7-4c09-8705-4dabf9e0dd57 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0597894 Aug 26 02:03:21.331475 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d63ed-135c-46c5-9788-e2891143f131 req-cb58216c-5296-4632-89c1-e0c8648aba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:21.332984 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-185d63ed-135c-46c5-9788-e2891143f131 req-cb58216c-5296-4632-89c1-e0c8648aba5b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1837366 Aug 26 02:03:21.460924 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-185d63ed-135c-46c5-9788-e2891143f131 req-95516710-5882-4279-a4cb-f5deec9aeb58 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202748 Aug 26 02:03:21.589983 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-185d63ed-135c-46c5-9788-e2891143f131 req-03b11853-4bf1-4832-8917-7970ab90f8f7 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229017 Aug 26 02:03:22.154527 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d2d7b-8ae0-4300-9528-b90e7b9dfa08 req-a705c9d3-13a1-4abf-8862-07672342be62 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:03:22.155948 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cb5d2d7b-8ae0-4300-9528-b90e7b9dfa08 req-a705c9d3-13a1-4abf-8862-07672342be62 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 947 time: 0.0899470 Aug 26 02:03:22.199691 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cb5d2d7b-8ae0-4300-9528-b90e7b9dfa08 req-3a17c5ac-1782-4a68-9bcb-e9c262da1e87 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380430 Aug 26 02:03:26.924823 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:03:30.517358 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ec8c88ea-bcf0-469f-95f8-9ed265325332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:33.026360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-dbbe9c66-68f3-4af2-8cd3-03627c32e587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:33.763529 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:34.219172 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:35.735064 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:03:41.289190 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:00.516702 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-84ec1f25-cdfd-4d78-a5e4-71a024400b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:03.048342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b45d2c65-a955-4f26-926d-7fe4f4f95524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:03.774178 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:03.923893 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:04:04.185680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:05.723103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:11.311249 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:22.679202 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ffc1782e-19a9-4ac6-bb1e-a8121a6aaabb req-336edb54-6b97-4352-8e55-8f82e8bad6dc service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1178744 Aug 26 02:04:22.840293 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1782e-19a9-4ac6-bb1e-a8121a6aaabb req-d02b9063-5089-489f-acb1-f9284273c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:04:22.841790 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ffc1782e-19a9-4ac6-bb1e-a8121a6aaabb req-d02b9063-5089-489f-acb1-f9284273c0c9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 1100 time: 0.0832832 Aug 26 02:04:22.992964 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1782e-19a9-4ac6-bb1e-a8121a6aaabb req-a1dacc55-c036-4693-b3a4-c236c16f5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:04:22.994423 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ffc1782e-19a9-4ac6-bb1e-a8121a6aaabb req-a1dacc55-c036-4693-b3a4-c236c16f5c31 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.1285632 Aug 26 02:04:23.102046 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ffc1782e-19a9-4ac6-bb1e-a8121a6aaabb req-1ba6b136-a50c-437c-b2c0-bf99edfed958 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521 HTTP/1.1" status: 200 len: 1001 time: 0.0979347 Aug 26 02:04:23.167681 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1782e-19a9-4ac6-bb1e-a8121a6aaabb req-7b48653f-3e36-4465-9377-0ef0b94ee9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:04:23.169056 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ffc1782e-19a9-4ac6-bb1e-a8121a6aaabb req-7b48653f-3e36-4465-9377-0ef0b94ee9f3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0583944 Aug 26 02:04:23.257731 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1782e-19a9-4ac6-bb1e-a8121a6aaabb req-d90d4573-028d-47ae-8749-0c68d897b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:04:23.259180 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ffc1782e-19a9-4ac6-bb1e-a8121a6aaabb req-d90d4573-028d-47ae-8749-0c68d897b94c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798070 Aug 26 02:04:23.395527 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ffc1782e-19a9-4ac6-bb1e-a8121a6aaabb req-aa7d58aa-50eb-4951-91d0-fde46bf3eea5 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253793 Aug 26 02:04:23.536998 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ffc1782e-19a9-4ac6-bb1e-a8121a6aaabb req-fd6ac754-1a25-4705-a731-80d806ead8ee service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322992 Aug 26 02:04:30.516508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-205f6b80-73bb-4995-83df-da51b7a00436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:33.029670 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-10e89273-7994-48dc-8acf-833ef2c6476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:33.789400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34094) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:04:33.807015 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:33.991967 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Deleting port 843e5be7-a10a-4515-8e19-8edd7c26d59d {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:04:33.992303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:34.158056 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:34.158376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:34.196537 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:34.279405 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Calling delete_port for 843e5be7-a10a-4515-8e19-8edd7c26d59d owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:04:34.590576 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:34.638117 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event deleted for resources: {'Port': ['ID=843e5be7-a10a-4515-8e19-8edd7c26d59d,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:04:34.678062 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:34.678408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:34.678740 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:34.679065 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:34.679388 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:34.679711 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:34.680027 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:34.680342 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:34.680657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:34.680968 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:34.681285 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:34.681595 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:34.741335 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:34.741651 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Floating IP 440881af-a019-4b4f-8626-f160c88af5c3 disassociated (deleted). External IP: 172.26.2.92, port: 0ebe1dc2-279f-474b-a8ed-6d0124080521. Aug 26 02:04:35.095027 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Router afb41689-8f12-486f-818b-e1c8f9d03c38 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:04:35.267160 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:04:35.277194 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60a6537-aa64-49cf-9f29-3e6d2a3d37e0 None None] Sync routers for ids ['afb41689-8f12-486f-818b-e1c8f9d03c38'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:04:35.287570 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60a6537-aa64-49cf-9f29-3e6d2a3d37e0 None None] Routers {'afb41689-8f12-486f-818b-e1c8f9d03c38'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:04:35.288286 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e60a6537-aa64-49cf-9f29-3e6d2a3d37e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:04:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['afb41689-8f12-486f-818b-e1c8f9d03c38'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:04:35.339741 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:35.401774 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2203f81c-e175-4524-97d9-8699d15629e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "DELETE /v2.0/floatingips/440881af-a019-4b4f-8626-f160c88af5c3 HTTP/1.1" status: 204 len: 168 time: 1.6111090 Aug 26 02:04:35.402210 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:04:35.468632 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-e60a6537-aa64-49cf-9f29-3e6d2a3d37e0 None None] Set router afb41689-8f12-486f-818b-e1c8f9d03c38 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:04:35.548589 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9be958-b427-45b6-93ef-97079011e11d'] response: {'name': 'network-changed', 'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'status': 'completed', 'code': 200} Aug 26 02:04:35.659521 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458afd84-ef63-4917-9658-4f7f0f3a5290 req-1a25ac6f-18de-4dbc-83ac-5bcca74d5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:04:35.661132 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-458afd84-ef63-4917-9658-4f7f0f3a5290 req-1a25ac6f-18de-4dbc-83ac-5bcca74d5371 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 1100 time: 0.0812712 Aug 26 02:04:35.727598 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:35.802959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458afd84-ef63-4917-9658-4f7f0f3a5290 req-e1871f4e-c76c-40c2-a9b0-d8d7fde395c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:04:35.804614 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-458afd84-ef63-4917-9658-4f7f0f3a5290 req-e1871f4e-c76c-40c2-a9b0-d8d7fde395c0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.1345313 Aug 26 02:04:35.807862 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e60a6537-aa64-49cf-9f29-3e6d2a3d37e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'ffa0103b-da89-422c-95b7-45d47268beef', 'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'mac_address': 'fa:16:3e:8e:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:05Z', 'updated_at': '2022-08-26T02:00:12Z', 'revision_number': 5, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'subnets': [{'id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:04:35.811741 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60a6537-aa64-49cf-9f29-3e6d2a3d37e0 None None] Checking router: afb41689-8f12-486f-818b-e1c8f9d03c38 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:04:35.821211 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60a6537-aa64-49cf-9f29-3e6d2a3d37e0 None None] Routers {'afb41689-8f12-486f-818b-e1c8f9d03c38'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:04:35.821838 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e60a6537-aa64-49cf-9f29-3e6d2a3d37e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:04:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['afb41689-8f12-486f-818b-e1c8f9d03c38'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:04:35.882998 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-458afd84-ef63-4917-9658-4f7f0f3a5290 req-925c992f-be2c-4cd6-b015-ebfb0e214f24 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521 HTTP/1.1" status: 200 len: 217 time: 0.0692177 Aug 26 02:04:35.950395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458afd84-ef63-4917-9658-4f7f0f3a5290 req-3d58807d-c3d5-42d7-932c-eff0a3a3f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:04:35.952147 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-458afd84-ef63-4917-9658-4f7f0f3a5290 req-3d58807d-c3d5-42d7-932c-eff0a3a3f4ab service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0606253 Aug 26 02:04:36.013097 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-e60a6537-aa64-49cf-9f29-3e6d2a3d37e0 None None] Set router afb41689-8f12-486f-818b-e1c8f9d03c38 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:04:36.117669 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63291bb8-0932-4d6e-a3ca-e0115ed8978c req-764c4665-dabc-49da-b163-6a89e2d87cea tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:04:36.118413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-63291bb8-0932-4d6e-a3ca-e0115ed8978c req-764c4665-dabc-49da-b163-6a89e2d87cea tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Synchronizing usage tracker for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:04:36.160910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458afd84-ef63-4917-9658-4f7f0f3a5290 req-6593d4f6-1dc0-4ddc-b6ed-25ec0a02e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:04:36.162576 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-458afd84-ef63-4917-9658-4f7f0f3a5290 req-6593d4f6-1dc0-4ddc-b6ed-25ec0a02e0e7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2039208 Aug 26 02:04:36.202903 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-63291bb8-0932-4d6e-a3ca-e0115ed8978c req-764c4665-dabc-49da-b163-6a89e2d87cea tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Unset dirty status for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:04:36.204196 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-63291bb8-0932-4d6e-a3ca-e0115ed8978c req-764c4665-dabc-49da-b163-6a89e2d87cea tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 947 time: 0.2363040 Aug 26 02:04:36.252220 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-63291bb8-0932-4d6e-a3ca-e0115ed8978c req-a9c7b037-5ab4-43a0-b265-93cf10faf299 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407617 Aug 26 02:04:36.300715 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-458afd84-ef63-4917-9658-4f7f0f3a5290 req-83053125-f0af-4ba6-8927-382c96f5f239 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288543 Aug 26 02:04:36.381159 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e60a6537-aa64-49cf-9f29-3e6d2a3d37e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'ffa0103b-da89-422c-95b7-45d47268beef', 'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'mac_address': 'fa:16:3e:8e:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:05Z', 'updated_at': '2022-08-26T02:00:12Z', 'revision_number': 5, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'subnets': [{'id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:04:36.385333 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60a6537-aa64-49cf-9f29-3e6d2a3d37e0 None None] The sync data for ids ['afb41689-8f12-486f-818b-e1c8f9d03c38'] in dv-neutron-854561-2-hyperv is: [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'ffa0103b-da89-422c-95b7-45d47268beef', 'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'mac_address': 'fa:16:3e:8e:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:05Z', 'updated_at': '2022-08-26T02:00:12Z', 'revision_number': 5, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'subnets': [{'id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:04:36.435853 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-458afd84-ef63-4917-9658-4f7f0f3a5290 req-dee863ae-c903-454a-88f6-a7e573ed799c service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285262 Aug 26 02:04:36.600100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701fde5d-2bf1-4aae-a861-f92b05b83ae5 None None] New status for floating IP 440881af-a019-4b4f-8626-f160c88af5c3: DOWN {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 02:04:37.566267 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b11f3e-394c-4eb9-9dea-62991d981b83 req-c2b4787a-e424-4831-9d01-03988478dda4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:04:37.567609 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-39b11f3e-394c-4eb9-9dea-62991d981b83 req-c2b4787a-e424-4831-9d01-03988478dda4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.94 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 947 time: 0.1539798 Aug 26 02:04:37.580474 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7ec66-dc17-4a0c-839d-7f84525056fc req-a97bc602-e119-462c-8da3-c08dee2dd603 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:04:37.581919 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfb7ec66-dc17-4a0c-839d-7f84525056fc req-a97bc602-e119-462c-8da3-c08dee2dd603 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 947 time: 0.1783183 Aug 26 02:04:37.678927 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-39b11f3e-394c-4eb9-9dea-62991d981b83 req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Deleting port 0ebe1dc2-279f-474b-a8ed-6d0124080521 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:04:37.679263 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-39b11f3e-394c-4eb9-9dea-62991d981b83 req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:37.710873 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bfb7ec66-dc17-4a0c-839d-7f84525056fc req-5ec23c44-34f7-4c2a-b6db-10c97c3b4f0d tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=795cac52-f1b4-4852-bf96-a7478865b82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998521 Aug 26 02:04:37.934160 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-39b11f3e-394c-4eb9-9dea-62991d981b83 req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] For port 0ebe1dc2-279f-474b-a8ed-6d0124080521, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=0ebe1dc2-279f-474b-a8ed-6d0124080521,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:04:37.934520 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-39b11f3e-394c-4eb9-9dea-62991d981b83 req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:38.056741 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-39b11f3e-394c-4eb9-9dea-62991d981b83 req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Calling delete_port for 0ebe1dc2-279f-474b-a8ed-6d0124080521 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:04:38.259181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-39b11f3e-394c-4eb9-9dea-62991d981b83 req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:38.308804 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event deleted for resources: {'Port': ['ID=0ebe1dc2-279f-474b-a8ed-6d0124080521,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:04:38.347479 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:38.347829 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:38.348169 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:38.348507 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:38.348838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:38.349168 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:38.349670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:38.350105 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:38.356866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:38.356866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:38.356866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:38.356866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:04:38.410193 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b11f3e-394c-4eb9-9dea-62991d981b83 req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] No DVR routers for this DVR port 0ebe1dc2-279f-474b-a8ed-6d0124080521 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 02:04:38.412693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-39b11f3e-394c-4eb9-9dea-62991d981b83 req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:38.415203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'name': 'network-vif-deleted', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:04:38.488603 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-39b11f3e-394c-4eb9-9dea-62991d981b83 req-2abbc586-2591-4105-b2c3-cbe0e538ebe2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.94 "DELETE /v2.0/ports/0ebe1dc2-279f-474b-a8ed-6d0124080521 HTTP/1.1" status: 204 len: 173 time: 0.9057081 Aug 26 02:04:38.544396 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9feafa34-ff22-475b-a3e3-288bdb15a869'] response: {'server_uuid': 'c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c', 'name': 'network-vif-deleted', 'tag': '0ebe1dc2-279f-474b-a8ed-6d0124080521', 'status': 'completed', 'code': 200} Aug 26 02:04:38.888417 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-2f2c0710-69fc-4d63-a11d-659c13ae32a0 req-17055a7a-8adf-4452-9617-6ef5997b112e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Synchronizing usage tracker for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:04:38.967505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-2f2c0710-69fc-4d63-a11d-659c13ae32a0 req-17055a7a-8adf-4452-9617-6ef5997b112e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Unset dirty status for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:04:38.968665 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2f2c0710-69fc-4d63-a11d-659c13ae32a0 req-17055a7a-8adf-4452-9617-6ef5997b112e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=c931d0c9-f9a1-4aaf-a1c5-c094dde9f95c HTTP/1.1" status: 200 len: 210 time: 0.1296873 Aug 26 02:04:40.067488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34136) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:04:40.137400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ea2387b-be47-4a2f-8ed0-76253a31df52 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:40.166869 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ea2387b-be47-4a2f-8ed0-76253a31df52 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:40.293386 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ea2387b-be47-4a2f-8ed0-76253a31df52 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:40.311648 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2387b-be47-4a2f-8ed0-76253a31df52 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=795cac52-f1b4-4852-bf96-a7478865b82e,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:04:40.389593 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-5ea2387b-be47-4a2f-8ed0-76253a31df52 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:40.391357 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-5ea2387b-be47-4a2f-8ed0-76253a31df52 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "DELETE /v2.0/security-groups/795cac52-f1b4-4852-bf96-a7478865b82e HTTP/1.1" status: 204 len: 168 time: 0.3226054 Aug 26 02:04:40.633260 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34146) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:04:40.638521 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-74009b28-88cf-47d8-afc0-0d1b7fe63403 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766800172', 'description': 'tempest-secgroup-smoke-766800172 description', 'project_id': '6d4be1f229ef4f879ef01b890d0674a5'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:04:40.644810 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-74009b28-88cf-47d8-afc0-0d1b7fe63403 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:04:40.649141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-74009b28-88cf-47d8-afc0-0d1b7fe63403 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:04:40.652039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-74009b28-88cf-47d8-afc0-0d1b7fe63403 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:04:40.658034 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-74009b28-88cf-47d8-afc0-0d1b7fe63403 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:04:40.733187 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-74009b28-88cf-47d8-afc0-0d1b7fe63403 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:40.753648 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-74009b28-88cf-47d8-afc0-0d1b7fe63403 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:04:40.757849 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-74009b28-88cf-47d8-afc0-0d1b7fe63403 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group_rule and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:04:40.760638 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-74009b28-88cf-47d8-afc0-0d1b7fe63403 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:04:40.766413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-74009b28-88cf-47d8-afc0-0d1b7fe63403 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:04:40.838582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-74009b28-88cf-47d8-afc0-0d1b7fe63403 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:40.910495 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-74009b28-88cf-47d8-afc0-0d1b7fe63403 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:40.923291 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:04:40.958400 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74009b28-88cf-47d8-afc0-0d1b7fe63403 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6152dd1-09e0-4de3-9757-59285b0b8fe1,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:04:41.024769 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-74009b28-88cf-47d8-afc0-0d1b7fe63403 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:41.026063 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-74009b28-88cf-47d8-afc0-0d1b7fe63403 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3917487 Aug 26 02:04:41.028853 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34150) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:04:41.033767 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e25a4d36-0e04-4fc7-9d17-0466b4bdee7c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'security_group_rule': {'security_group_id': 'f6152dd1-09e0-4de3-9757-59285b0b8fe1', 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:04:41.040147 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e25a4d36-0e04-4fc7-9d17-0466b4bdee7c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:04:41.043977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e25a4d36-0e04-4fc7-9d17-0466b4bdee7c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group_rule and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:04:41.046918 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e25a4d36-0e04-4fc7-9d17-0466b4bdee7c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:04:41.053456 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e25a4d36-0e04-4fc7-9d17-0466b4bdee7c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:04:41.134549 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e25a4d36-0e04-4fc7-9d17-0466b4bdee7c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:41.193060 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e25a4d36-0e04-4fc7-9d17-0466b4bdee7c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:41.276306 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e25a4d36-0e04-4fc7-9d17-0466b4bdee7c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:41.301279 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a4d36-0e04-4fc7-9d17-0466b4bdee7c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443348f3-db08-471c-b58c-6b3bf285035e,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:04:41.305528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:41.383630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e25a4d36-0e04-4fc7-9d17-0466b4bdee7c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:41.384869 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e25a4d36-0e04-4fc7-9d17-0466b4bdee7c tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3550858 Aug 26 02:04:41.387692 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34154) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:04:41.392447 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-1fd640f4-5573-43be-b0b2-d7d91519a61b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'security_group_rule': {'security_group_id': 'f6152dd1-09e0-4de3-9757-59285b0b8fe1', 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:04:41.398373 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1fd640f4-5573-43be-b0b2-d7d91519a61b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:04:41.402219 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1fd640f4-5573-43be-b0b2-d7d91519a61b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group_rule and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:04:41.405039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-1fd640f4-5573-43be-b0b2-d7d91519a61b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:04:41.410785 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-1fd640f4-5573-43be-b0b2-d7d91519a61b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:04:41.486848 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1fd640f4-5573-43be-b0b2-d7d91519a61b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:41.549961 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1fd640f4-5573-43be-b0b2-d7d91519a61b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:41.624415 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1fd640f4-5573-43be-b0b2-d7d91519a61b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:41.648200 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd640f4-5573-43be-b0b2-d7d91519a61b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e1de9d-1e8f-4474-9818-c5ca48e4caed,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:04:41.715960 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-1fd640f4-5573-43be-b0b2-d7d91519a61b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:41.717165 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-1fd640f4-5573-43be-b0b2-d7d91519a61b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3285806 Aug 26 02:04:41.725073 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34158) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:04:41.730299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e2875f60-eede-4563-91f6-a696acac51b6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'security_group_rule': {'security_group_id': 'f6152dd1-09e0-4de3-9757-59285b0b8fe1', 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:04:41.736180 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e2875f60-eede-4563-91f6-a696acac51b6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:04:41.740042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e2875f60-eede-4563-91f6-a696acac51b6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group_rule and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:04:41.742803 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e2875f60-eede-4563-91f6-a696acac51b6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:04:41.748433 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e2875f60-eede-4563-91f6-a696acac51b6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:04:41.820618 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e2875f60-eede-4563-91f6-a696acac51b6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:41.884306 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e2875f60-eede-4563-91f6-a696acac51b6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:41.955756 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e2875f60-eede-4563-91f6-a696acac51b6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:41.979410 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2875f60-eede-4563-91f6-a696acac51b6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d36e793-1b27-4fed-9855-e5b08601b3af,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:04:42.035998 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e2875f60-eede-4563-91f6-a696acac51b6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:42.037621 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e2875f60-eede-4563-91f6-a696acac51b6 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3115864 Aug 26 02:04:42.040627 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34162) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:04:42.045406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9c59faa5-c4ed-4f5e-99b2-18f2beaa6a3b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'security_group_rule': {'security_group_id': 'f6152dd1-09e0-4de3-9757-59285b0b8fe1', 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:04:42.051214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9c59faa5-c4ed-4f5e-99b2-18f2beaa6a3b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:04:42.055618 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9c59faa5-c4ed-4f5e-99b2-18f2beaa6a3b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group_rule and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:04:42.058459 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9c59faa5-c4ed-4f5e-99b2-18f2beaa6a3b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:04:42.064123 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9c59faa5-c4ed-4f5e-99b2-18f2beaa6a3b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:04:42.144886 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9c59faa5-c4ed-4f5e-99b2-18f2beaa6a3b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:42.207396 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9c59faa5-c4ed-4f5e-99b2-18f2beaa6a3b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:42.270193 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9c59faa5-c4ed-4f5e-99b2-18f2beaa6a3b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:42.293948 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59faa5-c4ed-4f5e-99b2-18f2beaa6a3b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583b4bb8-0653-4ab5-8fb9-653b11b91173,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:04:42.303243 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0ebe1dc2-279f-474b-a8ed-6d0124080521 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:04:42.339826 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 0ebe1dc2-279f-474b-a8ed-6d0124080521 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 02:04:42.340475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 0ebe1dc2-279f-474b-a8ed-6d0124080521 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:04:42.385042 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9c59faa5-c4ed-4f5e-99b2-18f2beaa6a3b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:42.386298 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9c59faa5-c4ed-4f5e-99b2-18f2beaa6a3b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447590 Aug 26 02:04:42.389014 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34166) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:04:42.393853 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-01192fa7-2779-4fda-a3d1-661073ef73d9 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'security_group_rule': {'security_group_id': 'f6152dd1-09e0-4de3-9757-59285b0b8fe1', 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:04:42.400524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-01192fa7-2779-4fda-a3d1-661073ef73d9 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:04:42.404335 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-01192fa7-2779-4fda-a3d1-661073ef73d9 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group_rule and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:04:42.409872 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-01192fa7-2779-4fda-a3d1-661073ef73d9 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:04:42.413499 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-01192fa7-2779-4fda-a3d1-661073ef73d9 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:04:42.491831 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-01192fa7-2779-4fda-a3d1-661073ef73d9 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Project 6d4be1f229ef4f879ef01b890d0674a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 02:04:42.498330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-01192fa7-2779-4fda-a3d1-661073ef73d9 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:42.563254 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-01192fa7-2779-4fda-a3d1-661073ef73d9 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:42.640362 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-01192fa7-2779-4fda-a3d1-661073ef73d9 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:42.762393 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01192fa7-2779-4fda-a3d1-661073ef73d9 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a3d22c-9306-46c5-be25-ca70fcec6240,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:04:42.824661 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-01192fa7-2779-4fda-a3d1-661073ef73d9 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:42.825861 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-01192fa7-2779-4fda-a3d1-661073ef73d9 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4359090 Aug 26 02:04:42.828612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34170) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:04:42.833466 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-b2e398ba-6ed5-42d9-8cad-877c790dbb95 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'security_group_rule': {'security_group_id': 'f6152dd1-09e0-4de3-9757-59285b0b8fe1', 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:04:42.840296 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b2e398ba-6ed5-42d9-8cad-877c790dbb95 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:04:42.844189 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b2e398ba-6ed5-42d9-8cad-877c790dbb95 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:security_group_rule and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:04:42.847067 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-b2e398ba-6ed5-42d9-8cad-877c790dbb95 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:04:42.853852 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-b2e398ba-6ed5-42d9-8cad-877c790dbb95 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:04:42.904355 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.securitygroups_db [None req-b2e398ba-6ed5-42d9-8cad-877c790dbb95 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Project 6d4be1f229ef4f879ef01b890d0674a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 02:04:42.910863 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b2e398ba-6ed5-42d9-8cad-877c790dbb95 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:42.975303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b2e398ba-6ed5-42d9-8cad-877c790dbb95 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:43.035696 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b2e398ba-6ed5-42d9-8cad-877c790dbb95 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:43.059018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e398ba-6ed5-42d9-8cad-877c790dbb95 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da0c029-f9cc-40fa-b146-81a9e8f8697e,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:04:43.127305 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-b2e398ba-6ed5-42d9-8cad-877c790dbb95 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:04:43.128491 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b2e398ba-6ed5-42d9-8cad-877c790dbb95 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2989414 Aug 26 02:05:00.561881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-33292396-a9a2-433c-9062-5f5bb61e22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:03.063547 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bc9a2904-24cb-4632-bc0d-2bad8f156996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:03.801354 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:04.275908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:05.755924 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:08.067335 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-304dbf99-d859-42b7-90b1-40ce3fdb8b20 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766800172&fields=id&tenant_id=6d4be1f229ef4f879ef01b890d0674a5 HTTP/1.1" status: 200 len: 267 time: 0.0434799 Aug 26 02:05:08.220573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-f358f9da-ecfe-4c8b-9d50-fb61884555bf tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:08.222044 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-f358f9da-ecfe-4c8b-9d50-fb61884555bf tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 809 time: 0.1476581 Aug 26 02:05:08.236589 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-9411bbf1-a878-442f-a986-730d2d7712c2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/quotas/6d4be1f229ef4f879ef01b890d0674a5 HTTP/1.1" status: 200 len: 375 time: 0.0090976 Aug 26 02:05:08.438169 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-d59407e1-2feb-465e-ae2b-ce3c5623d9f8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1965630 Aug 26 02:05:08.649383 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-08160e96-8a8f-40a9-810c-bd14c6520602 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631603 Aug 26 02:05:08.778986 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-3f841372-724a-446b-aa6c-6bc8bf336a10 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234472 Aug 26 02:05:09.448050 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-75572b86-078b-428c-a7da-2b0dc8ea68e1 req-fdae6599-50db-4a41-bf1e-4d983bded5ea tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 210 time: 0.0542057 Aug 26 02:05:10.573510 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-891006c1-7ba4-4cc7-963e-979dbd5bd15d req-85e32f5e-c361-4bcf-96cc-43a06824e764 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 210 time: 0.0613129 Aug 26 02:05:11.286676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:11.684383 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6f762509-2174-4467-9c8d-4229c8a118db req-d0268406-016f-4fcb-9d5a-b7e90abdf24f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 210 time: 0.0524285 Aug 26 02:05:12.849334 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-de003d3b-859d-47b1-b57a-a9ac3d140a57 req-62f6e9fe-acef-48b8-88df-0662636a1eeb tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 210 time: 0.0531356 Aug 26 02:05:13.492944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-8069be47-449a-4aae-9821-3d13b35e6601 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:13.494366 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-8069be47-449a-4aae-9821-3d13b35e6601 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 809 time: 0.1486197 Aug 26 02:05:13.548934 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-605cb3a3-9c79-4d5e-8cb6-055d180973f8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d4be1f229ef4f879ef01b890d0674a5 HTTP/1.1" status: 200 len: 379 time: 0.0400736 Aug 26 02:05:13.559323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'port': {'device_id': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'admin_state_up': True, 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'security_groups': ['f6152dd1-09e0-4de3-9757-59285b0b8fe1']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:05:13.696948 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:05:13.707165 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:05:13.778772 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Made reservation on behalf of 6d4be1f229ef4f879ef01b890d0674a5 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 02:05:13.782538 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:13.959583 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Allocated IP 172.20.0.10 (e9f8311f-32b6-4212-ae10-2573a41defd8/3199aa7b-1e01-40fe-b475-78e70c6919b4/04014158-543f-42eb-8c9b-5598a94b0124) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:05:14.031116 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-cb8f3eb8-ce1f-4c97-981a-dec6fefbbe4b req-1025708e-1420-4cae-bb47-769361fe2e44 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 210 time: 0.0554347 Aug 26 02:05:14.155617 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:14.171342 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Transition to ACTIVE for port object 04014158-543f-42eb-8c9b-5598a94b0124 will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:05:14.230375 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:14.303111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Network e9f8311f-32b6-4212-ae10-2573a41defd8 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:05:14.327265 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:05:14.327265 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:05:14.357519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'Port': ['ID=04014158-543f-42eb-8c9b-5598a94b0124,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:05:14.380897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:14.381499 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:14.465827 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-71d0d480-0e2f-4308-95c2-0c135f7be82b tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9099481 Aug 26 02:05:14.479144 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Request body: {'port': {'device_id': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:05:14.592844 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:14.622777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2282c32f-b217-400c-8b23-8d5c34b0a9d6 None None] Provisioning for port 04014158-543f-42eb-8c9b-5598a94b0124 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:05:14.628418 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2282c32f-b217-400c-8b23-8d5c34b0a9d6 None None] Provisioning complete for port 04014158-543f-42eb-8c9b-5598a94b0124 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:05:14.629019 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2282c32f-b217-400c-8b23-8d5c34b0a9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:14.687985 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2282c32f-b217-400c-8b23-8d5c34b0a9d6 None None] Port 04014158-543f-42eb-8c9b-5598a94b0124 cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 02:05:15.050391 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04014158-543f-42eb-8c9b-5598a94b0124 {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 02:05:15.059189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:15.072072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Transition to ACTIVE for port object 04014158-543f-42eb-8c9b-5598a94b0124 will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:05:15.115447 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:15.361645 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Pushing event updated for resources: {'Port': ['ID=04014158-543f-42eb-8c9b-5598a94b0124,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:05:15.411081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Attempting to bind port 04014158-543f-42eb-8c9b-5598a94b0124 on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:05:15.411334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Attempting to bind port 04014158-543f-42eb-8c9b-5598a94b0124 by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:05:15.411657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Attempting to bind port 04014158-543f-42eb-8c9b-5598a94b0124 on network e9f8311f-32b6-4212-ae10-2573a41defd8 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:05:15.418777 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Port 04014158-543f-42eb-8c9b-5598a94b0124 on network e9f8311f-32b6-4212-ae10-2573a41defd8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 02:05:15.419092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Attempting to bind port 04014158-543f-42eb-8c9b-5598a94b0124 on network e9f8311f-32b6-4212-ae10-2573a41defd8 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:05:15.426376 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 2, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:05:15.426710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Checking segment: {'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:05:15.427078 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Bound using segment: {'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:05:15.427503 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Bound port: 04014158-543f-42eb-8c9b-5598a94b0124, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:05:15.427837 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:15.444616 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c927410-e6d7-426e-8130-d2e5b12d6e9b req-d438b38e-8f33-41c7-9966-9f62227d1a93 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:15.445290 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-5c927410-e6d7-426e-8130-d2e5b12d6e9b req-d438b38e-8f33-41c7-9966-9f62227d1a93 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Synchronizing usage tracker for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:05:15.536294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] For port 04014158-543f-42eb-8c9b-5598a94b0124, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:05:15.539774 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] For port 04014158-543f-42eb-8c9b-5598a94b0124, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=04014158-543f-42eb-8c9b-5598a94b0124,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:05:15.560294 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-5c927410-e6d7-426e-8130-d2e5b12d6e9b req-d438b38e-8f33-41c7-9966-9f62227d1a93 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Unset dirty status for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:05:15.561508 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5c927410-e6d7-426e-8130-d2e5b12d6e9b req-d438b38e-8f33-41c7-9966-9f62227d1a93 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.3945553 Aug 26 02:05:15.610130 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5c927410-e6d7-426e-8130-d2e5b12d6e9b req-46f071b1-f866-4ec9-8abe-ed4f5c0216ea tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424328 Aug 26 02:05:15.612992 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:15.654826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:15.654826 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:15.654826 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] 10.222.0.94 "PUT /v2.0/ports/04014158-543f-42eb-8c9b-5598a94b0124 HTTP/1.1" status: 200 len: 1094 time: 1.1765623 Aug 26 02:05:15.656683 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'tag': '04014158-543f-42eb-8c9b-5598a94b0124'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:05:15.694127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca31fb-d3a8-49cf-bfdb-4ec72bb53814 service neutron] Pushing event updated for resources: {'Port': ['ID=04014158-543f-42eb-8c9b-5598a94b0124,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:05:15.707709 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225d1e0a-5ceb-4149-a788-a5beac1399f2'] response: {'name': 'network-changed', 'server_uuid': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'tag': '04014158-543f-42eb-8c9b-5598a94b0124', 'status': 'completed', 'code': 200} Aug 26 02:05:15.811258 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba148a09-db23-468e-9206-e11c15dbb0e1 req-2a6f7ea1-01cd-44fa-9b87-e9c37c0cc54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:15.812747 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ba148a09-db23-468e-9206-e11c15dbb0e1 req-2a6f7ea1-01cd-44fa-9b87-e9c37c0cc54d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 1097 time: 0.0803032 Aug 26 02:05:15.961965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba148a09-db23-468e-9206-e11c15dbb0e1 req-8ef76c17-ecec-4b07-a5a5-ae220fc03bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:15.963332 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ba148a09-db23-468e-9206-e11c15dbb0e1 req-8ef76c17-ecec-4b07-a5a5-ae220fc03bd3 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1402419 Aug 26 02:05:16.102790 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba148a09-db23-468e-9206-e11c15dbb0e1 req-94e51ede-3e07-4f70-abf4-1f722f878b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:16.104594 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ba148a09-db23-468e-9206-e11c15dbb0e1 req-94e51ede-3e07-4f70-abf4-1f722f878b93 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1322129 Aug 26 02:05:16.221359 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-39a250a5-8fe0-45e2-9966-aed085a522f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:16.222757 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-39a250a5-8fe0-45e2-9966-aed085a522f5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 1097 time: 0.0833364 Aug 26 02:05:16.293300 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-e5f39845-9bbd-4400-8589-134046217ea4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04014158-543f-42eb-8c9b-5598a94b0124 HTTP/1.1" status: 200 len: 217 time: 0.0597925 Aug 26 02:05:16.360477 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-8e0871c1-e1cf-4c82-ab57-69c6ffd4973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:16.361968 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-8e0871c1-e1cf-4c82-ab57-69c6ffd4973c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0601730 Aug 26 02:05:16.445673 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-097969dd-b73f-4e86-80ed-dca82801add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:16.447131 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-097969dd-b73f-4e86-80ed-dca82801add7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758371 Aug 26 02:05:16.578010 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-cea006df-a843-4636-91f0-3560599a1519 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214502 Aug 26 02:05:16.712995 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-23c61d0f-4ef3-4392-a882-44f512f02a37 req-85143b74-7c5a-40bd-944c-a45f3ffaecb5 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255476 Aug 26 02:05:16.914831 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859072e7-94af-4475-8e1c-5d7a311d5c99 req-4813ae07-b85c-4924-ae1e-64118e8244cd tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:16.916287 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-859072e7-94af-4475-8e1c-5d7a311d5c99 req-4813ae07-b85c-4924-ae1e-64118e8244cd tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.1950433 Aug 26 02:05:16.959675 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-859072e7-94af-4475-8e1c-5d7a311d5c99 req-445338ce-83b5-4a5e-8f25-c398b5e9b452 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369961 Aug 26 02:05:17.923033 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:05:18.169440 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba77fcf-752d-4a56-8f68-ae1a63e90f91 req-3d32301c-8518-4caf-a29d-d278d9f211bc tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:18.171145 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0ba77fcf-752d-4a56-8f68-ae1a63e90f91 req-3d32301c-8518-4caf-a29d-d278d9f211bc tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.0997722 Aug 26 02:05:18.216590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-0ba77fcf-752d-4a56-8f68-ae1a63e90f91 req-ff621790-9988-47c3-b01b-e43ad1638e05 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Synchronizing usage tracker for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:05:18.275425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-0ba77fcf-752d-4a56-8f68-ae1a63e90f91 req-ff621790-9988-47c3-b01b-e43ad1638e05 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Unset dirty status for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:05:18.277202 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0ba77fcf-752d-4a56-8f68-ae1a63e90f91 req-ff621790-9988-47c3-b01b-e43ad1638e05 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998619 Aug 26 02:05:19.473609 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d02bc9-6a82-4a67-b09f-da73ab96c9ce req-e3a1a925-c243-490d-a721-33e700f9535d tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:19.475089 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6d02bc9-6a82-4a67-b09f-da73ab96c9ce req-e3a1a925-c243-490d-a721-33e700f9535d tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.0910938 Aug 26 02:05:19.519032 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6d02bc9-6a82-4a67-b09f-da73ab96c9ce req-3885d83e-5099-4c2c-9043-a3495c01afdf tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376446 Aug 26 02:05:20.714322 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28088f-9a8a-4502-8f10-f24bd0a0108e req-1d4d3ca0-5e63-43b8-a34e-5e3725186384 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:20.715755 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3c28088f-9a8a-4502-8f10-f24bd0a0108e req-1d4d3ca0-5e63-43b8-a34e-5e3725186384 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.0908425 Aug 26 02:05:20.759020 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-3c28088f-9a8a-4502-8f10-f24bd0a0108e req-ce1a9c94-23a4-42a0-bea8-214efdfa3cee tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376265 Aug 26 02:05:21.955101 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f3238-17a4-49dc-8e5d-c5e627d8b9c5 req-1fb9c737-2425-437a-9503-5a004b77fc71 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:21.956552 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cf1f3238-17a4-49dc-8e5d-c5e627d8b9c5 req-1fb9c737-2425-437a-9503-5a004b77fc71 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.0856464 Aug 26 02:05:22.001597 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cf1f3238-17a4-49dc-8e5d-c5e627d8b9c5 req-bdc79fa6-1910-49b9-be31-7b183a98b96d tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393467 Aug 26 02:05:23.194934 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49018f87-71a7-4876-9946-08294186c89e req-0640793f-6fe2-4eb1-8969-12cb0d705aac tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:23.196395 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-49018f87-71a7-4876-9946-08294186c89e req-0640793f-6fe2-4eb1-8969-12cb0d705aac tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.0864973 Aug 26 02:05:23.241195 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-49018f87-71a7-4876-9946-08294186c89e req-4ccc89d8-adbb-4436-ab16-92ba3f0feaf4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385213 Aug 26 02:05:24.441354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce15f22-47e8-494a-8938-2f003fb61c02 req-8e12e150-cfa3-4c58-ad20-2d4bcd33c112 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:24.442827 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1ce15f22-47e8-494a-8938-2f003fb61c02 req-8e12e150-cfa3-4c58-ad20-2d4bcd33c112 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.0939214 Aug 26 02:05:24.487266 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1ce15f22-47e8-494a-8938-2f003fb61c02 req-8a4ef222-c488-4ab0-948d-71a2df52d0da tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388198 Aug 26 02:05:24.520431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 04014158-543f-42eb-8c9b-5598a94b0124 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 02:05:24.657984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 04014158-543f-42eb-8c9b-5598a94b0124, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=04014158-543f-42eb-8c9b-5598a94b0124,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:05:24.671916 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '04014158-543f-42eb-8c9b-5598a94b0124', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'port_id': '04014158-543f-42eb-8c9b-5598a94b0124', 'mac_address': 'fa:16:3e:53:4a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 02:05:24.725940 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 04014158-543f-42eb-8c9b-5598a94b0124 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:05:24.726340 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:24.743585 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04014158-543f-42eb-8c9b-5598a94b0124 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 02:05:24.758694 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 04014158-543f-42eb-8c9b-5598a94b0124, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=04014158-543f-42eb-8c9b-5598a94b0124,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:05:24.829532 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:24.900107 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=04014158-543f-42eb-8c9b-5598a94b0124,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:05:24.907819 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:05:24.908231 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:05:24.908515 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:05:24.908853 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:05:24.909184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:05:24.909514 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:05:24.909869 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:05:24.910199 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:05:24.910528 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:05:24.910855 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:05:24.911177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:05:24.911503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:05:25.129750 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['04014158-543f-42eb-8c9b-5598a94b0124'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 02:05:25.687381 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e3765-e191-4c84-aae5-db426eb72887 req-2c2be062-b6e3-4556-adf0-9766c5860c4a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:25.688834 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-960e3765-e191-4c84-aae5-db426eb72887 req-2c2be062-b6e3-4556-adf0-9766c5860c4a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 945 time: 0.0905287 Aug 26 02:05:25.732988 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-960e3765-e191-4c84-aae5-db426eb72887 req-e8192f69-e57d-4ad9-bd56-dfc4386657de tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384150 Aug 26 02:05:26.535548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 04014158-543f-42eb-8c9b-5598a94b0124 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:05:26.657841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 04014158-543f-42eb-8c9b-5598a94b0124 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:05:26.663052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 04014158-543f-42eb-8c9b-5598a94b0124 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:05:26.663489 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:26.781355 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 04014158-543f-42eb-8c9b-5598a94b0124 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:05:26.781764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:26.812448 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04014158-543f-42eb-8c9b-5598a94b0124'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:05:26.822131 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 04014158-543f-42eb-8c9b-5598a94b0124, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=04014158-543f-42eb-8c9b-5598a94b0124,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:05:26.892388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:26.938630 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abd45b-3232-4fe2-a61a-b8850f31b2b9 req-cabc6eed-bef8-4ae2-823a-8dd5c6541091 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:26.940205 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-59abd45b-3232-4fe2-a61a-b8850f31b2b9 req-cabc6eed-bef8-4ae2-823a-8dd5c6541091 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0915785 Aug 26 02:05:26.967124 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-997c9a2a-af35-4362-9c20-0bdcfb4a5d71'] response: {'server_uuid': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04014158-543f-42eb-8c9b-5598a94b0124', 'code': 200} Aug 26 02:05:26.967963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=04014158-543f-42eb-8c9b-5598a94b0124,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:05:26.991891 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-59abd45b-3232-4fe2-a61a-b8850f31b2b9 req-895816ca-74ac-4f09-bb61-57d2b61a8ff8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454504 Aug 26 02:05:27.399713 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd676911-eff4-4f7f-9a0f-f6aae6b2dd90 req-32eb7d0a-28e4-41e0-9b8c-a39ef2db2a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:27.401216 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cd676911-eff4-4f7f-9a0f-f6aae6b2dd90 req-32eb7d0a-28e4-41e0-9b8c-a39ef2db2a33 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 1099 time: 0.0760093 Aug 26 02:05:27.442642 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-cd676911-eff4-4f7f-9a0f-f6aae6b2dd90 req-111282ed-dbaa-40aa-959e-c8f407879e82 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331283 Aug 26 02:05:28.189352 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725af93-4453-4334-9e76-a755d645defc req-baf5fae6-b437-4204-ba5a-b98233c862de tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:28.190835 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9725af93-4453-4334-9e76-a755d645defc req-baf5fae6-b437-4204-ba5a-b98233c862de tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0905523 Aug 26 02:05:28.235200 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9725af93-4453-4334-9e76-a755d645defc req-96859002-55a0-4727-be7d-965127c009bb tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387998 Aug 26 02:05:29.436919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d2676-c780-49ca-89cc-672dcb44b36b req-6151cc9a-ee7c-4ac6-8b89-14a2786a79a8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:29.438386 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fb1d2676-c780-49ca-89cc-672dcb44b36b req-6151cc9a-ee7c-4ac6-8b89-14a2786a79a8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0904160 Aug 26 02:05:29.482764 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-fb1d2676-c780-49ca-89cc-672dcb44b36b req-9881d617-6ce2-43e1-93d4-ba8f006862f7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386496 Aug 26 02:05:29.674480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee91ad-9356-4a66-b99a-5b11abb3b31c req-3b7d2aed-278a-447c-aea7-7ec5628f7be3 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:29.675959 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dbee91ad-9356-4a66-b99a-5b11abb3b31c req-3b7d2aed-278a-447c-aea7-7ec5628f7be3 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0859456 Aug 26 02:05:29.719702 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-dbee91ad-9356-4a66-b99a-5b11abb3b31c req-f9700d9c-7b7b-45bd-af34-eca39fa33d71 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382218 Aug 26 02:05:29.746719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34418) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:05:29.826087 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02e16c2-a64c-4dc1-ab97-ce5e39103121 tempest-TestShelveInstance-387538259 tempest-TestShelveInstance-387538259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:29.827651 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e02e16c2-a64c-4dc1-ab97-ce5e39103121 tempest-TestShelveInstance-387538259 tempest-TestShelveInstance-387538259-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 1094 time: 0.0799654 Aug 26 02:05:29.830552 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34422) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:05:29.835774 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '04014158-543f-42eb-8c9b-5598a94b0124', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:05:29.842173 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:05:29.846156 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Usage tracker for resource:floatingip and tenant:6d4be1f229ef4f879ef01b890d0674a5 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:05:29.848951 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:05:29.855468 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:05:29.982583 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:30.123953 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:30.258545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Allocated IP 172.26.2.184 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/7b4dab00-626a-43ca-8a6d-3c33b0f2ebc3) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:05:30.410003 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:30.487045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:30.515102 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ab444162-872c-4c2a-abf1-69956bebbae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:30.552719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:05:30.555656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:05:30.559408 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:05:30.598923 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'Port': ['ID=7b4dab00-626a-43ca-8a6d-3c33b0f2ebc3,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:05:31.055961 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:31.190555 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:31.395835 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:31.451007 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:31.556327 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event updated for resources: {'Port': ['ID=7b4dab00-626a-43ca-8a6d-3c33b0f2ebc3,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:05:31.560130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:31.732207 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Floating IP 88e723eb-4696-44d6-b712-5509d788e34b associated. External IP: 172.26.2.184, port: 04014158-543f-42eb-8c9b-5598a94b0124. Aug 26 02:05:32.084979 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Router afb41689-8f12-486f-818b-e1c8f9d03c38 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:05:32.366372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:05:32.378135 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923a3f1-70bd-47dc-871e-fe4e5de73bde None None] Sync routers for ids ['afb41689-8f12-486f-818b-e1c8f9d03c38'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:05:32.388368 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923a3f1-70bd-47dc-871e-fe4e5de73bde None None] Routers {'afb41689-8f12-486f-818b-e1c8f9d03c38'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:05:32.388966 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5923a3f1-70bd-47dc-871e-fe4e5de73bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:05:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['afb41689-8f12-486f-818b-e1c8f9d03c38'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:05:32.463947 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:32.519728 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-9d751585-7a06-4fef-bc86-6425da27d4e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6881549 Aug 26 02:05:32.520297 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'tag': '04014158-543f-42eb-8c9b-5598a94b0124'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:05:32.563131 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da89eadd-163e-412b-b61d-3d2556c77859'] response: {'name': 'network-changed', 'server_uuid': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'tag': '04014158-543f-42eb-8c9b-5598a94b0124', 'status': 'completed', 'code': 200} Aug 26 02:05:32.565969 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5923a3f1-70bd-47dc-871e-fe4e5de73bde None None] Set router afb41689-8f12-486f-818b-e1c8f9d03c38 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:05:32.670786 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62bba5-4a32-44f4-a675-c9eb669c40a5 req-7bc033cd-f4f0-42a0-8e5f-ae06685acdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:32.672266 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bd62bba5-4a32-44f4-a675-c9eb669c40a5 req-7bc033cd-f4f0-42a0-8e5f-ae06685acdec service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 1099 time: 0.0781190 Aug 26 02:05:32.810249 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62bba5-4a32-44f4-a675-c9eb669c40a5 req-73308fe7-24f1-471d-98e2-7b12c71f4b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:32.811767 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bd62bba5-4a32-44f4-a675-c9eb669c40a5 req-73308fe7-24f1-471d-98e2-7b12c71f4b45 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.1313751 Aug 26 02:05:32.910376 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5923a3f1-70bd-47dc-871e-fe4e5de73bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '88e723eb-4696-44d6-b712-5509d788e34b', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'floating_ip_address': '172.26.2.184', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'port_id': '04014158-543f-42eb-8c9b-5598a94b0124', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'mac_address': 'fa:16:3e:53:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:05:31Z', 'updated_at': '2022-08-26T02:05:31Z', 'revision_number': 0, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa0103b-da89-422c-95b7-45d47268beef', 'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'mac_address': 'fa:16:3e:8e:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:05Z', 'updated_at': '2022-08-26T02:00:12Z', 'revision_number': 5, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'subnets': [{'id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:05:32.914120 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923a3f1-70bd-47dc-871e-fe4e5de73bde None None] Checking router: afb41689-8f12-486f-818b-e1c8f9d03c38 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:05:32.916307 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bd62bba5-4a32-44f4-a675-c9eb669c40a5 req-1b61d6fc-a86c-4af3-b65a-0fb0a03354ed service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04014158-543f-42eb-8c9b-5598a94b0124 HTTP/1.1" status: 200 len: 1000 time: 0.0986426 Aug 26 02:05:32.923161 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923a3f1-70bd-47dc-871e-fe4e5de73bde None None] Routers {'afb41689-8f12-486f-818b-e1c8f9d03c38'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:05:32.923740 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5923a3f1-70bd-47dc-871e-fe4e5de73bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:05:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['afb41689-8f12-486f-818b-e1c8f9d03c38'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:05:32.982717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62bba5-4a32-44f4-a675-c9eb669c40a5 req-46745645-f92c-4b2e-b878-eade50cab8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:32.984136 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bd62bba5-4a32-44f4-a675-c9eb669c40a5 req-46745645-f92c-4b2e-b878-eade50cab8c0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0621085 Aug 26 02:05:33.018012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-70898216-d443-46f8-8e83-668317d57bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:33.067072 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62bba5-4a32-44f4-a675-c9eb669c40a5 req-e075a3e4-6b25-44fb-935b-7afdbe4cc11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:05:33.068736 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bd62bba5-4a32-44f4-a675-c9eb669c40a5 req-e075a3e4-6b25-44fb-935b-7afdbe4cc11a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784392 Aug 26 02:05:33.099152 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5923a3f1-70bd-47dc-871e-fe4e5de73bde None None] Set router afb41689-8f12-486f-818b-e1c8f9d03c38 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:05:33.202668 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bd62bba5-4a32-44f4-a675-c9eb669c40a5 req-10476410-a888-406b-ba95-05077f118ad3 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278107 Aug 26 02:05:33.337471 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bd62bba5-4a32-44f4-a675-c9eb669c40a5 req-d51a1fba-9349-4ddf-a59e-2e40a7b7956d service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280897 Aug 26 02:05:33.471964 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5923a3f1-70bd-47dc-871e-fe4e5de73bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '88e723eb-4696-44d6-b712-5509d788e34b', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'floating_ip_address': '172.26.2.184', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'port_id': '04014158-543f-42eb-8c9b-5598a94b0124', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'mac_address': 'fa:16:3e:53:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:05:31Z', 'updated_at': '2022-08-26T02:05:31Z', 'revision_number': 0, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa0103b-da89-422c-95b7-45d47268beef', 'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'mac_address': 'fa:16:3e:8e:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:05Z', 'updated_at': '2022-08-26T02:00:12Z', 'revision_number': 5, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'subnets': [{'id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:05:33.475801 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923a3f1-70bd-47dc-871e-fe4e5de73bde None None] The sync data for ids ['afb41689-8f12-486f-818b-e1c8f9d03c38'] in dv-neutron-854561-2-hyperv is: [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '88e723eb-4696-44d6-b712-5509d788e34b', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'floating_ip_address': '172.26.2.184', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'port_id': '04014158-543f-42eb-8c9b-5598a94b0124', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'mac_address': 'fa:16:3e:53:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:05:31Z', 'updated_at': '2022-08-26T02:05:31Z', 'revision_number': 0, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa0103b-da89-422c-95b7-45d47268beef', 'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'mac_address': 'fa:16:3e:8e:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:05Z', 'updated_at': '2022-08-26T02:00:12Z', 'revision_number': 5, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'subnets': [{'id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:05:33.666171 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb94fc82-0959-4702-ab6a-cbeff86180d6 None None] New status for floating IP 88e723eb-4696-44d6-b712-5509d788e34b: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 02:05:33.823475 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:34.183348 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:35.731930 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:41.553891 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:05:54.922991 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:06:00.880848 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a021095b-305c-4efe-825f-3f1826e4482b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:06:03.166572 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-98773859-5703-4f25-8bd7-dfcfb339be37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:06:03.823662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:06:04.189089 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:06:05.732945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:06:11.303416 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:06:22.594938 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e881404e-51ed-4e65-a276-a342adeecb11 req-336126b3-19d4-497a-8de5-7292d16f79c8 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813205 Aug 26 02:06:22.748860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881404e-51ed-4e65-a276-a342adeecb11 req-a1e89f15-c25f-4346-a471-08f4bea750ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:06:22.750421 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e881404e-51ed-4e65-a276-a342adeecb11 req-a1e89f15-c25f-4346-a471-08f4bea750ba service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 1099 time: 0.0784254 Aug 26 02:06:22.903127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881404e-51ed-4e65-a276-a342adeecb11 req-3c2be52f-65e2-46c4-8af9-cfeee7bfddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:06:22.905064 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e881404e-51ed-4e65-a276-a342adeecb11 req-3c2be52f-65e2-46c4-8af9-cfeee7bfddf7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.1310880 Aug 26 02:06:23.012176 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e881404e-51ed-4e65-a276-a342adeecb11 req-34e8bcc1-9377-4eec-a1ea-a96981628040 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04014158-543f-42eb-8c9b-5598a94b0124 HTTP/1.1" status: 200 len: 1002 time: 0.0983586 Aug 26 02:06:23.078492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881404e-51ed-4e65-a276-a342adeecb11 req-c0418011-aa30-4681-86a3-89c935a14a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:06:23.079890 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e881404e-51ed-4e65-a276-a342adeecb11 req-c0418011-aa30-4681-86a3-89c935a14a79 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0578523 Aug 26 02:06:23.172835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881404e-51ed-4e65-a276-a342adeecb11 req-1d084767-4d56-4b75-b98b-5e6d0c21fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:06:23.172835 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e881404e-51ed-4e65-a276-a342adeecb11 req-1d084767-4d56-4b75-b98b-5e6d0c21fa1d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804808 Aug 26 02:06:23.412764 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e881404e-51ed-4e65-a276-a342adeecb11 req-794a72bc-059d-46b1-b8ce-7c256a143c0a service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337415 Aug 26 02:06:23.548348 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e881404e-51ed-4e65-a276-a342adeecb11 req-6dfe9880-e1ed-42be-9338-08f779d9b5bd service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266224 Aug 26 02:06:30.537827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-126dc1dd-4a7a-405b-8231-6875d3f1ac3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:06:31.922157 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:06:33.022710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-628bc2d6-99c1-4d48-b1e4-889c9f03b119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:06:33.776916 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:06:34.194783 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:06:35.772746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:06:41.349206 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:07:00.559516 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-812e39ab-2938-498d-b739-09d9943c9db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:07:03.012377 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b98c455a-1db6-4fc9-83ed-0a6ce4a9dbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:07:03.783882 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:07:04.177814 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:07:05.732044 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:07:08.920845 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:07:11.320742 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:07:22.596175 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3b80ae69-bd28-4603-98bd-3a633718e54d req-194f128c-80ae-4bfa-940c-73412874fb8c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784276 Aug 26 02:07:22.749454 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80ae69-bd28-4603-98bd-3a633718e54d req-9da895c0-4a67-4aeb-9883-0f3e393b2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:07:22.750969 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3b80ae69-bd28-4603-98bd-3a633718e54d req-9da895c0-4a67-4aeb-9883-0f3e393b2bac service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 1099 time: 0.0806775 Aug 26 02:07:22.905118 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80ae69-bd28-4603-98bd-3a633718e54d req-6b2ac242-a7e4-491c-9e55-09b9e72a7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:07:22.906510 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3b80ae69-bd28-4603-98bd-3a633718e54d req-6b2ac242-a7e4-491c-9e55-09b9e72a7e8c service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.1327026 Aug 26 02:07:23.016183 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3b80ae69-bd28-4603-98bd-3a633718e54d req-b7e07d83-fe80-4fa9-a359-bb3832cbc5ba service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04014158-543f-42eb-8c9b-5598a94b0124 HTTP/1.1" status: 200 len: 1002 time: 0.1003301 Aug 26 02:07:23.081883 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80ae69-bd28-4603-98bd-3a633718e54d req-51e170fd-b7ca-4051-8650-2645461c1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:07:23.083289 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3b80ae69-bd28-4603-98bd-3a633718e54d req-51e170fd-b7ca-4051-8650-2645461c1e34 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0582705 Aug 26 02:07:23.168785 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80ae69-bd28-4603-98bd-3a633718e54d req-67c77846-be97-4b23-9470-a2b3c4e8fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:07:23.170158 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3b80ae69-bd28-4603-98bd-3a633718e54d req-67c77846-be97-4b23-9470-a2b3c4e8fd36 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780749 Aug 26 02:07:23.183301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [req-3b80ae69-bd28-4603-98bd-3a633718e54d req-62d8cf2f-a419-4279-a441-64c193e18a62 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 02:07:23.184186 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3b80ae69-bd28-4603-98bd-3a633718e54d req-62d8cf2f-a419-4279-a441-64c193e18a62 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046711 Aug 26 02:07:23.315950 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3b80ae69-bd28-4603-98bd-3a633718e54d req-09164248-d8d7-4ded-b59c-dcf40303bdb9 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222513 Aug 26 02:07:23.448264 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3b80ae69-bd28-4603-98bd-3a633718e54d req-ba0b1048-71e9-4d8f-b624-01b04c7b216f service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230552 Aug 26 02:07:30.532240 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3e349c47-b892-43cd-b509-c9a169f12902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:07:33.028917 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b9df2561-adcc-4c01-a165-939831e5590c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:07:33.788242 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:07:34.199585 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:07:35.760527 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:07:41.348985 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:07:45.920202 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:08:00.520702 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cde22a6d-a418-41d1-87e2-7de6d8524530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:03.035140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c6c2957f-bc1b-4522-b979-549c0d337e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:03.801144 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:04.199308 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:05.760227 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:11.415179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:11.656133 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7c59a-b72f-4d17-a655-e11b4f2fd808 req-22091948-ffa7-4f47-8e75-8b8c372dddb5 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:11.657586 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d1b7c59a-b72f-4d17-a655-e11b4f2fd808 req-22091948-ffa7-4f47-8e75-8b8c372dddb5 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0863605 Aug 26 02:08:11.701891 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d1b7c59a-b72f-4d17-a655-e11b4f2fd808 req-0f07d87c-a203-489f-8c53-628510259b08 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386493 Aug 26 02:08:12.931702 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc696c-80d6-441d-aeb6-b88b5c0f2c01 req-0266c1f7-073b-4357-b7d6-85f47238fd9e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:12.933165 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-20cc696c-80d6-441d-aeb6-b88b5c0f2c01 req-0266c1f7-073b-4357-b7d6-85f47238fd9e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.1051025 Aug 26 02:08:12.978831 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-20cc696c-80d6-441d-aeb6-b88b5c0f2c01 req-a4b5569c-613d-4f06-94b8-dbcc7ca73fc8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398185 Aug 26 02:08:14.184734 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff7c48-9b0d-4a41-bc67-093c027a8006 req-328dd5c0-2fce-47f8-97c8-9ca4a4215aea tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:14.186207 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-17ff7c48-9b0d-4a41-bc67-093c027a8006 req-328dd5c0-2fce-47f8-97c8-9ca4a4215aea tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0930369 Aug 26 02:08:14.230473 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-17ff7c48-9b0d-4a41-bc67-093c027a8006 req-ce6a2a52-23b4-4f41-ac81-27f61e397903 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384703 Aug 26 02:08:15.422568 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47cdab-f43e-4d06-ba6f-d7df58323a30 req-a2119ec2-019c-4480-8771-350d472bca3e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:15.424008 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0b47cdab-f43e-4d06-ba6f-d7df58323a30 req-a2119ec2-019c-4480-8771-350d472bca3e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0872257 Aug 26 02:08:15.469851 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0b47cdab-f43e-4d06-ba6f-d7df58323a30 req-5d1e9aeb-2926-4336-b4ec-5b9cbb76720a tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393009 Aug 26 02:08:16.663944 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eba98-68ec-467c-9716-28e2e911fbd7 req-4ac993b8-0313-4548-96bd-6263794481ed tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:16.665392 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e12eba98-68ec-467c-9716-28e2e911fbd7 req-4ac993b8-0313-4548-96bd-6263794481ed tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0859268 Aug 26 02:08:16.711883 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e12eba98-68ec-467c-9716-28e2e911fbd7 req-487c2518-7293-463c-ae8d-eb613f1538b7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408309 Aug 26 02:08:17.909762 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a641-60c9-48e3-b2ca-577a94772aa8 req-bcd16dac-c937-48cd-a804-f146afbe1b8e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:17.911277 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-24e8a641-60c9-48e3-b2ca-577a94772aa8 req-bcd16dac-c937-48cd-a804-f146afbe1b8e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0913978 Aug 26 02:08:17.956299 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-24e8a641-60c9-48e3-b2ca-577a94772aa8 req-3fd9d7f9-a6c7-407c-94ec-71aa261f0d7f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391376 Aug 26 02:08:19.150752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf9047-a6eb-4545-a1dc-35c929683e0d req-27fe7a16-44ac-451e-b4b3-9add196b9b36 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:19.152112 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c3bf9047-a6eb-4545-a1dc-35c929683e0d req-27fe7a16-44ac-451e-b4b3-9add196b9b36 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0876191 Aug 26 02:08:19.195921 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c3bf9047-a6eb-4545-a1dc-35c929683e0d req-55d2d8a7-1d80-4a1f-8a96-3a946430b9e2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380805 Aug 26 02:08:20.401151 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9452e5-8f91-423b-8786-d06318504596 req-bf1498cf-53a3-4f12-8057-c668d82536a7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:20.402528 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4c9452e5-8f91-423b-8786-d06318504596 req-bf1498cf-53a3-4f12-8057-c668d82536a7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0915086 Aug 26 02:08:20.445579 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-4c9452e5-8f91-423b-8786-d06318504596 req-8623e12b-1b93-4b10-baf0-e056041cc1e0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373945 Aug 26 02:08:21.645405 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f501c5-1f5c-44fe-a064-8c9e32282198 req-dfd0e3b8-5543-445b-b103-d7f5b9b9d5dd tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:21.647534 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-71f501c5-1f5c-44fe-a064-8c9e32282198 req-dfd0e3b8-5543-445b-b103-d7f5b9b9d5dd tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0942030 Aug 26 02:08:21.691606 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-71f501c5-1f5c-44fe-a064-8c9e32282198 req-cacc5d5b-4271-426f-a0c8-49c294600463 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381634 Aug 26 02:08:22.893856 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0190e92-3360-45d3-acac-08f13d487015 req-2b83c3aa-e7e3-48ab-af5d-753235e59fb0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:22.895346 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e0190e92-3360-45d3-acac-08f13d487015 req-2b83c3aa-e7e3-48ab-af5d-753235e59fb0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0922937 Aug 26 02:08:22.919640 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:08:22.940478 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e0190e92-3360-45d3-acac-08f13d487015 req-940d9424-93c3-4277-aa5e-e3566679c1be tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388556 Aug 26 02:08:23.674092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecc9bb-d8c9-405c-a06b-7111ef13e5b7 req-2047c632-9167-41ef-b037-7bf2a20d8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:23.675556 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6ecc9bb-d8c9-405c-a06b-7111ef13e5b7 req-2047c632-9167-41ef-b037-7bf2a20d8c2e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 1099 time: 0.0792079 Aug 26 02:08:23.937644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecc9bb-d8c9-405c-a06b-7111ef13e5b7 req-ba56c47e-0743-4804-b0a7-3c24fd1bcee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:23.939035 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6ecc9bb-d8c9-405c-a06b-7111ef13e5b7 req-ba56c47e-0743-4804-b0a7-3c24fd1bcee7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.2405357 Aug 26 02:08:24.047509 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6ecc9bb-d8c9-405c-a06b-7111ef13e5b7 req-d7cfdbf3-6005-4870-86e0-07e375d20d7d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04014158-543f-42eb-8c9b-5598a94b0124 HTTP/1.1" status: 200 len: 1002 time: 0.0986774 Aug 26 02:08:24.165243 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecc9bb-d8c9-405c-a06b-7111ef13e5b7 req-dce2e287-4be8-4324-8478-d4598b056049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:24.166677 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6ecc9bb-d8c9-405c-a06b-7111ef13e5b7 req-dce2e287-4be8-4324-8478-d4598b056049 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.1101258 Aug 26 02:08:24.241202 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486ddb2-e985-4b8e-aab7-558f794970fa req-051dc9bb-e882-4e95-84cd-c633c4696a84 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:24.242680 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2486ddb2-e985-4b8e-aab7-558f794970fa req-051dc9bb-e882-4e95-84cd-c633c4696a84 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.1549659 Aug 26 02:08:24.297180 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2486ddb2-e985-4b8e-aab7-558f794970fa req-dcc19bdc-26d2-4be2-b77b-caa29a91c155 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486858 Aug 26 02:08:24.303276 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecc9bb-d8c9-405c-a06b-7111ef13e5b7 req-8c0d4201-d16d-4e00-879e-d1b340467ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:24.304695 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6ecc9bb-d8c9-405c-a06b-7111ef13e5b7 req-8c0d4201-d16d-4e00-879e-d1b340467ea2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1275647 Aug 26 02:08:24.440236 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6ecc9bb-d8c9-405c-a06b-7111ef13e5b7 req-3994ce4c-f3da-458e-b6e6-c74218fcd329 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240344 Aug 26 02:08:24.578978 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e6ecc9bb-d8c9-405c-a06b-7111ef13e5b7 req-5e251c4b-29f5-436e-8253-44ac3a552c5f service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290112 Aug 26 02:08:25.494528 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b006abc-1a19-47a2-8bdd-d6b94d54c38d req-f7cc5209-49a5-4c9d-a490-1380ed28eab5 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:25.496005 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b006abc-1a19-47a2-8bdd-d6b94d54c38d req-f7cc5209-49a5-4c9d-a490-1380ed28eab5 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0910890 Aug 26 02:08:25.539613 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-7b006abc-1a19-47a2-8bdd-d6b94d54c38d req-19bac353-1a67-4078-93b3-a392ad1ba295 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378644 Aug 26 02:08:26.735106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c36e7-1c14-4a5e-b420-481a5cc610ac req-f09587ec-b20d-4d1e-ad78-c579ad8f23c8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:26.736540 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3b6c36e7-1c14-4a5e-b420-481a5cc610ac req-f09587ec-b20d-4d1e-ad78-c579ad8f23c8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0907626 Aug 26 02:08:26.779253 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-3b6c36e7-1c14-4a5e-b420-481a5cc610ac req-2a2b7867-6314-4dbd-a183-6aa7ef5ca1a7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368652 Aug 26 02:08:26.876060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c6082-0d05-48a0-9a6b-24ef1774a1d6 req-b572c95d-3651-461b-95d8-1776a37cb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:26.877504 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-181c6082-0d05-48a0-9a6b-24ef1774a1d6 req-b572c95d-3651-461b-95d8-1776a37cb2d7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 1099 time: 0.0772989 Aug 26 02:08:27.008470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c6082-0d05-48a0-9a6b-24ef1774a1d6 req-e6b1a7bd-266a-469c-be85-2ac19f2cfe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:27.009913 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-181c6082-0d05-48a0-9a6b-24ef1774a1d6 req-e6b1a7bd-266a-469c-be85-2ac19f2cfe11 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.1233480 Aug 26 02:08:27.113665 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-181c6082-0d05-48a0-9a6b-24ef1774a1d6 req-d4db9ce9-4057-48aa-b2f2-49761723e95f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04014158-543f-42eb-8c9b-5598a94b0124 HTTP/1.1" status: 200 len: 1002 time: 0.0947974 Aug 26 02:08:27.173704 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c6082-0d05-48a0-9a6b-24ef1774a1d6 req-4b2211db-ceec-4af8-abbc-8ab2dcd42b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:27.175093 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-181c6082-0d05-48a0-9a6b-24ef1774a1d6 req-4b2211db-ceec-4af8-abbc-8ab2dcd42b58 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0552969 Aug 26 02:08:27.258130 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c6082-0d05-48a0-9a6b-24ef1774a1d6 req-b3ca84bd-89d8-4872-b76b-be1e7e7d4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:27.259565 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-181c6082-0d05-48a0-9a6b-24ef1774a1d6 req-b3ca84bd-89d8-4872-b76b-be1e7e7d4ee5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782766 Aug 26 02:08:27.399662 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-181c6082-0d05-48a0-9a6b-24ef1774a1d6 req-7f633b24-30a6-44c0-aaaa-34924c220a39 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315408 Aug 26 02:08:27.640567 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-181c6082-0d05-48a0-9a6b-24ef1774a1d6 req-477e1d3c-72e0-4409-aab2-cea448706c9c service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309437 Aug 26 02:08:27.983147 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895e458-1774-484d-ab77-9622fa891c5d req-8ffa5913-490b-4a9d-905d-0c6646773831 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:27.984594 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d895e458-1774-484d-ab77-9622fa891c5d req-8ffa5913-490b-4a9d-905d-0c6646773831 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0929277 Aug 26 02:08:28.029557 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d895e458-1774-484d-ab77-9622fa891c5d req-101104e7-1ab8-42bf-ab27-f9972a60c388 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392697 Aug 26 02:08:29.222358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aa5d0-a4a3-4343-a578-42825cae2973 req-fa44c0ce-00be-4c5e-94e9-c21e1bb15420 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:29.223835 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-de4aa5d0-a4a3-4343-a578-42825cae2973 req-fa44c0ce-00be-4c5e-94e9-c21e1bb15420 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0861464 Aug 26 02:08:29.272310 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-de4aa5d0-a4a3-4343-a578-42825cae2973 req-aca3fd17-db0c-4ffc-8b08-452332b9fdc2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414283 Aug 26 02:08:30.474291 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0e614-06dd-49ce-970a-adf68eaed350 req-7ce629b8-7d9e-4a4b-bb9a-ca35d781adca tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:30.476345 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-40d0e614-06dd-49ce-970a-adf68eaed350 req-7ce629b8-7d9e-4a4b-bb9a-ca35d781adca tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0872498 Aug 26 02:08:30.519023 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-40d0e614-06dd-49ce-970a-adf68eaed350 req-0150144a-594d-4307-96c2-6e80965d4dd8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367591 Aug 26 02:08:30.520715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-efaeadf9-75de-4d82-b06e-8ea59f22f380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:31.583092 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 04014158-543f-42eb-8c9b-5598a94b0124 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:08:31.698792 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 04014158-543f-42eb-8c9b-5598a94b0124 is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:08:31.699177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:31.717822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c96390-3cae-4e4a-8503-b0da0313f267 req-524de6d3-1129-409e-ac6d-6b86be8d7005 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:31.719305 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b2c96390-3cae-4e4a-8503-b0da0313f267 req-524de6d3-1129-409e-ac6d-6b86be8d7005 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0884683 Aug 26 02:08:31.727103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04014158-543f-42eb-8c9b-5598a94b0124'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:08:31.737088 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 04014158-543f-42eb-8c9b-5598a94b0124, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=04014158-543f-42eb-8c9b-5598a94b0124,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:08:31.766515 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-b2c96390-3cae-4e4a-8503-b0da0313f267 req-4dc3b925-48f3-44ec-9dde-28ff2e13cc13 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406911 Aug 26 02:08:31.769864 dv-neutron-854561-2-hyperv neutron-server[89864]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1502feb2-2da7-42de-ab0c-5b5008f97bd8']: {'server_uuid': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04014158-543f-42eb-8c9b-5598a94b0124', 'code': 422} returned with failed status Aug 26 02:08:31.801012 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:31.870346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=04014158-543f-42eb-8c9b-5598a94b0124,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:08:31.877572 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:08:31.877959 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:08:31.878307 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:08:31.878647 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:08:31.878983 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:08:31.879320 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:08:31.879651 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:08:31.879999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:08:31.880345 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:08:31.880671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:08:31.881080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:08:31.881916 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:08:32.251909 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8198164-0954-4884-9177-423d229bf690 req-f6e87408-631c-4fff-bbd1-d527228d983e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:32.253384 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c8198164-0954-4884-9177-423d229bf690 req-f6e87408-631c-4fff-bbd1-d527228d983e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.0920851 Aug 26 02:08:32.290055 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9480a2d0-759b-4a6c-8913-9792f93cb57b req-5243bbc1-5187-4380-b342-5a1023ecd3b5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198578 Aug 26 02:08:32.298800 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c8198164-0954-4884-9177-423d229bf690 req-a26ad305-e9b7-40e9-9cf2-6a1801e2fda4 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396352 Aug 26 02:08:32.995031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1265959e-f432-421b-84ce-271f35c9273e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:33.651128 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0e91d-5f5c-4282-8b7b-90b38e29ae00 req-e27c05a6-f8d8-46fa-9c28-bfd282b3915e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:33.652591 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ece0e91d-5f5c-4282-8b7b-90b38e29ae00 req-e27c05a6-f8d8-46fa-9c28-bfd282b3915e tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.0886497 Aug 26 02:08:33.698668 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ece0e91d-5f5c-4282-8b7b-90b38e29ae00 req-c6d289cb-7fca-47de-a680-47016f788acb tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402694 Aug 26 02:08:33.800307 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:34.205625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:34.894742 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61b812-f476-44a9-be3b-22f4946f2b3b req-e92c10fa-6ef5-44b7-b578-280820896348 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:34.896240 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6c61b812-f476-44a9-be3b-22f4946f2b3b req-e92c10fa-6ef5-44b7-b578-280820896348 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.0898099 Aug 26 02:08:34.945224 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6c61b812-f476-44a9-be3b-22f4946f2b3b req-2e389e6a-c971-4067-8986-62b3777cd454 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423219 Aug 26 02:08:35.743161 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:36.016734 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480a2d0-759b-4a6c-8913-9792f93cb57b req-1bfb3815-7edb-4f21-8b2f-0d3568d6fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:36.018226 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9480a2d0-759b-4a6c-8913-9792f93cb57b req-1bfb3815-7edb-4f21-8b2f-0d3568d6fc6f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07&tenant_id=6d4be1f229ef4f879ef01b890d0674a5 HTTP/1.1" status: 200 len: 1097 time: 0.0805748 Aug 26 02:08:36.125799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480a2d0-759b-4a6c-8913-9792f93cb57b req-7a704fcd-17bd-4a7e-950c-d5a6935d4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:36.127273 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9480a2d0-759b-4a6c-8913-9792f93cb57b req-7a704fcd-17bd-4a7e-950c-d5a6935d4ef4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 1097 time: 0.0829716 Aug 26 02:08:36.143195 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f532fe-43ee-422a-a87c-f57b91f1c92d req-11934e88-abee-4ef0-a92c-58bd76908570 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:36.144638 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-83f532fe-43ee-422a-a87c-f57b91f1c92d req-11934e88-abee-4ef0-a92c-58bd76908570 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.0916052 Aug 26 02:08:36.189375 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-83f532fe-43ee-422a-a87c-f57b91f1c92d req-f9b24d95-5f34-4b56-a19c-db00fdca1112 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378489 Aug 26 02:08:36.263084 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480a2d0-759b-4a6c-8913-9792f93cb57b req-f32e032b-7d57-4bf0-93cc-1bae606095f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:36.264423 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9480a2d0-759b-4a6c-8913-9792f93cb57b req-f32e032b-7d57-4bf0-93cc-1bae606095f7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.1283021 Aug 26 02:08:36.365021 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9480a2d0-759b-4a6c-8913-9792f93cb57b req-dc1746ba-2fad-4bfa-95e1-9fcd9c4202d8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04014158-543f-42eb-8c9b-5598a94b0124 HTTP/1.1" status: 200 len: 1000 time: 0.0918446 Aug 26 02:08:36.432581 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480a2d0-759b-4a6c-8913-9792f93cb57b req-efd73b4a-912c-41b6-a4c8-a1561f270fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:36.434094 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9480a2d0-759b-4a6c-8913-9792f93cb57b req-efd73b4a-912c-41b6-a4c8-a1561f270fac service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0606272 Aug 26 02:08:36.519783 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480a2d0-759b-4a6c-8913-9792f93cb57b req-c497887b-6a51-44f1-aa74-c0895f321b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:36.521160 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9480a2d0-759b-4a6c-8913-9792f93cb57b req-c497887b-6a51-44f1-aa74-c0895f321b85 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774348 Aug 26 02:08:36.653794 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9480a2d0-759b-4a6c-8913-9792f93cb57b req-60f82a25-e738-4a9b-bcbd-f17d48323d53 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231165 Aug 26 02:08:36.786444 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9480a2d0-759b-4a6c-8913-9792f93cb57b req-934454d7-f5ca-4fda-87fc-04fc1fc3875d service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226463 Aug 26 02:08:37.390902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e397ee-046c-4e45-8371-52aab6885166 req-61e6bdbb-b548-4c57-a349-cffd6950fd8d tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:37.392267 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-08e397ee-046c-4e45-8371-52aab6885166 req-61e6bdbb-b548-4c57-a349-cffd6950fd8d tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.0918002 Aug 26 02:08:37.436499 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-08e397ee-046c-4e45-8371-52aab6885166 req-8900995e-a449-4735-9479-619883df04e7 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373485 Aug 26 02:08:38.636576 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966b97e-e3f9-4add-bc1a-55f10ece1a54 req-50a62317-d75b-4fb6-978d-07d125f6f4ad tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:38.638045 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f966b97e-e3f9-4add-bc1a-55f10ece1a54 req-50a62317-d75b-4fb6-978d-07d125f6f4ad tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.0912137 Aug 26 02:08:38.681995 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f966b97e-e3f9-4add-bc1a-55f10ece1a54 req-3838de80-2a66-4d83-8ee4-6cd676789e36 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382605 Aug 26 02:08:39.881162 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36428e5-ff5b-44f0-8d09-73a1e2b9162c req-bff2190f-7b75-4d94-8f8a-50fd4108b7c8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:39.882619 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c36428e5-ff5b-44f0-8d09-73a1e2b9162c req-bff2190f-7b75-4d94-8f8a-50fd4108b7c8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.0910518 Aug 26 02:08:39.925234 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c36428e5-ff5b-44f0-8d09-73a1e2b9162c req-422b93e4-89fc-45ac-84cf-9f09e984aeef tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368063 Aug 26 02:08:41.117613 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755a45b-0883-4dd5-973e-a2361ac2c263 req-e0b2e06a-b9b6-4cee-a14d-42de720fa066 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:41.119177 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6755a45b-0883-4dd5-973e-a2361ac2c263 req-e0b2e06a-b9b6-4cee-a14d-42de720fa066 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.0868034 Aug 26 02:08:41.162914 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6755a45b-0883-4dd5-973e-a2361ac2c263 req-410947eb-bab4-4e5f-932c-a0b9a7f86d76 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373592 Aug 26 02:08:41.348872 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:42.358311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c36a72-bab4-471b-8a16-120b2d30c765 req-7cfc398a-bbdd-49a6-a04d-53625eaea6ad tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:42.359698 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-05c36a72-bab4-471b-8a16-120b2d30c765 req-7cfc398a-bbdd-49a6-a04d-53625eaea6ad tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.0866373 Aug 26 02:08:42.403435 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-05c36a72-bab4-471b-8a16-120b2d30c765 req-70f363ee-4247-4ba4-bf14-d30d9979d8a5 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381608 Aug 26 02:08:43.583515 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 04014158-543f-42eb-8c9b-5598a94b0124 details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 02:08:43.608425 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f558f-64d6-4e3d-83e4-4ae9200a20e1 req-e19d2f03-a99d-49ee-b605-6f2ed32148fc tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:43.610792 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0d5f558f-64d6-4e3d-83e4-4ae9200a20e1 req-e19d2f03-a99d-49ee-b605-6f2ed32148fc tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 944 time: 0.1019862 Aug 26 02:08:43.656144 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-0d5f558f-64d6-4e3d-83e4-4ae9200a20e1 req-08b730f6-f123-46ef-a5e7-90eebefde3e0 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383904 Aug 26 02:08:43.725945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 04014158-543f-42eb-8c9b-5598a94b0124, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=04014158-543f-42eb-8c9b-5598a94b0124,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:08:43.738862 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '04014158-543f-42eb-8c9b-5598a94b0124', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'port_id': '04014158-543f-42eb-8c9b-5598a94b0124', 'mac_address': 'fa:16:3e:53:4a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 02:08:43.799884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 04014158-543f-42eb-8c9b-5598a94b0124 is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:08:43.800267 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:43.817945 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04014158-543f-42eb-8c9b-5598a94b0124 {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 02:08:43.836289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 04014158-543f-42eb-8c9b-5598a94b0124, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=04014158-543f-42eb-8c9b-5598a94b0124,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:08:43.903129 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:43.968545 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=04014158-543f-42eb-8c9b-5598a94b0124,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:08:44.189444 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['04014158-543f-42eb-8c9b-5598a94b0124'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 02:08:44.857484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b13f96-59fe-45fa-99ab-2ad3df99fe5e req-c757db59-e1d7-4587-80c0-a68ae3b4a99f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:44.858981 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e0b13f96-59fe-45fa-99ab-2ad3df99fe5e req-c757db59-e1d7-4587-80c0-a68ae3b4a99f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 945 time: 0.0922089 Aug 26 02:08:44.902995 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-e0b13f96-59fe-45fa-99ab-2ad3df99fe5e req-07027095-e7ff-4e6a-a849-f9d76695ffb1 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382864 Aug 26 02:08:45.598023 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 04014158-543f-42eb-8c9b-5598a94b0124 up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:08:45.664618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 04014158-543f-42eb-8c9b-5598a94b0124 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:08:45.664984 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:45.777482 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 04014158-543f-42eb-8c9b-5598a94b0124 is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:08:45.777877 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:45.805520 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04014158-543f-42eb-8c9b-5598a94b0124'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:08:45.815241 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 04014158-543f-42eb-8c9b-5598a94b0124, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=04014158-543f-42eb-8c9b-5598a94b0124,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:08:45.851665 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7849417-f1a5-462b-b24a-f86c9e8ea443'] response: {'server_uuid': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04014158-543f-42eb-8c9b-5598a94b0124', 'code': 200} Aug 26 02:08:45.892017 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:08:45.959428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=04014158-543f-42eb-8c9b-5598a94b0124,revision_number=8']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:08:46.101819 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d45bd-ff4c-4268-807c-5fca5bedbb31 req-fa85bddb-4983-406e-a6e9-26d3637d48aa tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:46.103173 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8f2d45bd-ff4c-4268-807c-5fca5bedbb31 req-fa85bddb-4983-406e-a6e9-26d3637d48aa tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0916040 Aug 26 02:08:46.200725 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-8f2d45bd-ff4c-4268-807c-5fca5bedbb31 req-30b2c800-1fc6-498c-a8d9-3bc54dc3dbbe tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902281 Aug 26 02:08:46.220997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3dbb34-59ac-45db-bc7d-cbd00d70d6d3 req-098f49b4-2c8e-4f5e-99c6-89b2a64a0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:46.222492 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-db3dbb34-59ac-45db-bc7d-cbd00d70d6d3 req-098f49b4-2c8e-4f5e-99c6-89b2a64a0aa1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 1099 time: 0.0943868 Aug 26 02:08:46.265954 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-db3dbb34-59ac-45db-bc7d-cbd00d70d6d3 req-fa2780b8-6081-45f8-8f3b-958dba822428 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345576 Aug 26 02:08:47.405305 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f9730-69f9-4394-9932-e7599714202a req-4fdc4b7a-b330-468a-bcb4-b8e294bb20bb tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:47.406795 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e30f9730-69f9-4394-9932-e7599714202a req-4fdc4b7a-b330-468a-bcb4-b8e294bb20bb tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0922213 Aug 26 02:08:47.452825 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e30f9730-69f9-4394-9932-e7599714202a req-6a044f0f-a371-4a02-87ca-b6903fbda2f8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402544 Aug 26 02:08:48.649887 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15585924-42f0-4a3a-b48f-76955ae33efe req-89f8e974-872e-4402-86ff-062c58bf6ee2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:08:48.651341 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15585924-42f0-4a3a-b48f-76955ae33efe req-89f8e974-872e-4402-86ff-062c58bf6ee2 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0917950 Aug 26 02:08:48.696450 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-15585924-42f0-4a3a-b48f-76955ae33efe req-5998a7ea-b719-4186-ae81-eb91caeb57b3 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394900 Aug 26 02:08:59.918300 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:09:00.531555 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-73e137ae-5148-431c-a281-b00ce8dbe1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:09:03.051665 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7d066ac0-0164-4d93-a66e-9008997aa3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:09:03.816756 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:09:04.210938 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:09:05.764031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:09:11.387162 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:09:25.631832 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2ae9289a-2ce9-440f-8282-20e7253e2b84 req-9ef48180-6437-45f9-86b9-92ea2f5657b4 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1147902 Aug 26 02:09:25.792743 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9289a-2ce9-440f-8282-20e7253e2b84 req-d2d85ab3-a261-494d-aad1-a1093b484d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:09:25.794364 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2ae9289a-2ce9-440f-8282-20e7253e2b84 req-d2d85ab3-a261-494d-aad1-a1093b484d82 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 1099 time: 0.0845454 Aug 26 02:09:26.094505 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9289a-2ce9-440f-8282-20e7253e2b84 req-fea406a8-f580-4ed3-b0d9-6eb59b465ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:09:26.096026 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2ae9289a-2ce9-440f-8282-20e7253e2b84 req-fea406a8-f580-4ed3-b0d9-6eb59b465ec6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.2771692 Aug 26 02:09:26.208210 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2ae9289a-2ce9-440f-8282-20e7253e2b84 req-074e7a3b-2539-49c1-9a0c-b552389817a7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04014158-543f-42eb-8c9b-5598a94b0124 HTTP/1.1" status: 200 len: 1002 time: 0.1024177 Aug 26 02:09:26.272516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9289a-2ce9-440f-8282-20e7253e2b84 req-eb959dab-17d0-4f17-b3dd-728f0b602409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:09:26.273936 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2ae9289a-2ce9-440f-8282-20e7253e2b84 req-eb959dab-17d0-4f17-b3dd-728f0b602409 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0583715 Aug 26 02:09:26.362581 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9289a-2ce9-440f-8282-20e7253e2b84 req-8e3f9972-e087-4722-8305-757740fa4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:09:26.367995 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2ae9289a-2ce9-440f-8282-20e7253e2b84 req-8e3f9972-e087-4722-8305-757740fa4448 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836041 Aug 26 02:09:26.502199 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2ae9289a-2ce9-440f-8282-20e7253e2b84 req-ef2f84b6-3be3-4e82-a92d-9b5b591bf1da service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288736 Aug 26 02:09:26.638161 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-2ae9289a-2ce9-440f-8282-20e7253e2b84 req-b09a60b1-7033-4710-9f47-a312fc604f6a service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273010 Aug 26 02:09:30.514552 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-09738c5c-967e-48e8-8525-b8e3253f241a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:09:33.017002 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-178d0be4-00c5-4615-9286-9be4fd8bffec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:09:33.810624 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:09:34.228824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:09:35.793562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:09:36.917830 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:09:41.405700 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:00.514314 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-994c842b-ead9-446f-acee-613e05a9f41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:03.056631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-a21ddb7b-406a-448b-9faf-9e2d5c0b8543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:03.794891 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:04.222564 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:05.787640 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:11.486003 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:13.916557 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:10:19.102675 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [req-c433f897-435f-4b70-81be-774758bfb0b9 req-88049ca5-fbb3-4c5a-b4ac-e68f3fc40961 service neutron] (89862) timed out ('10.222.0.83', 32868) {{(pid=89862) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 26 02:10:26.599533 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-571a5966-0ed7-4fd7-8e0c-d61487b8731f req-1f8e817d-cfe7-48f2-9d71-3cbfae817e66 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763080 Aug 26 02:10:26.756237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a5966-0ed7-4fd7-8e0c-d61487b8731f req-68786144-fb05-4a6d-9008-ce15193aece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:10:26.757699 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-571a5966-0ed7-4fd7-8e0c-d61487b8731f req-68786144-fb05-4a6d-9008-ce15193aece6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 1099 time: 0.0817940 Aug 26 02:10:26.909426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a5966-0ed7-4fd7-8e0c-d61487b8731f req-0c292867-0774-4a98-a654-6eb95849a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:10:26.910808 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-571a5966-0ed7-4fd7-8e0c-d61487b8731f req-0c292867-0774-4a98-a654-6eb95849a7a0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.1306651 Aug 26 02:10:27.016822 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-571a5966-0ed7-4fd7-8e0c-d61487b8731f req-c5c047f8-b429-43a1-9294-2be747fe4ae1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04014158-543f-42eb-8c9b-5598a94b0124 HTTP/1.1" status: 200 len: 1002 time: 0.0948017 Aug 26 02:10:27.084951 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a5966-0ed7-4fd7-8e0c-d61487b8731f req-28cd7c89-0b69-4dfd-b3bf-f49a101ca1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:10:27.086377 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-571a5966-0ed7-4fd7-8e0c-d61487b8731f req-28cd7c89-0b69-4dfd-b3bf-f49a101ca1e9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0613687 Aug 26 02:10:27.171380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a5966-0ed7-4fd7-8e0c-d61487b8731f req-09f688f3-3b64-4819-a2d2-48a98c38f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:10:27.173526 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-571a5966-0ed7-4fd7-8e0c-d61487b8731f req-09f688f3-3b64-4819-a2d2-48a98c38f1d1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768986 Aug 26 02:10:27.305458 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-571a5966-0ed7-4fd7-8e0c-d61487b8731f req-2e8ac43f-46fe-4697-8ced-c9263677d8c8 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235461 Aug 26 02:10:27.438954 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-571a5966-0ed7-4fd7-8e0c-d61487b8731f req-9c25b401-7f64-428a-9d74-25298e4e5aa9 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226375 Aug 26 02:10:30.518926 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5b8d6a26-ea8a-4427-84cc-c4ee705b4234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:33.017338 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-07c65304-05cb-4a20-869f-46efb7a6cce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:33.794103 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:34.244570 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:35.764471 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:37.303406 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34644) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:10:37.837255 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Deleting port 7b4dab00-626a-43ca-8a6d-3c33b0f2ebc3 {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:10:37.837602 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:38.007208 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:38.007526 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:38.127221 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Calling delete_port for 7b4dab00-626a-43ca-8a6d-3c33b0f2ebc3 owned by network:floatingip {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:10:38.358974 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:38.404838 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event deleted for resources: {'Port': ['ID=7b4dab00-626a-43ca-8a6d-3c33b0f2ebc3,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:10:38.445275 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:38.445617 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:38.445982 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:38.446318 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:38.446657 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:38.446981 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:38.447307 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:38.447630 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:38.447954 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:38.448273 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:38.448590 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:38.448905 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:38.516182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for floatingip, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:38.516518 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Floating IP 88e723eb-4696-44d6-b712-5509d788e34b disassociated (deleted). External IP: 172.26.2.184, port: 04014158-543f-42eb-8c9b-5598a94b0124. Aug 26 02:10:38.865510 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Router afb41689-8f12-486f-818b-e1c8f9d03c38 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:10:39.041966 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:10:39.051757 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38fdad-d1d7-4ab7-a9e2-b617b6374e58 None None] Sync routers for ids ['afb41689-8f12-486f-818b-e1c8f9d03c38'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:10:39.061254 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e38fdad-d1d7-4ab7-a9e2-b617b6374e58 None None] Routers {'afb41689-8f12-486f-818b-e1c8f9d03c38'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:10:39.073565 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0e38fdad-d1d7-4ab7-a9e2-b617b6374e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['afb41689-8f12-486f-818b-e1c8f9d03c38'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:39.142977 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:39.197487 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-db9e3cb3-fa97-4483-8566-f212808194e8 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "DELETE /v2.0/floatingips/88e723eb-4696-44d6-b712-5509d788e34b HTTP/1.1" status: 204 len: 168 time: 1.8929901 Aug 26 02:10:39.198089 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'tag': '04014158-543f-42eb-8c9b-5598a94b0124'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:10:39.243344 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-0e38fdad-d1d7-4ab7-a9e2-b617b6374e58 None None] Set router afb41689-8f12-486f-818b-e1c8f9d03c38 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:10:39.400669 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c5bcf7-c446-4d02-87c6-97a9f889551a'] response: {'name': 'network-changed', 'server_uuid': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'tag': '04014158-543f-42eb-8c9b-5598a94b0124', 'status': 'completed', 'code': 200} Aug 26 02:10:39.515747 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2d657-2e2a-4703-9d49-8f6e6cc60c3a req-e2b6b29a-a50a-4ad7-95d6-ecbf8f634815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:10:39.517521 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97f2d657-2e2a-4703-9d49-8f6e6cc60c3a req-e2b6b29a-a50a-4ad7-95d6-ecbf8f634815 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 1099 time: 0.0859361 Aug 26 02:10:39.564860 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0e38fdad-d1d7-4ab7-a9e2-b617b6374e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'ffa0103b-da89-422c-95b7-45d47268beef', 'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'mac_address': 'fa:16:3e:8e:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:05Z', 'updated_at': '2022-08-26T02:00:12Z', 'revision_number': 5, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'subnets': [{'id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:39.568723 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38fdad-d1d7-4ab7-a9e2-b617b6374e58 None None] Checking router: afb41689-8f12-486f-818b-e1c8f9d03c38 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:10:39.576791 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e38fdad-d1d7-4ab7-a9e2-b617b6374e58 None None] Routers {'afb41689-8f12-486f-818b-e1c8f9d03c38'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:10:39.577366 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0e38fdad-d1d7-4ab7-a9e2-b617b6374e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['afb41689-8f12-486f-818b-e1c8f9d03c38'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:39.787361 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2d657-2e2a-4703-9d49-8f6e6cc60c3a req-88b319ba-f617-45a0-a2c1-3ddae1aee687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:10:39.789313 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97f2d657-2e2a-4703-9d49-8f6e6cc60c3a req-88b319ba-f617-45a0-a2c1-3ddae1aee687 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 200 len: 911 time: 0.2624137 Aug 26 02:10:39.801720 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-0e38fdad-d1d7-4ab7-a9e2-b617b6374e58 None None] Set router afb41689-8f12-486f-818b-e1c8f9d03c38 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:10:39.909821 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97f2d657-2e2a-4703-9d49-8f6e6cc60c3a req-53090457-21f6-4213-a303-2c24a6c56650 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04014158-543f-42eb-8c9b-5598a94b0124 HTTP/1.1" status: 200 len: 217 time: 0.1125040 Aug 26 02:10:39.988721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2d657-2e2a-4703-9d49-8f6e6cc60c3a req-f3cc2d05-d789-4792-bb02-ffee1e01a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:10:39.990163 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97f2d657-2e2a-4703-9d49-8f6e6cc60c3a req-f3cc2d05-d789-4792-bb02-ffee1e01a173 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 200 len: 848 time: 0.0744052 Aug 26 02:10:40.049026 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07692111-e697-4420-88fb-634cbca3a360 req-55c90045-1f2d-4b31-a2b9-d371cb7de568 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:10:40.050671 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-07692111-e697-4420-88fb-634cbca3a360 req-55c90045-1f2d-4b31-a2b9-d371cb7de568 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.2894547 Aug 26 02:10:40.107933 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-07692111-e697-4420-88fb-634cbca3a360 req-33bb77f8-00bf-4a72-9551-b22551a62cf3 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510345 Aug 26 02:10:40.115705 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-0e38fdad-d1d7-4ab7-a9e2-b617b6374e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'ffa0103b-da89-422c-95b7-45d47268beef', 'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'mac_address': 'fa:16:3e:8e:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:05Z', 'updated_at': '2022-08-26T02:00:12Z', 'revision_number': 5, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'subnets': [{'id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:40.119689 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38fdad-d1d7-4ab7-a9e2-b617b6374e58 None None] The sync data for ids ['afb41689-8f12-486f-818b-e1c8f9d03c38'] in dv-neutron-854561-2-hyperv is: [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:00:06Z', 'revision_number': 4, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'ffa0103b-da89-422c-95b7-45d47268beef', 'name': '', 'network_id': 'e9f8311f-32b6-4212-ae10-2573a41defd8', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'mac_address': 'fa:16:3e:8e:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:05Z', 'updated_at': '2022-08-26T02:00:12Z', 'revision_number': 5, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'subnets': [{'id': '3199aa7b-1e01-40fe-b475-78e70c6919b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:10:40.133955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2d657-2e2a-4703-9d49-8f6e6cc60c3a req-886a83e1-966f-4550-bd61-fadc7b565016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:10:40.133955 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97f2d657-2e2a-4703-9d49-8f6e6cc60c3a req-886a83e1-966f-4550-bd61-fadc7b565016 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e9f8311f-32b6-4212-ae10-2573a41defd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1293893 Aug 26 02:10:40.268390 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97f2d657-2e2a-4703-9d49-8f6e6cc60c3a req-6078bc27-2ad6-4bd6-99f3-efa340fba31e service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343415 Aug 26 02:10:40.346562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f023a51b-1f08-4b38-ae30-c48e84e37a34 None None] New status for floating IP 88e723eb-4696-44d6-b712-5509d788e34b: DOWN {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 02:10:40.405210 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-97f2d657-2e2a-4703-9d49-8f6e6cc60c3a req-3f77d135-f362-4863-9b47-139e0f002697 service neutron] 10.222.0.94 "GET /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305265 Aug 26 02:10:41.469088 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886ad2e-eba7-437d-ae6a-45b0dc9ea37d req-108009f1-4e0f-49d7-9b46-77fe0398e2ce tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:10:41.471085 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-9886ad2e-eba7-437d-ae6a-45b0dc9ea37d req-108009f1-4e0f-49d7-9b46-77fe0398e2ce tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Synchronizing usage tracker for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:port {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:10:41.521841 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8bfad-bcd5-4028-b3a2-8924071347d3 req-e7c44158-1ba1-4884-b021-20ed88379e30 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:10:41.523308 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-51b8bfad-bcd5-4028-b3a2-8924071347d3 req-e7c44158-1ba1-4884-b021-20ed88379e30 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.94 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.0946453 Aug 26 02:10:41.542315 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:41.570814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-9886ad2e-eba7-437d-ae6a-45b0dc9ea37d req-108009f1-4e0f-49d7-9b46-77fe0398e2ce tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Unset dirty status for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:port {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:10:41.572032 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9886ad2e-eba7-437d-ae6a-45b0dc9ea37d req-108009f1-4e0f-49d7-9b46-77fe0398e2ce tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 946 time: 0.3495905 Aug 26 02:10:41.597984 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-51b8bfad-bcd5-4028-b3a2-8924071347d3 req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Deleting port 04014158-543f-42eb-8c9b-5598a94b0124 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:10:41.598322 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-51b8bfad-bcd5-4028-b3a2-8924071347d3 req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:41.619796 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-9886ad2e-eba7-437d-ae6a-45b0dc9ea37d req-4685a67c-3c3e-4f51-a3ea-4405b31bce32 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/security-groups?id=f6152dd1-09e0-4de3-9757-59285b0b8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416925 Aug 26 02:10:41.847800 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-51b8bfad-bcd5-4028-b3a2-8924071347d3 req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] For port 04014158-543f-42eb-8c9b-5598a94b0124, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=04014158-543f-42eb-8c9b-5598a94b0124,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:10:41.848161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-51b8bfad-bcd5-4028-b3a2-8924071347d3 req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:41.970569 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-51b8bfad-bcd5-4028-b3a2-8924071347d3 req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Calling delete_port for 04014158-543f-42eb-8c9b-5598a94b0124 owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:10:42.159369 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-51b8bfad-bcd5-4028-b3a2-8924071347d3 req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:42.207633 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event deleted for resources: {'Port': ['ID=04014158-543f-42eb-8c9b-5598a94b0124,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:10:42.254228 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:42.254582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:42.254926 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:42.255260 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:42.255593 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:42.255925 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:42.256251 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:42.256579 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:42.256904 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:42.257229 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:42.257550 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:42.257901 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:10:42.309910 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b8bfad-bcd5-4028-b3a2-8924071347d3 req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] No DVR routers for this DVR port 04014158-543f-42eb-8c9b-5598a94b0124 on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 02:10:42.312269 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-51b8bfad-bcd5-4028-b3a2-8924071347d3 req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:42.315100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'name': 'network-vif-deleted', 'tag': '04014158-543f-42eb-8c9b-5598a94b0124'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:10:42.366232 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-51b8bfad-bcd5-4028-b3a2-8924071347d3 req-43bd1569-49b1-41cf-8ac1-5f793c53578f tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.94 "DELETE /v2.0/ports/04014158-543f-42eb-8c9b-5598a94b0124 HTTP/1.1" status: 204 len: 173 time: 0.8349798 Aug 26 02:10:42.403418 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545743a2-d7c2-4d43-8cbc-656663026a05'] response: {'server_uuid': '9a5c27c3-5237-452c-be41-024d01ee6b07', 'name': 'network-vif-deleted', 'tag': '04014158-543f-42eb-8c9b-5598a94b0124', 'status': 'completed', 'code': 200} Aug 26 02:10:42.781934 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-915a6874-04a4-4f98-bcc4-f247f290d4cb req-016d63b8-c598-4768-90d7-55131f25b600 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 210 time: 0.0503879 Aug 26 02:10:43.959010 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-224d2c43-b96f-42c1-8ea5-e0c7f9b06ac1 req-68114e62-4048-4769-8a97-0d6c496ee056 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Synchronizing usage tracker for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:10:44.068032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-224d2c43-b96f-42c1-8ea5-e0c7f9b06ac1 req-68114e62-4048-4769-8a97-0d6c496ee056 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Unset dirty status for tenant:6d4be1f229ef4f879ef01b890d0674a5 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:10:44.069543 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-224d2c43-b96f-42c1-8ea5-e0c7f9b06ac1 req-68114e62-4048-4769-8a97-0d6c496ee056 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5c27c3-5237-452c-be41-024d01ee6b07 HTTP/1.1" status: 200 len: 210 time: 0.1600988 Aug 26 02:10:45.169528 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34684) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:10:45.241797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ee64802a-624e-4d6e-8f9d-9642d65c8f94 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:45.272329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ee64802a-624e-4d6e-8f9d-9642d65c8f94 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:45.394902 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ee64802a-624e-4d6e-8f9d-9642d65c8f94 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:45.412799 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64802a-624e-4d6e-8f9d-9642d65c8f94 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6152dd1-09e0-4de3-9757-59285b0b8fe1,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:10:45.485091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-ee64802a-624e-4d6e-8f9d-9642d65c8f94 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:45.486396 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ee64802a-624e-4d6e-8f9d-9642d65c8f94 tempest-TestShelveInstance-2045201464 tempest-TestShelveInstance-2045201464-project] 10.222.0.83 "DELETE /v2.0/security-groups/f6152dd1-09e0-4de3-9757-59285b0b8fe1 HTTP/1.1" status: 204 len: 168 time: 0.3158376 Aug 26 02:10:45.601272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34692) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:10:46.084460 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 04014158-543f-42eb-8c9b-5598a94b0124 no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:10:46.121335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 04014158-543f-42eb-8c9b-5598a94b0124 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 02:10:46.121681 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 04014158-543f-42eb-8c9b-5598a94b0124 not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:10:46.292488 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-480c670a-6525-4e73-ad16-cf70038b12b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:46.637621 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-480c670a-6525-4e73-ad16-cf70038b12b3 admin admin] Deleting port ffa0103b-da89-422c-95b7-45d47268beef {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:10:46.637914 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-480c670a-6525-4e73-ad16-cf70038b12b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:46.806744 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-480c670a-6525-4e73-ad16-cf70038b12b3 admin admin] For port ffa0103b-da89-422c-95b7-45d47268beef, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=ffa0103b-da89-422c-95b7-45d47268beef,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:10:46.807098 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-480c670a-6525-4e73-ad16-cf70038b12b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:47.028647 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-480c670a-6525-4e73-ad16-cf70038b12b3 admin admin] Calling delete_port for ffa0103b-da89-422c-95b7-45d47268beef owned by network:router_interface {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:10:47.273602 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-480c670a-6525-4e73-ad16-cf70038b12b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:47.320469 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c670a-6525-4e73-ad16-cf70038b12b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa0103b-da89-422c-95b7-45d47268beef,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:10:47.595192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-480c670a-6525-4e73-ad16-cf70038b12b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:47.950774 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480c670a-6525-4e73-ad16-cf70038b12b3 admin admin] Router afb41689-8f12-486f-818b-e1c8f9d03c38 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:10:48.136113 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480c670a-6525-4e73-ad16-cf70038b12b3 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:10:48.145550 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf640e-2741-4eba-8626-fb36fffaf568 None None] Sync routers for ids ['afb41689-8f12-486f-818b-e1c8f9d03c38'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:10:48.154386 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf640e-2741-4eba-8626-fb36fffaf568 None None] Routers {'afb41689-8f12-486f-818b-e1c8f9d03c38'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:10:48.156735 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1abf640e-2741-4eba-8626-fb36fffaf568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['afb41689-8f12-486f-818b-e1c8f9d03c38'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:48.235791 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-480c670a-6525-4e73-ad16-cf70038b12b3 admin admin] 10.222.0.83 "PUT /v2.0/routers/afb41689-8f12-486f-818b-e1c8f9d03c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6302452 Aug 26 02:10:48.238928 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34698) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:10:48.336694 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-1abf640e-2741-4eba-8626-fb36fffaf568 None None] Set router afb41689-8f12-486f-818b-e1c8f9d03c38 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:10:48.414612 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] Notify callbacks [] for router, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:48.626395 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1abf640e-2741-4eba-8626-fb36fffaf568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:10:47Z', 'revision_number': 5, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:48.630975 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf640e-2741-4eba-8626-fb36fffaf568 None None] Checking router: afb41689-8f12-486f-818b-e1c8f9d03c38 for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:10:48.639323 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf640e-2741-4eba-8626-fb36fffaf568 None None] Routers {'afb41689-8f12-486f-818b-e1c8f9d03c38'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:10:48.639904 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1abf640e-2741-4eba-8626-fb36fffaf568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['afb41689-8f12-486f-818b-e1c8f9d03c38'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:48.705130 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:48.811083 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] Deleting port 7e313910-5276-4792-ba00-3a4dbbcf827a {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:10:48.811437 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:48.814001 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-1abf640e-2741-4eba-8626-fb36fffaf568 None None] Set router afb41689-8f12-486f-818b-e1c8f9d03c38 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:10:48.990171 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] For port 7e313910-5276-4792-ba00-3a4dbbcf827a, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7e313910-5276-4792-ba00-3a4dbbcf827a,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:10:48.990432 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:49.115018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] Calling delete_port for 7e313910-5276-4792-ba00-3a4dbbcf827a owned by network:router_gateway {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:10:49.124122 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-1abf640e-2741-4eba-8626-fb36fffaf568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:10:47Z', 'revision_number': 5, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:49.128089 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf640e-2741-4eba-8626-fb36fffaf568 None None] The sync data for ids ['afb41689-8f12-486f-818b-e1c8f9d03c38'] in dv-neutron-854561-2-hyperv is: [{'id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'name': 'tempest-TestShelveInstance-2135531955-router', 'tenant_id': '6d4be1f229ef4f879ef01b890d0674a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:01Z', 'updated_at': '2022-08-26T02:10:47Z', 'revision_number': 5, 'project_id': '6d4be1f229ef4f879ef01b890d0674a5', 'gw_port': {'id': '7e313910-5276-4792-ba00-3a4dbbcf827a', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb41689-8f12-486f-818b-e1c8f9d03c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:02Z', 'updated_at': '2022-08-26T02:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:10:49.336781 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:49.383890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e313910-5276-4792-ba00-3a4dbbcf827a,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:10:49.485758 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:49.659011 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:49.661265 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:49.741582 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:49.742147 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afb41689-8f12-486f-818b-e1c8f9d03c38 {{(pid=89863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 02:10:49.754892 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] Notify callbacks [] for router, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:49.756139 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-c78601ae-9cbb-4f48-ac28-25458160e808 admin admin] 10.222.0.83 "DELETE /v2.0/routers/afb41689-8f12-486f-818b-e1c8f9d03c38 HTTP/1.1" status: 204 len: 168 time: 1.5162842 Aug 26 02:10:49.758749 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34702) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:10:49.820295 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac13d99-e45a-4092-9c0a-300f3ff1425e admin admin] Deleting subnet 3199aa7b-1e01-40fe-b475-78e70c6919b4 {{(pid=89863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 02:10:49.823441 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0ac13d99-e45a-4092-9c0a-300f3ff1425e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:49.877517 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0ac13d99-e45a-4092-9c0a-300f3ff1425e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61215916'] for subnet, precommit_delete_associations {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:49.953633 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0ac13d99-e45a-4092-9c0a-300f3ff1425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:50.062515 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0ac13d99-e45a-4092-9c0a-300f3ff1425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61215576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60835831'] for subnet, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:50.102330 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac13d99-e45a-4092-9c0a-300f3ff1425e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3199aa7b-1e01-40fe-b475-78e70c6919b4,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:10:50.106085 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-0ac13d99-e45a-4092-9c0a-300f3ff1425e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:50.112143 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-0ac13d99-e45a-4092-9c0a-300f3ff1425e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/3199aa7b-1e01-40fe-b475-78e70c6919b4 HTTP/1.1" status: 204 len: 168 time: 0.3524547 Aug 26 02:10:50.113941 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ba7843-a3e7-4cf5-a065-fdde8781eae1 None None] Network e9f8311f-32b6-4212-ae10-2573a41defd8 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 02:10:50.115636 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34706) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:10:50.253313 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ffa0103b-da89-422c-95b7-45d47268beef no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:10:50.335733 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: ffa0103b-da89-422c-95b7-45d47268beef {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 02:10:50.336077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device ffa0103b-da89-422c-95b7-45d47268beef not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:10:50.336489 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7e313910-5276-4792-ba00-3a4dbbcf827a no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:10:50.339528 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:50.350542 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] Deleting port 59ada442-09d7-4513-9372-71067ac1d67f {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:10:50.350866 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:50.375728 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 7e313910-5276-4792-ba00-3a4dbbcf827a {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 02:10:50.376006 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7e313910-5276-4792-ba00-3a4dbbcf827a not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:10:50.497402 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e705341e-5bd8-4053-a3be-4230b13bcf06 None None] DHCP port deletion for e9f8311f-32b6-4212-ae10-2573a41defd8 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 02:10:50.501637 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e705341e-5bd8-4053-a3be-4230b13bcf06 None None] Deleting port 59ada442-09d7-4513-9372-71067ac1d67f {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:10:50.502054 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e705341e-5bd8-4053-a3be-4230b13bcf06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:50.553927 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] For port 59ada442-09d7-4513-9372-71067ac1d67f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=59ada442-09d7-4513-9372-71067ac1d67f,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:10:50.554483 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:50.678830 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] Calling delete_port for 59ada442-09d7-4513-9372-71067ac1d67f owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:10:50.708282 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e705341e-5bd8-4053-a3be-4230b13bcf06 None None] For port 59ada442-09d7-4513-9372-71067ac1d67f, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=59ada442-09d7-4513-9372-71067ac1d67f,segment=NetworkSegment(a68a30c1-2de7-48d6-b08b-9f3fd51f5824),segment_id=a68a30c1-2de7-48d6-b08b-9f3fd51f5824)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:10:50.708671 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e705341e-5bd8-4053-a3be-4230b13bcf06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:50.829907 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e705341e-5bd8-4053-a3be-4230b13bcf06 None None] Calling delete_port for 59ada442-09d7-4513-9372-71067ac1d67f owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:10:50.839879 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:50.889076 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ada442-09d7-4513-9372-71067ac1d67f,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:10:50.894293 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] No DVR routers for this DVR port 59ada442-09d7-4513-9372-71067ac1d67f on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 02:10:50.907038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-e705341e-5bd8-4053-a3be-4230b13bcf06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 02:10:50.907396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-e705341e-5bd8-4053-a3be-4230b13bcf06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 02:10:50.915677 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:10:51.009031 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:51.033068 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f8311f-32b6-4212-ae10-2573a41defd8']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:51.045245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:51.045537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68a30c1-2de7-48d6-b08b-9f3fd51f5824') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:51.056991 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:51.072207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:51.078410 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 02:10:51.084855 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:51.240320 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:51.259424 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:51.270182 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f8311f-32b6-4212-ae10-2573a41defd8,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:10:51.272707 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment a68a30c1-2de7-48d6-b08b-9f3fd51f5824 resource provider aggregate not found Aug 26 02:10:51.292657 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment a68a30c1-2de7-48d6-b08b-9f3fd51f5824 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a68a30c1-2de7-48d6-b08b-9f3fd51f5824 found for delete ", "request_id": "req-0961e3da-4699-47dc-82b6-a4f6467a27e5"}]} Aug 26 02:10:51.342929 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-3a8daced-328a-45b0-8221-e2048ca00bd4 admin admin] 10.222.0.83 "DELETE /v2.0/networks/e9f8311f-32b6-4212-ae10-2573a41defd8 HTTP/1.1" status: 204 len: 168 time: 1.2262659 Aug 26 02:10:51.345921 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34718) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:10:51.408920 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e705341e-5bd8-4053-a3be-4230b13bcf06 None None] Deleting port 59ada442-09d7-4513-9372-71067ac1d67f {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:10:51.409481 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e705341e-5bd8-4053-a3be-4230b13bcf06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:51.478210 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-e705341e-5bd8-4053-a3be-4230b13bcf06 None None] The port '59ada442-09d7-4513-9372-71067ac1d67f' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 02:10:51.984203 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-06ca0c27-6eca-4599-a0b5-bce7f2fb4bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:52.224711 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 59ada442-09d7-4513-9372-71067ac1d67f no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:10:52.261122 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 59ada442-09d7-4513-9372-71067ac1d67f {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 02:10:52.261470 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 59ada442-09d7-4513-9372-71067ac1d67f not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:10:52.332832 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-06ca0c27-6eca-4599-a0b5-bce7f2fb4bf7 admin admin] Deleting port 758920e8-1bd8-4cc7-a81c-82803ef6fb13 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:10:52.333166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-06ca0c27-6eca-4599-a0b5-bce7f2fb4bf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:52.508467 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-06ca0c27-6eca-4599-a0b5-bce7f2fb4bf7 admin admin] For port 758920e8-1bd8-4cc7-a81c-82803ef6fb13, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=758920e8-1bd8-4cc7-a81c-82803ef6fb13,segment=NetworkSegment(cec59de9-57df-4ffc-a223-83e94c5aee53),segment_id=cec59de9-57df-4ffc-a223-83e94c5aee53)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:10:52.509103 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-06ca0c27-6eca-4599-a0b5-bce7f2fb4bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:52.627764 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-06ca0c27-6eca-4599-a0b5-bce7f2fb4bf7 admin admin] Calling delete_port for 758920e8-1bd8-4cc7-a81c-82803ef6fb13 owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:10:52.873460 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-06ca0c27-6eca-4599-a0b5-bce7f2fb4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:53.036896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca0c27-6eca-4599-a0b5-bce7f2fb4bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=758920e8-1bd8-4cc7-a81c-82803ef6fb13,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:10:53.311726 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-06ca0c27-6eca-4599-a0b5-bce7f2fb4bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:53.659968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ca0c27-6eca-4599-a0b5-bce7f2fb4bf7 admin admin] Router 3f19ce26-7089-4237-bc75-0107dd60c697 has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:10:53.836061 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ca0c27-6eca-4599-a0b5-bce7f2fb4bf7 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:10:53.844417 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a633861-0b0a-405f-a855-b6372bb61e0e None None] Sync routers for ids ['3f19ce26-7089-4237-bc75-0107dd60c697'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:10:53.853566 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a633861-0b0a-405f-a855-b6372bb61e0e None None] Routers {'3f19ce26-7089-4237-bc75-0107dd60c697'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:10:53.860262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9a633861-0b0a-405f-a855-b6372bb61e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3f19ce26-7089-4237-bc75-0107dd60c697'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:53.915784 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-06ca0c27-6eca-4599-a0b5-bce7f2fb4bf7 admin admin] 10.222.0.83 "PUT /v2.0/routers/3f19ce26-7089-4237-bc75-0107dd60c697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5685496 Aug 26 02:10:53.918056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34722) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:10:54.031154 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-9a633861-0b0a-405f-a855-b6372bb61e0e None None] Set router 3f19ce26-7089-4237-bc75-0107dd60c697 gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:10:54.091918 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:54.270350 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:54.357429 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9a633861-0b0a-405f-a855-b6372bb61e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'name': 'tempest-TestShelveInstance-804941885-router', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd0414cc8-2700-4e3d-ad9f-3a29dbd85a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:09Z', 'updated_at': '2022-08-26T02:10:52Z', 'revision_number': 5, 'project_id': '87c9056992ce49b4b5ea2733c2af9cac', 'gw_port': {'id': 'd0414cc8-2700-4e3d-ad9f-3a29dbd85a9e', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:b5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:00:10Z', 'updated_at': '2022-08-26T02:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:54.361465 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a633861-0b0a-405f-a855-b6372bb61e0e None None] Checking router: 3f19ce26-7089-4237-bc75-0107dd60c697 for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:10:54.365802 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] Deleting port d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:10:54.369265 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:54.371422 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a633861-0b0a-405f-a855-b6372bb61e0e None None] Routers {'3f19ce26-7089-4237-bc75-0107dd60c697'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:10:54.372034 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9a633861-0b0a-405f-a855-b6372bb61e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:10:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['3f19ce26-7089-4237-bc75-0107dd60c697'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:54.529093 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-9a633861-0b0a-405f-a855-b6372bb61e0e None None] Set router 3f19ce26-7089-4237-bc75-0107dd60c697 gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:10:54.638801 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9a633861-0b0a-405f-a855-b6372bb61e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'name': 'tempest-TestShelveInstance-804941885-router', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:09Z', 'updated_at': '2022-08-26T02:10:54Z', 'revision_number': 6, 'project_id': '87c9056992ce49b4b5ea2733c2af9cac', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:54.642754 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a633861-0b0a-405f-a855-b6372bb61e0e None None] The sync data for ids ['3f19ce26-7089-4237-bc75-0107dd60c697'] in dv-neutron-854561-2-hyperv is: [{'id': '3f19ce26-7089-4237-bc75-0107dd60c697', 'name': 'tempest-TestShelveInstance-804941885-router', 'tenant_id': '87c9056992ce49b4b5ea2733c2af9cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:00:09Z', 'updated_at': '2022-08-26T02:10:54Z', 'revision_number': 6, 'project_id': '87c9056992ce49b4b5ea2733c2af9cac', 'gw_port_host': None}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:10:54.666716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] For port d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:10:54.667233 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:54.793363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] Calling delete_port for d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:10:55.045686 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:55.094677 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] Pushing event deleted for resources: {'Port': ['ID=d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:10:55.190649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:55.361394 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:55.364510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:55.428291 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:55.428866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f19ce26-7089-4237-bc75-0107dd60c697 {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 02:10:55.441035 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:55.442235 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-1cbf7a80-6791-4330-9b6b-f430e781f4cb admin admin] 10.222.0.83 "DELETE /v2.0/routers/3f19ce26-7089-4237-bc75-0107dd60c697 HTTP/1.1" status: 204 len: 168 time: 1.5232837 Aug 26 02:10:55.444703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34726) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:10:55.505866 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-966642af-c4a4-4892-a674-89e076117c89 admin admin] Deleting subnet e0528cc6-ab00-4764-aaac-312937805578 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 02:10:55.508922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-966642af-c4a4-4892-a674-89e076117c89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:55.559585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-966642af-c4a4-4892-a674-89e076117c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:55.645029 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-966642af-c4a4-4892-a674-89e076117c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:55.754692 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-966642af-c4a4-4892-a674-89e076117c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:55.796136 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966642af-c4a4-4892-a674-89e076117c89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0528cc6-ab00-4764-aaac-312937805578,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:10:55.801885 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-966642af-c4a4-4892-a674-89e076117c89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:55.810552 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-966642af-c4a4-4892-a674-89e076117c89 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e0528cc6-ab00-4764-aaac-312937805578 HTTP/1.1" status: 204 len: 168 time: 0.3624854 Aug 26 02:10:55.811558 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34730) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:10:55.815053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cc3389-29f3-4631-8b7b-4a90522cbd1a None None] Network fcaa5170-ad1d-4eda-800b-f24fb69faf5e requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 02:10:55.920073 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:55.930372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] Deleting port 67a0e284-ab22-4a01-a6ed-c2eb8815803e {{(pid=89863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:10:55.930698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:56.061053 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dd6938-1e63-4eb1-b2ce-c642de380875 None None] DHCP port deletion for fcaa5170-ad1d-4eda-800b-f24fb69faf5e request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 02:10:56.065177 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-92dd6938-1e63-4eb1-b2ce-c642de380875 None None] Deleting port 67a0e284-ab22-4a01-a6ed-c2eb8815803e {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:10:56.065547 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-92dd6938-1e63-4eb1-b2ce-c642de380875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:56.138213 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.db [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] For port 67a0e284-ab22-4a01-a6ed-c2eb8815803e, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=67a0e284-ab22-4a01-a6ed-c2eb8815803e,segment=NetworkSegment(cec59de9-57df-4ffc-a223-83e94c5aee53),segment_id=cec59de9-57df-4ffc-a223-83e94c5aee53)] {{(pid=89863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:10:56.138567 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:56.234373 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:10:56.271798 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.plugin [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] Calling delete_port for 67a0e284-ab22-4a01-a6ed-c2eb8815803e owned by network:dhcp {{(pid=89863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:10:56.281504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 02:10:56.281874 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device d0414cc8-2700-4e3d-ad9f-3a29dbd85a9e not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:10:56.282285 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 758920e8-1bd8-4cc7-a81c-82803ef6fb13 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:10:56.327648 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 758920e8-1bd8-4cc7-a81c-82803ef6fb13 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 02:10:56.327906 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 758920e8-1bd8-4cc7-a81c-82803ef6fb13 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:10:56.328305 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 67a0e284-ab22-4a01-a6ed-c2eb8815803e no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:10:56.373888 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-92dd6938-1e63-4eb1-b2ce-c642de380875 None None] For port 67a0e284-ab22-4a01-a6ed-c2eb8815803e, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=67a0e284-ab22-4a01-a6ed-c2eb8815803e,segment=NetworkSegment(cec59de9-57df-4ffc-a223-83e94c5aee53),segment_id=cec59de9-57df-4ffc-a223-83e94c5aee53)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:10:56.374275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-92dd6938-1e63-4eb1-b2ce-c642de380875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:56.438716 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:56.486255 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=67a0e284-ab22-4a01-a6ed-c2eb8815803e,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:10:56.488025 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] No DVR routers for this DVR port 67a0e284-ab22-4a01-a6ed-c2eb8815803e on host dv-neutron-854561-2-hyperv {{(pid=89863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 02:10:56.511130 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-92dd6938-1e63-4eb1-b2ce-c642de380875 None None] Calling delete_port for 67a0e284-ab22-4a01-a6ed-c2eb8815803e owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:10:56.562615 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No active binding found for port 67a0e284-ab22-4a01-a6ed-c2eb8815803e {{(pid=89864) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Aug 26 02:10:56.563039 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 67a0e284-ab22-4a01-a6ed-c2eb8815803e not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:10:56.638943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-92dd6938-1e63-4eb1-b2ce-c642de380875 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 02:10:56.639298 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-92dd6938-1e63-4eb1-b2ce-c642de380875 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 02:10:56.710271 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:56.734380 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcaa5170-ad1d-4eda-800b-f24fb69faf5e']}} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:56.746369 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec59de9-57df-4ffc-a223-83e94c5aee53') {'for_net_delete': True} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:56.746662 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.services.segments.db [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec59de9-57df-4ffc-a223-83e94c5aee53') {} {{(pid=89863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:10:56.758214 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61215893'] for segment, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:56.773792 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:56.780253 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=89863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 02:10:56.781354 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61215714'] for segment, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:56.845247 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment cec59de9-57df-4ffc-a223-83e94c5aee53 resource provider aggregate not found Aug 26 02:10:56.867067 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.services.segments.plugin [-] Segment cec59de9-57df-4ffc-a223-83e94c5aee53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cec59de9-57df-4ffc-a223-83e94c5aee53 found for delete ", "request_id": "req-c6161c19-6145-4e2b-95fd-7ac5b51762ff"}]} Aug 26 02:10:56.931064 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:56.946787 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:56.956876 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcaa5170-ad1d-4eda-800b-f24fb69faf5e,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:10:56.964206 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-075e5f1f-e29c-42ab-b18b-1bf3967b5dc3 admin admin] 10.222.0.83 "DELETE /v2.0/networks/fcaa5170-ad1d-4eda-800b-f24fb69faf5e HTTP/1.1" status: 204 len: 168 time: 1.1516097 Aug 26 02:10:57.140360 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-92dd6938-1e63-4eb1-b2ce-c642de380875 None None] Deleting port 67a0e284-ab22-4a01-a6ed-c2eb8815803e {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:10:57.140931 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-92dd6938-1e63-4eb1-b2ce-c642de380875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:57.205212 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-92dd6938-1e63-4eb1-b2ce-c642de380875 None None] The port '67a0e284-ab22-4a01-a6ed-c2eb8815803e' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 02:10:57.261058 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34740) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:10:57.309407 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-b051fc28-9b43-4862-abcc-bc48b69d801c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6d4be1f229ef4f879ef01b890d0674a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470631 Aug 26 02:10:57.311902 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34744) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:10:57.367746 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a540059-b1be-42ae-a1db-3722fb1146aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:57.396158 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a540059-b1be-42ae-a1db-3722fb1146aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:57.519988 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a540059-b1be-42ae-a1db-3722fb1146aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:57.537936 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a540059-b1be-42ae-a1db-3722fb1146aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba3cc8f-5e28-4fa7-a6f4-3524f999d148,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:10:57.544219 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-7a540059-b1be-42ae-a1db-3722fb1146aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:57.545500 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-7a540059-b1be-42ae-a1db-3722fb1146aa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3ba3cc8f-5e28-4fa7-a6f4-3524f999d148 HTTP/1.1" status: 204 len: 168 time: 0.2325580 Aug 26 02:10:58.283358 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34752) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:10:58.332497 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-ebe8a24e-f34e-4ba9-949d-b164e4dcb5db admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=87c9056992ce49b4b5ea2733c2af9cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474639 Aug 26 02:10:58.335111 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34756) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:10:58.391536 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-97fe9912-6a6a-469c-a1d4-97ada02530d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:58.423372 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-97fe9912-6a6a-469c-a1d4-97ada02530d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:58.547814 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-97fe9912-6a6a-469c-a1d4-97ada02530d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:58.567120 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe9912-6a6a-469c-a1d4-97ada02530d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4457fe-444e-403f-9672-15d7227facee,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:10:58.571775 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-97fe9912-6a6a-469c-a1d4-97ada02530d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:58.572874 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-97fe9912-6a6a-469c-a1d4-97ada02530d7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5d4457fe-444e-403f-9672-15d7227facee HTTP/1.1" status: 204 len: 168 time: 0.2368906 Aug 26 02:10:59.678192 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34780) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:10:59.781045 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1627892093-network', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:10:59.785784 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:10:59.789952 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Usage tracker for resource:network and tenant:f87a03d3318b450a838b838f10dde3c4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:10:59.792751 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:10:59.798787 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:10:59.856611 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Made reservation on behalf of f87a03d3318b450a838b838f10dde3c4 for: {'network': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 02:10:59.858984 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:59.873546 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:10:59.889413 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:10:59.893251 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Usage tracker for resource:security_group_rule and tenant:f87a03d3318b450a838b838f10dde3c4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:10:59.896309 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:10:59.902121 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:10:59.982519 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:00.027478 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:00.057368 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=89863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 02:11:00.065510 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de421879-ca6f-4b54-a7fe-1e0628a66ce4,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:00.070958 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:00.071296 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.segments_db [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Added segment 6b218ab8-0f2f-46cc-a9b4-733858e66f43 of type vlan for network 2b775919-c60a-4ee7-8e55-9e94b963f2ad Aug 26 02:11:00.096817 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:00.170468 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:00.171407 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:00.171987 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Notify callbacks [] for network, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:00.277855 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] Pushing event updated for resources: {'Network': ['ID=2b775919-c60a-4ee7-8e55-9e94b963f2ad,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:00.288023 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network 2b775919-c60a-4ee7-8e55-9e94b963f2ad details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 02:11:00.320004 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e0a71d6f-8edd-4937-abc9-a7b7c5d2b5dc admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6407261 Aug 26 02:11:00.322836 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34786) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:00.328281 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] Request body: {'subnet': {'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1627892093-subnet', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'ip_version': 4}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:11:00.334105 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:00.338091 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] Usage tracker for resource:subnet and tenant:f87a03d3318b450a838b838f10dde3c4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:11:00.340940 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:11:00.346756 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:00.399537 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] Made reservation on behalf of f87a03d3318b450a838b838f10dde3c4 for: {'subnet': 1} {{(pid=89863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 02:11:00.401861 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60835794'] for subnet, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:00.485324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-45a05d7a-b993-446d-af2a-1d39f1e244f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:00.650944 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61215513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60835776'] for subnet, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:00.720222 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=079162ee-4ee4-4d69-9343-be62217ff881,revision_number=0']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:00.731280 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] Checking segment: {'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:11:00.731636 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] Network hostable DHCP agents. Network: 2b775919-c60a-4ee7-8e55-9e94b963f2ad, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 02:11:00.805274 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] Network 2b775919-c60a-4ee7-8e55-9e94b963f2ad is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 02:11:00.873563 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, 2b775919-c60a-4ee7-8e55-9e94b963f2ad) {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:11:00.878112 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:00.879008 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:00.882276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6f68fa-7506-47f0-b508-19607b7e5d5e None None] Network 2b775919-c60a-4ee7-8e55-9e94b963f2ad requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 02:11:00.954689 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-e7446141-d992-4128-b7a9-8c42def916fb admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6305032 Aug 26 02:11:00.957614 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34790) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:00.963177 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:11:00.967933 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:00.971897 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Usage tracker for resource:router and tenant:f87a03d3318b450a838b838f10dde3c4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:11:00.975754 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:11:00.982430 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:01.068965 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:01.070092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:01.085217 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:01.102899 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 02:11:01.103757 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:01.258855 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Allocated IP 172.20.0.2 (2b775919-c60a-4ee7-8e55-9e94b963f2ad/079162ee-4ee4-4d69-9343-be62217ff881/097f9391-8424-459b-9498-5d3d04f50292) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:11:01.461277 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:01.472179 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Transition to ACTIVE for port object 097f9391-8424-459b-9498-5d3d04f50292 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:11:01.492462 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Transition to ACTIVE for port object 097f9391-8424-459b-9498-5d3d04f50292 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:11:01.552649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:01.565841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:01.632264 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Network 2b775919-c60a-4ee7-8e55-9e94b963f2ad is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:11:01.633380 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:11:01.636435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:11:01.686709 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Pushing event updated for resources: {'Port': ['ID=097f9391-8424-459b-9498-5d3d04f50292,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:01.733803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:01.734159 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:01.734502 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:01.734843 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:01.735176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:01.735509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:01.735838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:01.736164 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:01.736493 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:01.736816 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:01.737140 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:01.737463 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:01.757511 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Attempting to bind port 097f9391-8424-459b-9498-5d3d04f50292 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:11:01.757909 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Attempting to bind port 097f9391-8424-459b-9498-5d3d04f50292 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:11:01.758274 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Attempting to bind port 097f9391-8424-459b-9498-5d3d04f50292 on network 2b775919-c60a-4ee7-8e55-9e94b963f2ad {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:11:01.763686 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 2, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:11:01.764085 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Checking segment: {'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:11:01.764513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:01.764921 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Bound using segment: {'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:11:01.765384 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Bound port: 097f9391-8424-459b-9498-5d3d04f50292, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:11:01.765777 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:01.855409 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] For port 097f9391-8424-459b-9498-5d3d04f50292, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:11:01.861195 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] For port 097f9391-8424-459b-9498-5d3d04f50292, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=097f9391-8424-459b-9498-5d3d04f50292,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:11:01.920420 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:01.947780 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:01.949892 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:02.038118 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67e67e-7c2b-43e4-9b80-f1018503b88a None None] Pushing event updated for resources: {'Port': ['ID=097f9391-8424-459b-9498-5d3d04f50292,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:02.087329 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Allocated IP 172.26.2.33 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/7ebd9788-0d7c-4ad1-83b3-75a5cfc97335) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:11:02.262128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:02.300426 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 097f9391-8424-459b-9498-5d3d04f50292 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:11:02.366216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:02.422120 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 097f9391-8424-459b-9498-5d3d04f50292 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:11:02.435607 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:11:02.439894 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:11:02.441224 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:11:02.487614 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Pushing event updated for resources: {'Port': ['ID=7ebd9788-0d7c-4ad1-83b3-75a5cfc97335,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:02.940987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd250b9-f096-4531-864f-851be497ce0a None None] Network 2b775919-c60a-4ee7-8e55-9e94b963f2ad requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 02:11:02.950594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:03.109374 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e08b7698-b72b-4e55-8dbb-3f86651f6e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:03.124790 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4a4dfb65-6e01-4295-882a-ce6edbdb603d None None] Provisioning for port 097f9391-8424-459b-9498-5d3d04f50292 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:11:03.133805 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4a4dfb65-6e01-4295-882a-ce6edbdb603d None None] Provisioning complete for port 097f9391-8424-459b-9498-5d3d04f50292 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:03.134173 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4a4dfb65-6e01-4295-882a-ce6edbdb603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:03.346486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4a4dfb65-6e01-4295-882a-ce6edbdb603d None None] Current status of the port 097f9391-8424-459b-9498-5d3d04f50292 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:11:03.346864 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4a4dfb65-6e01-4295-882a-ce6edbdb603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:03.383445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-4a4dfb65-6e01-4295-882a-ce6edbdb603d None None] For port 097f9391-8424-459b-9498-5d3d04f50292, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=097f9391-8424-459b-9498-5d3d04f50292,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:11:03.437464 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:03.485406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4a4dfb65-6e01-4295-882a-ce6edbdb603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:03.555201 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4dfb65-6e01-4295-882a-ce6edbdb603d None None] Pushing event updated for resources: {'Port': ['ID=097f9391-8424-459b-9498-5d3d04f50292,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:03.606097 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-5c1b3994-49bb-4771-8d68-baf43902aeff None None] Provisioning complete for port 097f9391-8424-459b-9498-5d3d04f50292 triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:03.606389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5c1b3994-49bb-4771-8d68-baf43902aeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:03.702474 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 02:11:03.726065 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b3994-49bb-4771-8d68-baf43902aeff None None] Current status of the port 097f9391-8424-459b-9498-5d3d04f50292 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:11:03.788172 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:03.892258 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:11:03.900843 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Sync routers for ids ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:11:03.911133 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Routers {'47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:11:03.911813 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:03.988256 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:03.990184 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-68c593c1-0385-4052-9f1b-97760295c96e admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0312846 Aug 26 02:11:03.992902 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34794) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:04.084668 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Set router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:11:04.222870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:04.243025 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 097f9391-8424-459b-9498-5d3d04f50292 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:11:04.322030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 097f9391-8424-459b-9498-5d3d04f50292 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:04.322577 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:04.366112 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:02Z', 'revision_number': 3, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:04.370293 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Checking router: 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:11:04.370794 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Updating router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a port 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 02:11:04.428884 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:04.441673 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 097f9391-8424-459b-9498-5d3d04f50292 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:11:04.675625 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:04.760358 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:04.772169 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Transition to ACTIVE for port object 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:11:04.822580 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:04.883438 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Attempting to bind port 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:11:04.883821 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Attempting to bind port 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:11:04.884230 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Attempting to bind port 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:11:04.896048 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:11:04.896605 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:11:04.897004 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:04.897400 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:11:04.897903 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Bound port: 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:11:04.898270 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:04.945761 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be3659-28dc-4c0b-90f2-ada69fb64853 None None] Pushing event updated for resources: {'Port': ['ID=7ebd9788-0d7c-4ad1-83b3-75a5cfc97335,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:04.958706 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be3659-28dc-4c0b-90f2-ada69fb64853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:04.959043 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be3659-28dc-4c0b-90f2-ada69fb64853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:04.959373 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be3659-28dc-4c0b-90f2-ada69fb64853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:04.959695 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be3659-28dc-4c0b-90f2-ada69fb64853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:04.960013 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be3659-28dc-4c0b-90f2-ada69fb64853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:04.960333 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be3659-28dc-4c0b-90f2-ada69fb64853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:04.960648 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be3659-28dc-4c0b-90f2-ada69fb64853 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:04.960963 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be3659-28dc-4c0b-90f2-ada69fb64853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:04.961276 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be3659-28dc-4c0b-90f2-ada69fb64853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:04.961588 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be3659-28dc-4c0b-90f2-ada69fb64853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:04.961925 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be3659-28dc-4c0b-90f2-ada69fb64853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:04.962235 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be3659-28dc-4c0b-90f2-ada69fb64853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:11:04.997950 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] For port 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:11:05.000857 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] For port 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7ebd9788-0d7c-4ad1-83b3-75a5cfc97335,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:11:05.013140 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Allocated IP 172.20.0.1 (2b775919-c60a-4ee7-8e55-9e94b963f2ad/079162ee-4ee4-4d69-9343-be62217ff881/55a0b349-869d-4fc7-9454-81324e87519c) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:11:05.102841 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:05.163457 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:05.165102 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Routers {'47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:11:05.165714 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:05.179762 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Transition to ACTIVE for port object 55a0b349-869d-4fc7-9454-81324e87519c will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:11:05.250988 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:05.322399 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Network 2b775919-c60a-4ee7-8e55-9e94b963f2ad is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:11:05.325404 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:11:05.329137 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:11:05.332664 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be3659-28dc-4c0b-90f2-ada69fb64853 None None] Pushing event updated for resources: {'Port': ['ID=7ebd9788-0d7c-4ad1-83b3-75a5cfc97335,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:05.367838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Pushing event updated for resources: {'Port': ['ID=55a0b349-869d-4fc7-9454-81324e87519c,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:05.377052 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] Set router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:11:05.387095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:05.574662 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:05.682333 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:02Z', 'revision_number': 3, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:05.687013 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fefae7-7803-430a-959e-0309d486c683 None None] The sync data for ids ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'] in dv-neutron-854561-2-hyperv is: [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:02Z', 'revision_number': 3, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:11:05.787904 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:05.818016 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:05.867870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4f8dc560-2322-4223-98db-2e5e34a3b778 None None] Provisioning for port 55a0b349-869d-4fc7-9454-81324e87519c completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:11:05.877553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-4f8dc560-2322-4223-98db-2e5e34a3b778 None None] Provisioning complete for port 55a0b349-869d-4fc7-9454-81324e87519c triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:05.877553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc560-2322-4223-98db-2e5e34a3b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:05.896608 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:05.931289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-4f8dc560-2322-4223-98db-2e5e34a3b778 None None] Port 55a0b349-869d-4fc7-9454-81324e87519c cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 02:11:06.030942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:06.034582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Pushing event updated for resources: {'Port': ['ID=55a0b349-869d-4fc7-9454-81324e87519c,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:06.175700 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Network 2b775919-c60a-4ee7-8e55-9e94b963f2ad is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:11:06.177237 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:11:06.274978 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:11:06.392873 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:11:06.421708 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:11:06.427632 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:06.428069 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:06.507058 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-c07218d8-3f71-48f0-882d-7f9e32c32b01 None None] Provisioning complete for port 55a0b349-869d-4fc7-9454-81324e87519c triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:06.507428 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-c07218d8-3f71-48f0-882d-7f9e32c32b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:06.586900 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:11:06.606259 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-3aa20854-ef2d-4002-85e3-0302dae1d468 admin admin] 10.222.0.83 "PUT /v2.0/routers/47339ebd-ffc0-4c85-bce1-dcca1b13ac8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6034315 Aug 26 02:11:06.610171 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-c07218d8-3f71-48f0-882d-7f9e32c32b01 None None] Port 55a0b349-869d-4fc7-9454-81324e87519c cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 02:11:06.622047 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:11:06.622606 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:06.640504 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7ebd9788-0d7c-4ad1-83b3-75a5cfc97335,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:11:06.702613 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:06.772960 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=7ebd9788-0d7c-4ad1-83b3-75a5cfc97335,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:07.255492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34812) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:07.261717 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-171015247-network', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:11:07.266639 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:07.271397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Usage tracker for resource:network and tenant:273e5a546c12451e9d6db5025e7a83c5 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:11:07.274536 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:11:07.280697 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:07.286426 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Sync routers for ids ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:11:07.299636 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Routers {'47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:11:07.300281 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:07.353671 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Made reservation on behalf of 273e5a546c12451e9d6db5025e7a83c5 for: {'network': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 02:11:07.356578 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for network, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:07.369915 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:07.389102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:07.393140 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Usage tracker for resource:security_group_rule and tenant:273e5a546c12451e9d6db5025e7a83c5 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:11:07.396917 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:11:07.402825 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:07.480930 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Set router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:11:07.485675 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:07.553843 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:07.586013 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=89862) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 02:11:07.596779 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf20be2-966c-4d08-a1fe-fa033598bc5c,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:07.603997 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:07.604593 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.segments_db [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Added segment cf16ddef-bfb5-4bae-b838-6adc7380bc8c of type vlan for network cda6c543-306c-46db-9c99-17235edf0a44 Aug 26 02:11:07.633784 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784987882087'] for network, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:07.725223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994'] for network, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:07.726231 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:07.726934 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:07.796224 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '55a0b349-869d-4fc7-9454-81324e87519c', 'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'mac_address': 'fa:16:3e:84:3c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:04Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 2, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'subnets': [{'id': '079162ee-4ee4-4d69-9343-be62217ff881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:07.800688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Checking router: 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:11:07.801779 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Updating router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a port 55a0b349-869d-4fc7-9454-81324e87519c binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 02:11:07.864715 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:07.951653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] Pushing event updated for resources: {'Network': ['ID=cda6c543-306c-46db-9c99-17235edf0a44,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:07.978727 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Network cda6c543-306c-46db-9c99-17235edf0a44 details requested by agent ovs-agent-dv-neutron-854561-2-hyperv with host dv-neutron-854561-2-hyperv {{(pid=89864) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 26 02:11:08.000699 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-db52254f-b204-4802-bd7e-19de2ccd9e29 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7434039 Aug 26 02:11:08.003525 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34816) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:08.010714 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] Request body: {'subnet': {'network_id': 'cda6c543-306c-46db-9c99-17235edf0a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-171015247-subnet', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5', 'ip_version': 4}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:11:08.015916 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:08.020127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] Usage tracker for resource:subnet and tenant:273e5a546c12451e9d6db5025e7a83c5 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:11:08.023280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:11:08.029553 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:08.101510 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] Made reservation on behalf of 273e5a546c12451e9d6db5025e7a83c5 for: {'subnet': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 02:11:08.104038 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61606696'] for subnet, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:08.248531 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:11:08.376221 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61029387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61606714'] for subnet, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:08.390105 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:08.390618 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:08.447681 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:08.454280 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ffd6db-1d3f-4151-9f35-a389a1b7aa89,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:08.461553 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] Checking segment: {'id': 'cf16ddef-bfb5-4bae-b838-6adc7380bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'cda6c543-306c-46db-9c99-17235edf0a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:11:08.461931 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] Network hostable DHCP agents. Network: cda6c543-306c-46db-9c99-17235edf0a44, hostable agents: ['e95ae371-70ab-4b9f-b940-39dc37e8a519'], hosted agents: [] {{(pid=89862) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 02:11:08.465829 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Transition to ACTIVE for port object 55a0b349-869d-4fc7-9454-81324e87519c will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:11:08.531898 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:11:08.537335 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:08.549985 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] Network cda6c543-306c-46db-9c99-17235edf0a44 is scheduled to be hosted by DHCP agent e95ae371-70ab-4b9f-b940-39dc37e8a519 with binding_index 1 {{(pid=89862) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 02:11:08.633706 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-854561-2-hyperv, cda6c543-306c-46db-9c99-17235edf0a44) {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:11:08.637585 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:08.638189 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:08.656262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aea2ea3-730b-4bfc-9b34-98c4cdcb7ed1 None None] Network cda6c543-306c-46db-9c99-17235edf0a44 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 02:11:08.717028 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-37615aa1-425e-417f-868e-f3afe48276d6 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7094877 Aug 26 02:11:08.717381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34820) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:08.722457 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-171015247-router', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:11:08.727181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:08.731299 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Usage tracker for resource:router and tenant:273e5a546c12451e9d6db5025e7a83c5 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:11:08.734186 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:11:08.740595 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:08.815686 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075cc99-71b8-42d0-9c77-d052e963a930 None None] Pushing event updated for resources: {'Port': ['ID=55a0b349-869d-4fc7-9454-81324e87519c,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:08.817411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-524302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13660'] for router, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:08.818604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527137', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-996897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13651'] for router, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:08.837644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:08.859639 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Attempting to bind port 55a0b349-869d-4fc7-9454-81324e87519c on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:11:08.860014 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Attempting to bind port 55a0b349-869d-4fc7-9454-81324e87519c by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:11:08.860379 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Attempting to bind port 55a0b349-869d-4fc7-9454-81324e87519c on network 2b775919-c60a-4ee7-8e55-9e94b963f2ad {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:11:08.880184 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:11:08.880632 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Checking segment: {'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:11:08.881038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:08.881432 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Bound using segment: {'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:11:08.881935 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Bound port: 55a0b349-869d-4fc7-9454-81324e87519c, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:11:08.882324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:09.078499 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] For port 55a0b349-869d-4fc7-9454-81324e87519c, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:11:09.084285 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d03dadc-3175-5ae2-8937-6e64c9fde0b1-cda6c543-306c-46db-9c99-17235edf0a44', 'network_id': 'cda6c543-306c-46db-9c99-17235edf0a44', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5', 'fixed_ips': [{'subnet_id': '81ffd6db-1d3f-4151-9f35-a389a1b7aa89'}]}} from dv-neutron-854561-2-hyperv. {{(pid=89864) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 26 02:11:09.085147 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:09.103484 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] For port 55a0b349-869d-4fc7-9454-81324e87519c, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=55a0b349-869d-4fc7-9454-81324e87519c,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:11:09.169097 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13633'] for router, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:09.179301 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:09.279839 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Routers {'47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:11:09.280472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:09.490214 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075cc99-71b8-42d0-9c77-d052e963a930 None None] Pushing event updated for resources: {'Port': ['ID=55a0b349-869d-4fc7-9454-81324e87519c,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:09.497770 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.db_base_plugin_common [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Allocated IP 172.20.0.2 (cda6c543-306c-46db-9c99-17235edf0a44/81ffd6db-1d3f-4151-9f35-a389a1b7aa89/9903fd69-6ffc-4f28-a3c5-95d2f04ff992) {{(pid=89864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:11:09.523620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:09.554051 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:09.611445 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] Set router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:11:09.700175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Allocated IP 172.26.2.152 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/b8120cc2-a635-44fb-9cb9-3bb41f535224) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:11:09.865906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:09.960081 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:09.992879 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Notify callbacks [] for port, precommit_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:10.013883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Transition to ACTIVE for port object 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:11:10.024440 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:11:10.027255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:11:10.031120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:11:10.037164 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Transition to ACTIVE for port object 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 will not be triggered until provisioned by entity DHCP. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:11:10.058225 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '55a0b349-869d-4fc7-9454-81324e87519c', 'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'mac_address': 'fa:16:3e:84:3c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:04Z', 'updated_at': '2022-08-26T02:11:09Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'subnets': [{'id': '079162ee-4ee4-4d69-9343-be62217ff881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:10.062925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9999007c-2471-4f40-99a7-e59d48ad5e45 None None] The sync data for ids ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'] in dv-neutron-854561-2-hyperv is: [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '55a0b349-869d-4fc7-9454-81324e87519c', 'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'mac_address': 'fa:16:3e:84:3c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:04Z', 'updated_at': '2022-08-26T02:11:09Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'subnets': [{'id': '079162ee-4ee4-4d69-9343-be62217ff881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:11:10.111786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061'] for port, after_create {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:10.203939 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Network cda6c543-306c-46db-9c99-17235edf0a44 is already hosted by enough agents. {{(pid=89864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:11:10.221025 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.scheduler.base_scheduler [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Resources bound (agent type, host, resource id): {{(pid=89864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:11:10.225327 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Received port after_create {{(pid=89864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:11:10.282151 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Pushing event updated for resources: {'Port': ['ID=9903fd69-6ffc-4f28-a3c5-95d2f04ff992,revision_number=1']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:10.341761 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 55a0b349-869d-4fc7-9454-81324e87519c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:11:10.364268 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Pushing event updated for resources: {'Port': ['ID=b8120cc2-a635-44fb-9cb9-3bb41f535224,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:10.436806 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Attempting to bind port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:11:10.437260 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Attempting to bind port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'cf16ddef-bfb5-4bae-b838-6adc7380bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'cda6c543-306c-46db-9c99-17235edf0a44'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:11:10.437694 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Attempting to bind port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 on network cda6c543-306c-46db-9c99-17235edf0a44 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:11:10.443718 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:11:10.444419 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Checking segment: {'id': 'cf16ddef-bfb5-4bae-b838-6adc7380bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'cda6c543-306c-46db-9c99-17235edf0a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:11:10.445035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:10.445577 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Bound using segment: {'id': 'cf16ddef-bfb5-4bae-b838-6adc7380bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'cda6c543-306c-46db-9c99-17235edf0a44'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:11:10.446091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Bound port: 9903fd69-6ffc-4f28-a3c5-95d2f04ff992, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf16ddef-bfb5-4bae-b838-6adc7380bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'cda6c543-306c-46db-9c99-17235edf0a44'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:11:10.446466 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:10.517134 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 55a0b349-869d-4fc7-9454-81324e87519c completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:11:10.528608 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 55a0b349-869d-4fc7-9454-81324e87519c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:10.528988 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:10.603709 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] For port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:11:10.608480 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] For port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9903fd69-6ffc-4f28-a3c5-95d2f04ff992,segment=NetworkSegment(cf16ddef-bfb5-4bae-b838-6adc7380bc8c),segment_id=cf16ddef-bfb5-4bae-b838-6adc7380bc8c)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:11:10.673819 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:10.746247 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 55a0b349-869d-4fc7-9454-81324e87519c is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:11:10.746644 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:10.784397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:10.796207 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9ff12-54d9-4665-88b9-8a121a5523a8 None None] Pushing event updated for resources: {'Port': ['ID=9903fd69-6ffc-4f28-a3c5-95d2f04ff992,revision_number=2']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:10.807118 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 55a0b349-869d-4fc7-9454-81324e87519c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=55a0b349-869d-4fc7-9454-81324e87519c,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:11:10.873458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:10.982593 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=55a0b349-869d-4fc7-9454-81324e87519c,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:11.187154 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527132'] for router, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:11.468288 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Router d7ce9d58-5423-4c0f-a4a3-18f557e9d45a is scheduled to L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 with binding_index 1 {{(pid=89862) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 26 02:11:11.518795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:11.651190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:11:11.660493 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Sync routers for ids ['d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:11:11.677154 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Routers {'d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:11:11.677154 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:11.743362 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:11.744939 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fe7a9e8e-5a16-4c87-82c1-6e32eec1e72f admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0266120 Aug 26 02:11:11.745503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed17d986-4ea1-4cac-804f-6925417b916e None None] Network cda6c543-306c-46db-9c99-17235edf0a44 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 02:11:11.747690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34824) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:11.873159 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Set router d7ce9d58-5423-4c0f-a4a3-18f557e9d45a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:11:11.912124 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-16d565e8-5c1d-4525-9e43-17f91dab2e04 None None] Provisioning for port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:11:12.173240 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'name': 'tempest-TestSnapshotPattern-171015247-router', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b8120cc2-a635-44fb-9cb9-3bb41f535224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:08Z', 'updated_at': '2022-08-26T02:11:10Z', 'revision_number': 3, 'project_id': '273e5a546c12451e9d6db5025e7a83c5', 'gw_port': {'id': 'b8120cc2-a635-44fb-9cb9-3bb41f535224', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:09Z', 'updated_at': '2022-08-26T02:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:12.177278 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Checking router: d7ce9d58-5423-4c0f-a4a3-18f557e9d45a for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:11:12.177616 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Updating router d7ce9d58-5423-4c0f-a4a3-18f557e9d45a port b8120cc2-a635-44fb-9cb9-3bb41f535224 binding host dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 02:11:12.248188 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:12.335175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:11:12.458361 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:11:12.463631 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:12.464010 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:12.593368 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Notify callbacks [] for port, precommit_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:12.606949 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.provisioning_blocks [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Transition to ACTIVE for port object b8120cc2-a635-44fb-9cb9-3bb41f535224 will not be triggered until provisioned by entity L2. {{(pid=89865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:11:12.629749 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:12.643943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:11:12.644426 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:12.677989 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9903fd69-6ffc-4f28-a3c5-95d2f04ff992,segment=NetworkSegment(cf16ddef-bfb5-4bae-b838-6adc7380bc8c),segment_id=cf16ddef-bfb5-4bae-b838-6adc7380bc8c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:11:12.685274 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:12.730827 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:12.731774 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 55a0b349-869d-4fc7-9454-81324e87519c up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:11:12.747283 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Attempting to bind port b8120cc2-a635-44fb-9cb9-3bb41f535224 on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:11:12.747651 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Attempting to bind port b8120cc2-a635-44fb-9cb9-3bb41f535224 by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:11:12.748015 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Attempting to bind port b8120cc2-a635-44fb-9cb9-3bb41f535224 on network 49e274ef-58e5-4652-9e84-36bb0a18cd29 {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:11:12.759768 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:11:12.760139 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Checking segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:11:12.762190 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:12.762190 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Bound using segment: {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'} {{(pid=89865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:11:12.762190 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.managers [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Bound port: b8120cc2-a635-44fb-9cb9-3bb41f535224, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d44e9-b72f-4341-8eec-54ece5fac0d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29'}}] {{(pid=89865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:11:12.762190 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:12.814058 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d753c9-cdae-4a0a-94a5-05773d82afec None None] Pushing event updated for resources: {'Port': ['ID=b8120cc2-a635-44fb-9cb9-3bb41f535224,revision_number=2']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:12.850427 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] For port b8120cc2-a635-44fb-9cb9-3bb41f535224, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:11:12.852166 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Allocated IP 172.20.0.1 (cda6c543-306c-46db-9c99-17235edf0a44/81ffd6db-1d3f-4151-9f35-a389a1b7aa89/a596dd52-ffd9-46f4-83f6-820950c5131d) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:11:12.855453 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.plugins.ml2.db [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] For port b8120cc2-a635-44fb-9cb9-3bb41f535224, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b8120cc2-a635-44fb-9cb9-3bb41f535224,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:11:12.855764 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=9903fd69-6ffc-4f28-a3c5-95d2f04ff992,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:12.890112 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 55a0b349-869d-4fc7-9454-81324e87519c triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:12.890902 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:12.964904 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron_lib.callbacks.manager [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:13.009702 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:13.010675 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Routers {'d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:11:13.011507 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:13.014625 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 55a0b349-869d-4fc7-9454-81324e87519c is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:11:13.028032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Transition to ACTIVE for port object a596dd52-ffd9-46f4-83f6-820950c5131d will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:11:13.125336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:13.191178 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Network cda6c543-306c-46db-9c99-17235edf0a44 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:11:13.194797 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:11:13.198419 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:11:13.214376 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d753c9-cdae-4a0a-94a5-05773d82afec None None] Pushing event updated for resources: {'Port': ['ID=b8120cc2-a635-44fb-9cb9-3bb41f535224,revision_number=3']} {{(pid=89865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:13.235204 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Pushing event updated for resources: {'Port': ['ID=a596dd52-ffd9-46f4-83f6-820950c5131d,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:13.252585 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] Set router d7ce9d58-5423-4c0f-a4a3-18f557e9d45a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:11:13.255115 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524330'] for router_interface, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:13.454092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:13.542321 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3412de07-c1d8-4364-be1d-6a620f3f3b5b None None] Provisioning for port a596dd52-ffd9-46f4-83f6-820950c5131d completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:11:13.550034 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-3412de07-c1d8-4364-be1d-6a620f3f3b5b None None] Provisioning complete for port a596dd52-ffd9-46f4-83f6-820950c5131d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:13.550520 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3412de07-c1d8-4364-be1d-6a620f3f3b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:13.555225 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'name': 'tempest-TestSnapshotPattern-171015247-router', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b8120cc2-a635-44fb-9cb9-3bb41f535224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:08Z', 'updated_at': '2022-08-26T02:11:10Z', 'revision_number': 3, 'project_id': '273e5a546c12451e9d6db5025e7a83c5', 'gw_port': {'id': 'b8120cc2-a635-44fb-9cb9-3bb41f535224', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:09Z', 'updated_at': '2022-08-26T02:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:13.559180 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af75d0-2229-4014-8450-13c9a2664274 None None] The sync data for ids ['d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'] in dv-neutron-854561-2-hyperv is: [{'id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'name': 'tempest-TestSnapshotPattern-171015247-router', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b8120cc2-a635-44fb-9cb9-3bb41f535224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:08Z', 'updated_at': '2022-08-26T02:11:10Z', 'revision_number': 3, 'project_id': '273e5a546c12451e9d6db5025e7a83c5', 'gw_port': {'id': 'b8120cc2-a635-44fb-9cb9-3bb41f535224', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:09Z', 'updated_at': '2022-08-26T02:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:11:13.611858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-3412de07-c1d8-4364-be1d-6a620f3f3b5b None None] Port a596dd52-ffd9-46f4-83f6-820950c5131d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 02:11:13.688583 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:13.747858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:13.861561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Pushing event updated for resources: {'Port': ['ID=a596dd52-ffd9-46f4-83f6-820950c5131d,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:13.865426 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528835'] for router_interface, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:14.008945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Network cda6c543-306c-46db-9c99-17235edf0a44 is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:11:14.010170 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:11:14.242324 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-f81fa155-dffd-403e-97cf-424824164193 None None] Provisioning complete for port a596dd52-ffd9-46f4-83f6-820950c5131d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:14.243221 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-f81fa155-dffd-403e-97cf-424824164193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:14.299249 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-f81fa155-dffd-403e-97cf-424824164193 None None] Port a596dd52-ffd9-46f4-83f6-820950c5131d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 02:11:14.345682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Router d7ce9d58-5423-4c0f-a4a3-18f557e9d45a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:11:14.354293 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b8120cc2-a635-44fb-9cb9-3bb41f535224 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:11:14.484956 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port b8120cc2-a635-44fb-9cb9-3bb41f535224 completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:11:14.490791 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b8120cc2-a635-44fb-9cb9-3bb41f535224 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:14.491275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:14.546135 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:11:14.556943 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-2539077f-a2f2-4913-9dc0-2758bfd4d591 admin admin] 10.222.0.83 "PUT /v2.0/routers/d7ce9d58-5423-4c0f-a4a3-18f557e9d45a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8081794 Aug 26 02:11:14.631024 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b8120cc2-a635-44fb-9cb9-3bb41f535224 is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:11:14.631414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:14.647850 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port b8120cc2-a635-44fb-9cb9-3bb41f535224, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b8120cc2-a635-44fb-9cb9-3bb41f535224,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:11:14.731220 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:14.732109 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:11:14.863900 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=b8120cc2-a635-44fb-9cb9-3bb41f535224,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:14.876884 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:14.877259 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:14.999020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:11:15.061056 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34834) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:15.066649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-6477fa33-a7ba-439c-b5be-e9a621539ff2 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2114761378', 'description': 'tempest-secgroup-smoke-2114761378 description', 'project_id': 'f87a03d3318b450a838b838f10dde3c4'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:11:15.072925 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6477fa33-a7ba-439c-b5be-e9a621539ff2 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:15.077092 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6477fa33-a7ba-439c-b5be-e9a621539ff2 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Usage tracker for resource:security_group and tenant:f87a03d3318b450a838b838f10dde3c4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:11:15.080017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6477fa33-a7ba-439c-b5be-e9a621539ff2 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:11:15.085946 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6477fa33-a7ba-439c-b5be-e9a621539ff2 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:15.156804 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Sync routers for ids ['d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:11:15.166786 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Routers {'d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:11:15.167396 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:15.177358 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6477fa33-a7ba-439c-b5be-e9a621539ff2 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:15.198184 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6477fa33-a7ba-439c-b5be-e9a621539ff2 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:15.203120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6477fa33-a7ba-439c-b5be-e9a621539ff2 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Usage tracker for resource:security_group_rule and tenant:f87a03d3318b450a838b838f10dde3c4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:11:15.206898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-6477fa33-a7ba-439c-b5be-e9a621539ff2 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:11:15.215880 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-6477fa33-a7ba-439c-b5be-e9a621539ff2 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:15.293763 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6477fa33-a7ba-439c-b5be-e9a621539ff2 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:15.347235 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Set router d7ce9d58-5423-4c0f-a4a3-18f557e9d45a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:11:15.359424 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6477fa33-a7ba-439c-b5be-e9a621539ff2 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:15.402820 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477fa33-a7ba-439c-b5be-e9a621539ff2 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2934495f-cd38-44a0-bede-74b8769c261c,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:15.456684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6477fa33-a7ba-439c-b5be-e9a621539ff2 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:15.458577 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6477fa33-a7ba-439c-b5be-e9a621539ff2 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3964102 Aug 26 02:11:15.462743 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34838) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:15.467710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-7fbdd8f3-ae2f-473a-beaa-c79598a78651 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Request body: {'security_group_rule': {'security_group_id': '2934495f-cd38-44a0-bede-74b8769c261c', 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:11:15.474491 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7fbdd8f3-ae2f-473a-beaa-c79598a78651 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:15.478404 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7fbdd8f3-ae2f-473a-beaa-c79598a78651 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Usage tracker for resource:security_group_rule and tenant:f87a03d3318b450a838b838f10dde3c4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:11:15.481596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-7fbdd8f3-ae2f-473a-beaa-c79598a78651 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:11:15.487684 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-7fbdd8f3-ae2f-473a-beaa-c79598a78651 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:15.565220 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd8f3-ae2f-473a-beaa-c79598a78651 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:15.631205 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd8f3-ae2f-473a-beaa-c79598a78651 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:15.665112 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'name': 'tempest-TestSnapshotPattern-171015247-router', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b8120cc2-a635-44fb-9cb9-3bb41f535224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:08Z', 'updated_at': '2022-08-26T02:11:13Z', 'revision_number': 4, 'project_id': '273e5a546c12451e9d6db5025e7a83c5', 'gw_port': {'id': 'b8120cc2-a635-44fb-9cb9-3bb41f535224', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:09Z', 'updated_at': '2022-08-26T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'a596dd52-ffd9-46f4-83f6-820950c5131d', 'name': '', 'network_id': 'cda6c543-306c-46db-9c99-17235edf0a44', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5', 'mac_address': 'fa:16:3e:d6:77:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '81ffd6db-1d3f-4151-9f35-a389a1b7aa89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:12Z', 'updated_at': '2022-08-26T02:11:13Z', 'revision_number': 2, 'project_id': '273e5a546c12451e9d6db5025e7a83c5', 'subnets': [{'id': '81ffd6db-1d3f-4151-9f35-a389a1b7aa89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:15.669035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Checking router: d7ce9d58-5423-4c0f-a4a3-18f557e9d45a for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:11:15.669397 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Updating router d7ce9d58-5423-4c0f-a4a3-18f557e9d45a port a596dd52-ffd9-46f4-83f6-820950c5131d binding host dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 02:11:15.696342 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd8f3-ae2f-473a-beaa-c79598a78651 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:15.720455 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdd8f3-ae2f-473a-beaa-c79598a78651 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1b10d4-23fd-4962-8c4c-5aa6cdff5c3c,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:15.732831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:15.799955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd8f3-ae2f-473a-beaa-c79598a78651 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:15.803076 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7fbdd8f3-ae2f-473a-beaa-c79598a78651 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387883 Aug 26 02:11:15.805628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34842) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:15.813485 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-54f796a7-cb01-41ce-be1c-f8cb28ca3688 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Request body: {'security_group_rule': {'security_group_id': '2934495f-cd38-44a0-bede-74b8769c261c', 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:11:15.824594 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-54f796a7-cb01-41ce-be1c-f8cb28ca3688 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:15.831114 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-54f796a7-cb01-41ce-be1c-f8cb28ca3688 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Usage tracker for resource:security_group_rule and tenant:f87a03d3318b450a838b838f10dde3c4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:11:15.836303 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-54f796a7-cb01-41ce-be1c-f8cb28ca3688 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:11:15.845856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-54f796a7-cb01-41ce-be1c-f8cb28ca3688 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:15.942752 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-54f796a7-cb01-41ce-be1c-f8cb28ca3688 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.006069 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-54f796a7-cb01-41ce-be1c-f8cb28ca3688 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.061185 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-54f796a7-cb01-41ce-be1c-f8cb28ca3688 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.085664 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f796a7-cb01-41ce-be1c-f8cb28ca3688 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516b31b7-76e3-40ac-8d60-650b44437e4f,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:16.134265 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Notify callbacks [] for port, precommit_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.145918 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Transition to ACTIVE for port object a596dd52-ffd9-46f4-83f6-820950c5131d will not be triggered until provisioned by entity L2. {{(pid=89864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:11:16.147860 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-54f796a7-cb01-41ce-be1c-f8cb28ca3688 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.149321 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-54f796a7-cb01-41ce-be1c-f8cb28ca3688 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3422070 Aug 26 02:11:16.152148 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34846) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:16.157397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-448ad726-7a1f-453f-9af2-281f2e741673 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Request body: {'security_group_rule': {'security_group_id': '2934495f-cd38-44a0-bede-74b8769c261c', 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:11:16.164091 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-448ad726-7a1f-453f-9af2-281f2e741673 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:16.167968 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-448ad726-7a1f-453f-9af2-281f2e741673 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Usage tracker for resource:security_group_rule and tenant:f87a03d3318b450a838b838f10dde3c4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:11:16.170899 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-448ad726-7a1f-453f-9af2-281f2e741673 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:11:16.176564 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-448ad726-7a1f-453f-9af2-281f2e741673 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:16.195320 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.246741 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-448ad726-7a1f-453f-9af2-281f2e741673 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.278923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b8120cc2-a635-44fb-9cb9-3bb41f535224 up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:11:16.310861 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-448ad726-7a1f-453f-9af2-281f2e741673 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.353289 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-448ad726-7a1f-453f-9af2-281f2e741673 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.376993 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ad726-7a1f-453f-9af2-281f2e741673 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a35906-dd19-4860-ba1b-8eaf298108b9,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:16.442878 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627262cb-7479-4af1-b52a-633870c51589 None None] Pushing event updated for resources: {'Port': ['ID=a596dd52-ffd9-46f4-83f6-820950c5131d,revision_number=3']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:16.451180 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-448ad726-7a1f-453f-9af2-281f2e741673 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.452460 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-448ad726-7a1f-453f-9af2-281f2e741673 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992165 Aug 26 02:11:16.455169 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34850) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:16.462397 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-d07bd527-0076-410c-a540-6fe87be48cde tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Request body: {'security_group_rule': {'security_group_id': '2934495f-cd38-44a0-bede-74b8769c261c', 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:11:16.467519 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d07bd527-0076-410c-a540-6fe87be48cde tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:16.472087 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d07bd527-0076-410c-a540-6fe87be48cde tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Usage tracker for resource:security_group_rule and tenant:f87a03d3318b450a838b838f10dde3c4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:11:16.475245 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Attempting to bind port a596dd52-ffd9-46f4-83f6-820950c5131d on host dv-neutron-854561-2-hyperv for vnic_type normal with profile {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:11:16.475573 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Attempting to bind port a596dd52-ffd9-46f4-83f6-820950c5131d by drivers openvswitch,hyperv on host dv-neutron-854561-2-hyperv at level 0 using segments [{'id': 'cf16ddef-bfb5-4bae-b838-6adc7380bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'cda6c543-306c-46db-9c99-17235edf0a44'}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:11:16.475700 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-d07bd527-0076-410c-a540-6fe87be48cde tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:11:16.475915 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Attempting to bind port a596dd52-ffd9-46f4-83f6-820950c5131d on network cda6c543-306c-46db-9c99-17235edf0a44 {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:11:16.480143 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port b8120cc2-a635-44fb-9cb9-3bb41f535224 triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:16.480517 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.482106 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-d07bd527-0076-410c-a540-6fe87be48cde tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:16.510218 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Checking agent: {'id': 'e27eb07c-4f49-40f9-9c57-66842ae113bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-854561-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 56, 34), 'started_at': datetime.datetime(2022, 8, 26, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-854561-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:11:16.516638 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Checking segment: {'id': 'cf16ddef-bfb5-4bae-b838-6adc7380bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'cda6c543-306c-46db-9c99-17235edf0a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:11:16.516638 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.516638 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Bound using segment: {'id': 'cf16ddef-bfb5-4bae-b838-6adc7380bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'cda6c543-306c-46db-9c99-17235edf0a44'} {{(pid=89864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:11:16.516638 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.managers [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Bound port: a596dd52-ffd9-46f4-83f6-820950c5131d, host: dv-neutron-854561-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf16ddef-bfb5-4bae-b838-6adc7380bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'cda6c543-306c-46db-9c99-17235edf0a44'}}] {{(pid=89864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:11:16.516638 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.576676 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d07bd527-0076-410c-a540-6fe87be48cde tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.650919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d07bd527-0076-410c-a540-6fe87be48cde tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.665002 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] For port a596dd52-ffd9-46f4-83f6-820950c5131d, host dv-neutron-854561-2-hyperv, cleared binding levels {{(pid=89864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:11:16.678110 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] For port a596dd52-ffd9-46f4-83f6-820950c5131d, host dv-neutron-854561-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a596dd52-ffd9-46f4-83f6-820950c5131d,segment=NetworkSegment(cf16ddef-bfb5-4bae-b838-6adc7380bc8c),segment_id=cf16ddef-bfb5-4bae-b838-6adc7380bc8c)] {{(pid=89864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:11:16.682116 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port b8120cc2-a635-44fb-9cb9-3bb41f535224 is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:11:16.702763 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d07bd527-0076-410c-a540-6fe87be48cde tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.727089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bd527-0076-410c-a540-6fe87be48cde tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e88baf-f402-4f6b-b220-13f921f63dbe,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:16.759920 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.799574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-d07bd527-0076-410c-a540-6fe87be48cde tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.804107 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-d07bd527-0076-410c-a540-6fe87be48cde tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447292 Aug 26 02:11:16.804363 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34854) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:16.809487 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-cd754d83-377a-43bf-8419-3aa4c2a8327a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Request body: {'security_group_rule': {'security_group_id': '2934495f-cd38-44a0-bede-74b8769c261c', 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:11:16.816123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cd754d83-377a-43bf-8419-3aa4c2a8327a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:16.820803 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cd754d83-377a-43bf-8419-3aa4c2a8327a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Usage tracker for resource:security_group_rule and tenant:f87a03d3318b450a838b838f10dde3c4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:11:16.823054 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Routers {'d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:11:16.823677 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:11:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:16.823874 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-cd754d83-377a-43bf-8419-3aa4c2a8327a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:11:16.829836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-cd754d83-377a-43bf-8419-3aa4c2a8327a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:16.885007 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-cd754d83-377a-43bf-8419-3aa4c2a8327a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Project f87a03d3318b450a838b838f10dde3c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 02:11:16.892143 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cd754d83-377a-43bf-8419-3aa4c2a8327a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:16.957334 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627262cb-7479-4af1-b52a-633870c51589 None None] Pushing event updated for resources: {'Port': ['ID=a596dd52-ffd9-46f4-83f6-820950c5131d,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:16.958128 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cd754d83-377a-43bf-8419-3aa4c2a8327a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:17.005855 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] Set router d7ce9d58-5423-4c0f-a4a3-18f557e9d45a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:11:17.016648 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cd754d83-377a-43bf-8419-3aa4c2a8327a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:17.040099 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd754d83-377a-43bf-8419-3aa4c2a8327a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0019ab77-d772-4f62-8dcc-64d81f4a1e70,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:17.096012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-cd754d83-377a-43bf-8419-3aa4c2a8327a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:17.097615 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-cd754d83-377a-43bf-8419-3aa4c2a8327a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2922845 Aug 26 02:11:17.100555 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 34858) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:17.106249 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [None req-eb79ccdf-d893-4b65-b4fc-be5e12d16e61 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Request body: {'security_group_rule': {'security_group_id': '2934495f-cd38-44a0-bede-74b8769c261c', 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:11:17.112259 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-eb79ccdf-d893-4b65-b4fc-be5e12d16e61 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:17.116690 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-eb79ccdf-d893-4b65-b4fc-be5e12d16e61 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Usage tracker for resource:security_group_rule and tenant:f87a03d3318b450a838b838f10dde3c4 is out of sync, need to count used quota {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:11:17.119599 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [None req-eb79ccdf-d893-4b65-b4fc-be5e12d16e61 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89862) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:11:17.125316 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [None req-eb79ccdf-d893-4b65-b4fc-be5e12d16e61 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:17.199632 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.securitygroups_db [None req-eb79ccdf-d893-4b65-b4fc-be5e12d16e61 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Project f87a03d3318b450a838b838f10dde3c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 02:11:17.206723 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eb79ccdf-d893-4b65-b4fc-be5e12d16e61 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:17.276385 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eb79ccdf-d893-4b65-b4fc-be5e12d16e61 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:17.316276 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'name': 'tempest-TestSnapshotPattern-171015247-router', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b8120cc2-a635-44fb-9cb9-3bb41f535224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:08Z', 'updated_at': '2022-08-26T02:11:13Z', 'revision_number': 4, 'project_id': '273e5a546c12451e9d6db5025e7a83c5', 'gw_port': {'id': 'b8120cc2-a635-44fb-9cb9-3bb41f535224', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:09Z', 'updated_at': '2022-08-26T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'a596dd52-ffd9-46f4-83f6-820950c5131d', 'name': '', 'network_id': 'cda6c543-306c-46db-9c99-17235edf0a44', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5', 'mac_address': 'fa:16:3e:d6:77:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '81ffd6db-1d3f-4151-9f35-a389a1b7aa89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:12Z', 'updated_at': '2022-08-26T02:11:16Z', 'revision_number': 4, 'project_id': '273e5a546c12451e9d6db5025e7a83c5', 'subnets': [{'id': '81ffd6db-1d3f-4151-9f35-a389a1b7aa89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:17.320312 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe9e5a-b429-4443-9473-0f31010ec30b None None] The sync data for ids ['d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'] in dv-neutron-854561-2-hyperv is: [{'id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'name': 'tempest-TestSnapshotPattern-171015247-router', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b8120cc2-a635-44fb-9cb9-3bb41f535224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:08Z', 'updated_at': '2022-08-26T02:11:13Z', 'revision_number': 4, 'project_id': '273e5a546c12451e9d6db5025e7a83c5', 'gw_port': {'id': 'b8120cc2-a635-44fb-9cb9-3bb41f535224', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:09Z', 'updated_at': '2022-08-26T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': 'a596dd52-ffd9-46f4-83f6-820950c5131d', 'name': '', 'network_id': 'cda6c543-306c-46db-9c99-17235edf0a44', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5', 'mac_address': 'fa:16:3e:d6:77:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '81ffd6db-1d3f-4151-9f35-a389a1b7aa89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:12Z', 'updated_at': '2022-08-26T02:11:16Z', 'revision_number': 4, 'project_id': '273e5a546c12451e9d6db5025e7a83c5', 'subnets': [{'id': '81ffd6db-1d3f-4151-9f35-a389a1b7aa89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:11:17.342207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eb79ccdf-d893-4b65-b4fc-be5e12d16e61 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541264'] for security_group_rule, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:17.367825 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79ccdf-d893-4b65-b4fc-be5e12d16e61 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1d2fd2-bd2e-4b47-a6de-b9176d553753,revision_number=0']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:17.462381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-eb79ccdf-d893-4b65-b4fc-be5e12d16e61 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:17.463620 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-eb79ccdf-d893-4b65-b4fc-be5e12d16e61 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3620157 Aug 26 02:11:17.634836 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-61086c6c-2d3e-4c55-90c1-2ed7d2563771 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Synchronizing usage tracker for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:security_group {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:11:17.731301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-61086c6c-2d3e-4c55-90c1-2ed7d2563771 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Unset dirty status for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:security_group {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:11:17.732696 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-61086c6c-2d3e-4c55-90c1-2ed7d2563771 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2114761378&fields=id&tenant_id=f87a03d3318b450a838b838f10dde3c4 HTTP/1.1" status: 200 len: 267 time: 0.1383972 Aug 26 02:11:17.895305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-0db839b7-0a71-4dc0-8d00-1ebef72bfdf1 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:17.896881 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-0db839b7-0a71-4dc0-8d00-1ebef72bfdf1 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/networks?id=2b775919-c60a-4ee7-8e55-9e94b963f2ad HTTP/1.1" status: 200 len: 810 time: 0.1568613 Aug 26 02:11:17.912371 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-66e7ef1a-11bb-4c02-905f-c8d94c94e06e tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/quotas/f87a03d3318b450a838b838f10dde3c4 HTTP/1.1" status: 200 len: 375 time: 0.0097952 Aug 26 02:11:18.002904 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-dab0ac3d-a86b-4ebb-8a08-2e1cbb048ee9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Synchronizing usage tracker for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:11:18.114219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-dab0ac3d-a86b-4ebb-8a08-2e1cbb048ee9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Unset dirty status for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:11:18.115629 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-dab0ac3d-a86b-4ebb-8a08-2e1cbb048ee9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f87a03d3318b450a838b838f10dde3c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1975744 Aug 26 02:11:18.251534 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-ef087be8-cdee-411d-b169-ae25b0788b1a service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89862) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 02:11:18.252526 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-ef087be8-cdee-411d-b169-ae25b0788b1a service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1255147 Aug 26 02:11:18.280270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a596dd52-ffd9-46f4-83f6-820950c5131d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:11:18.415509 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning for port a596dd52-ffd9-46f4-83f6-820950c5131d completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:11:18.419163 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-44ddf200-361e-41fc-9b8a-867f1dd5671a service neutron] 10.222.0.83 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569850 Aug 26 02:11:18.421397 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port a596dd52-ffd9-46f4-83f6-820950c5131d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:18.421798 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:18.575842 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-e5ea81ae-ccdd-4b69-8543-f42969961447 service neutron] 10.222.0.83 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483805 Aug 26 02:11:18.597518 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port a596dd52-ffd9-46f4-83f6-820950c5131d is: DOWN; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:11:18.598610 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:18.642356 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] For port a596dd52-ffd9-46f4-83f6-820950c5131d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a596dd52-ffd9-46f4-83f6-820950c5131d,segment=NetworkSegment(cf16ddef-bfb5-4bae-b838-6adc7380bc8c),segment_id=cf16ddef-bfb5-4bae-b838-6adc7380bc8c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:11:18.733035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:18.832431 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Pushing event updated for resources: {'Port': ['ID=a596dd52-ffd9-46f4-83f6-820950c5131d,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:18.935610 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5d00a541-672e-41c0-a8f1-ae3bf8700269 req-ea4fdd2f-2e6a-44fc-8b46-e1ddae944c86 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 210 time: 0.0670757 Aug 26 02:11:20.248539 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c03768d7-4f27-4b39-814e-77b384f9daac req-a29d2e4c-4ff4-43ee-b031-f004360ee29a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 210 time: 0.0570965 Aug 26 02:11:20.251457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a596dd52-ffd9-46f4-83f6-820950c5131d up at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:11:20.320916 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Provisioning complete for port a596dd52-ffd9-46f4-83f6-820950c5131d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:20.321289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:20.441342 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Current status of the port a596dd52-ffd9-46f4-83f6-820950c5131d is: ACTIVE; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:11:21.077175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-2e20cd18-1349-4c4d-b87b-be8ad95cabae tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:21.078627 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-2e20cd18-1349-4c4d-b87b-be8ad95cabae tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.94 "GET /v2.0/networks?id=2b775919-c60a-4ee7-8e55-9e94b963f2ad HTTP/1.1" status: 200 len: 810 time: 0.1572783 Aug 26 02:11:21.131484 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-e95d655b-06fe-4d01-a374-01fac4161ead tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f87a03d3318b450a838b838f10dde3c4 HTTP/1.1" status: 200 len: 380 time: 0.0403643 Aug 26 02:11:21.142642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Request body: {'port': {'device_id': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'admin_state_up': True, 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'security_groups': ['2934495f-cd38-44a0-bede-74b8769c261c']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:11:21.404971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:21.414980 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:21.420098 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-26ddc470-1aba-4607-9b90-71fb1dbba453 req-93e1edb8-2888-460b-a2fc-1741b8850087 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 210 time: 0.0503051 Aug 26 02:11:21.519272 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Made reservation on behalf of f87a03d3318b450a838b838f10dde3c4 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 02:11:21.523470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:21.683653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Allocated IP 172.20.0.9 (2b775919-c60a-4ee7-8e55-9e94b963f2ad/079162ee-4ee4-4d69-9343-be62217ff881/be787f8a-cf8f-423f-9d9a-884040737a9d) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:11:21.871725 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:21.887388 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Transition to ACTIVE for port object be787f8a-cf8f-423f-9d9a-884040737a9d will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:11:21.959824 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:22.031621 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Network 2b775919-c60a-4ee7-8e55-9e94b963f2ad is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:11:22.034682 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:11:22.039075 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:11:22.092188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event updated for resources: {'Port': ['ID=be787f8a-cf8f-423f-9d9a-884040737a9d,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:22.121534 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:22.122181 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:22.216327 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-a6057402-3df2-4fd5-b743-b34bae24024f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0775592 Aug 26 02:11:22.230733 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Request body: {'port': {'device_id': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:11:22.344799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:22.370632 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-42a8410c-1a50-48ef-bc6a-f474c96c5937 None None] Provisioning for port be787f8a-cf8f-423f-9d9a-884040737a9d completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:11:22.376100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-42a8410c-1a50-48ef-bc6a-f474c96c5937 None None] Provisioning complete for port be787f8a-cf8f-423f-9d9a-884040737a9d triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:22.376476 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-42a8410c-1a50-48ef-bc6a-f474c96c5937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:22.432149 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-42a8410c-1a50-48ef-bc6a-f474c96c5937 None None] Port be787f8a-cf8f-423f-9d9a-884040737a9d cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 02:11:22.694898 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19003d-704a-4734-8dc7-c8295e0890f6 req-eac61a91-fbf7-4d6b-9f29-40157d02b513 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:22.695583 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ae19003d-704a-4734-8dc7-c8295e0890f6 req-eac61a91-fbf7-4d6b-9f29-40157d02b513 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Synchronizing usage tracker for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:11:22.770400 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be787f8a-cf8f-423f-9d9a-884040737a9d {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 02:11:22.777395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:22.792629 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Transition to ACTIVE for port object be787f8a-cf8f-423f-9d9a-884040737a9d will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:11:22.804708 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-ae19003d-704a-4734-8dc7-c8295e0890f6 req-eac61a91-fbf7-4d6b-9f29-40157d02b513 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Unset dirty status for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:11:22.807291 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ae19003d-704a-4734-8dc7-c8295e0890f6 req-eac61a91-fbf7-4d6b-9f29-40157d02b513 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 931 time: 0.2535810 Aug 26 02:11:22.854142 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ae19003d-704a-4734-8dc7-c8295e0890f6 req-25a4342d-53f4-435a-b114-e41ec6ddbbee tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422571 Aug 26 02:11:22.855120 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:23.039970 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Pushing event updated for resources: {'Port': ['ID=be787f8a-cf8f-423f-9d9a-884040737a9d,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:23.078853 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Attempting to bind port be787f8a-cf8f-423f-9d9a-884040737a9d on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:11:23.079196 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Attempting to bind port be787f8a-cf8f-423f-9d9a-884040737a9d by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:11:23.079516 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Attempting to bind port be787f8a-cf8f-423f-9d9a-884040737a9d on network 2b775919-c60a-4ee7-8e55-9e94b963f2ad {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:11:23.084967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Port be787f8a-cf8f-423f-9d9a-884040737a9d on network 2b775919-c60a-4ee7-8e55-9e94b963f2ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 02:11:23.085287 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Attempting to bind port be787f8a-cf8f-423f-9d9a-884040737a9d on network 2b775919-c60a-4ee7-8e55-9e94b963f2ad {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:11:23.090360 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 2, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:11:23.090691 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Checking segment: {'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:11:23.091071 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Bound using segment: {'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:11:23.091493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Bound port: be787f8a-cf8f-423f-9d9a-884040737a9d, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:11:23.091835 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:23.179582 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] For port be787f8a-cf8f-423f-9d9a-884040737a9d, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:11:23.182515 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] For port be787f8a-cf8f-423f-9d9a-884040737a9d, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=be787f8a-cf8f-423f-9d9a-884040737a9d,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:11:23.251156 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:23.286108 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:23.286736 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:23.288096 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] 10.222.0.94 "PUT /v2.0/ports/be787f8a-cf8f-423f-9d9a-884040737a9d HTTP/1.1" status: 200 len: 1093 time: 1.0617557 Aug 26 02:11:23.288530 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'tag': 'be787f8a-cf8f-423f-9d9a-884040737a9d'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:11:23.334443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b28e1-0a4a-40d7-a692-87eb8b760e80 service neutron] Pushing event updated for resources: {'Port': ['ID=be787f8a-cf8f-423f-9d9a-884040737a9d,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:23.338590 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b753cc-8e58-4a18-99ae-1e6d19bacb26'] response: {'name': 'network-changed', 'server_uuid': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'tag': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'status': 'completed', 'code': 200} Aug 26 02:11:23.444967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0608c-75c2-4070-bf33-3347fd1d9e84 req-92bfe6e8-58db-4c10-94b4-1a02e28474bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:23.446458 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1e0608c-75c2-4070-bf33-3347fd1d9e84 req-92bfe6e8-58db-4c10-94b4-1a02e28474bc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f87a03d3318b450a838b838f10dde3c4&device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 1096 time: 0.0793273 Aug 26 02:11:23.703766 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0608c-75c2-4070-bf33-3347fd1d9e84 req-4f962d30-a9a1-49a5-a78b-0b23be1d79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:23.705214 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1e0608c-75c2-4070-bf33-3347fd1d9e84 req-4f962d30-a9a1-49a5-a78b-0b23be1d79ce service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=f87a03d3318b450a838b838f10dde3c4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2483056 Aug 26 02:11:23.848324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0608c-75c2-4070-bf33-3347fd1d9e84 req-75269903-7974-47b2-9d6d-a01285793f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:23.849869 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c1e0608c-75c2-4070-bf33-3347fd1d9e84 req-75269903-7974-47b2-9d6d-a01285793f68 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1356666 Aug 26 02:11:24.035476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-cb57690b-7b68-41b9-8c7c-3ba9c55c3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:24.037114 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-cb57690b-7b68-41b9-8c7c-3ba9c55c3c98 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f87a03d3318b450a838b838f10dde3c4&device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 1096 time: 0.1418972 Aug 26 02:11:24.114300 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-b0ec6ec4-3249-46d2-9b4d-c342e828cb50 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be787f8a-cf8f-423f-9d9a-884040737a9d HTTP/1.1" status: 200 len: 217 time: 0.0669463 Aug 26 02:11:24.122490 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356b76a-01af-49d4-87d1-464e461a64ab req-651e28d8-09ad-4435-b188-24af9e907b36 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:24.123860 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9356b76a-01af-49d4-87d1-464e461a64ab req-651e28d8-09ad-4435-b188-24af9e907b36 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 943 time: 0.1592076 Aug 26 02:11:24.216210 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-13a76c0b-04a3-4bce-9a0a-1027c040c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:24.217636 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-13a76c0b-04a3-4bce-9a0a-1027c040c1f3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=079162ee-4ee4-4d69-9343-be62217ff881 HTTP/1.1" status: 200 len: 849 time: 0.0929492 Aug 26 02:11:24.220551 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9356b76a-01af-49d4-87d1-464e461a64ab req-07484545-1282-442c-a315-ba05d947c101 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657201 Aug 26 02:11:24.305301 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-02cfdcbb-04b8-4f7a-937e-0c07a9d55665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:24.306716 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-02cfdcbb-04b8-4f7a-937e-0c07a9d55665 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2b775919-c60a-4ee7-8e55-9e94b963f2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800080 Aug 26 02:11:24.443029 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-d5f0b558-c523-4f63-855e-5c5c44eaa262 service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260271 Aug 26 02:11:24.578927 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c66f888f-8b68-420b-b76e-a28e8347bfe1 req-9e0309e7-67b3-4080-b6c4-efb30d193666 service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270721 Aug 26 02:11:25.417334 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2073e0e-9644-4402-a0ba-22c05cf684c0 req-22efe71f-9f6e-4d62-96bc-2eec821b3c11 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:25.418803 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2073e0e-9644-4402-a0ba-22c05cf684c0 req-22efe71f-9f6e-4d62-96bc-2eec821b3c11 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 943 time: 0.0894747 Aug 26 02:11:25.467242 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-a2073e0e-9644-4402-a0ba-22c05cf684c0 req-0555cb57-6b7a-4bd8-825a-3883bf830643 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Synchronizing usage tracker for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:security_group {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:11:25.478742 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-a2073e0e-9644-4402-a0ba-22c05cf684c0 req-0555cb57-6b7a-4bd8-825a-3883bf830643 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Unset dirty status for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:security_group {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:11:25.480103 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-a2073e0e-9644-4402-a0ba-22c05cf684c0 req-0555cb57-6b7a-4bd8-825a-3883bf830643 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556827 Aug 26 02:11:26.679654 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38cf1b-89f0-44b3-9a5b-95fb9f157315 req-9186db39-64ff-4e03-8f90-9e42733d6eda tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:26.681092 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bb38cf1b-89f0-44b3-9a5b-95fb9f157315 req-9186db39-64ff-4e03-8f90-9e42733d6eda tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 943 time: 0.0909708 Aug 26 02:11:26.732307 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-bb38cf1b-89f0-44b3-9a5b-95fb9f157315 req-2794eac0-d2ac-40db-bbb4-3dc5ea77b24e tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456007 Aug 26 02:11:27.914424 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:11:27.926299 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e93d6-7f32-4bb9-bc3f-95fa29865585 req-8e481b11-1bb9-4554-be47-f3d311218b16 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:27.927732 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-340e93d6-7f32-4bb9-bc3f-95fa29865585 req-8e481b11-1bb9-4554-be47-f3d311218b16 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 943 time: 0.0868874 Aug 26 02:11:27.971486 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-340e93d6-7f32-4bb9-bc3f-95fa29865585 req-f7922e9f-e173-4a65-9832-18cede74c7bd tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378783 Aug 26 02:11:28.301489 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device be787f8a-cf8f-423f-9d9a-884040737a9d details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 02:11:28.434389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port be787f8a-cf8f-423f-9d9a-884040737a9d, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=be787f8a-cf8f-423f-9d9a-884040737a9d,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:11:28.447385 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'port_id': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'mac_address': 'fa:16:3e:ce:13:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 02:11:28.505512 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port be787f8a-cf8f-423f-9d9a-884040737a9d is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:11:28.505922 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:28.522815 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be787f8a-cf8f-423f-9d9a-884040737a9d {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 02:11:28.538025 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port be787f8a-cf8f-423f-9d9a-884040737a9d, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=be787f8a-cf8f-423f-9d9a-884040737a9d,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:11:28.609383 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:28.674477 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=be787f8a-cf8f-423f-9d9a-884040737a9d,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:28.898474 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['be787f8a-cf8f-423f-9d9a-884040737a9d'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 02:11:29.166744 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1b61c-85f6-4a74-afcf-b5c260fc72cb req-c99bc912-8f02-4c74-9f88-9f8d64fa3299 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:29.168199 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1ec1b61c-85f6-4a74-afcf-b5c260fc72cb req-c99bc912-8f02-4c74-9f88-9f8d64fa3299 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 944 time: 0.0879085 Aug 26 02:11:29.214744 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1ec1b61c-85f6-4a74-afcf-b5c260fc72cb req-962ca08c-ed4c-4679-bf57-ef57349e5e63 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 Aug 26 02:11:30.331699 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device be787f8a-cf8f-423f-9d9a-884040737a9d up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:11:30.414797 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2499460-5cae-4449-8bcb-047abdcebed7 req-b9accbc1-ff7e-46ce-9b29-a5befc2365e4 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:30.416373 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e2499460-5cae-4449-8bcb-047abdcebed7 req-b9accbc1-ff7e-46ce-9b29-a5befc2365e4 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 944 time: 0.0918691 Aug 26 02:11:30.462258 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e2499460-5cae-4449-8bcb-047abdcebed7 req-c2cbf69c-83d5-447b-9ff9-c0edb6c5d249 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401471 Aug 26 02:11:30.473881 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port be787f8a-cf8f-423f-9d9a-884040737a9d completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:11:30.478976 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port be787f8a-cf8f-423f-9d9a-884040737a9d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:11:30.479600 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:30.508128 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-48f26c2b-0367-4d77-8bb0-13376d7f9724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:30.597016 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port be787f8a-cf8f-423f-9d9a-884040737a9d is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:11:30.597420 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:30.624111 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be787f8a-cf8f-423f-9d9a-884040737a9d'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:11:30.634591 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port be787f8a-cf8f-423f-9d9a-884040737a9d, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=be787f8a-cf8f-423f-9d9a-884040737a9d,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:11:30.684824 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:30.728274 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33cf5434-4985-4bb0-a862-1f64f9ee6fd0'] response: {'server_uuid': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'code': 200} Aug 26 02:11:30.760081 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=be787f8a-cf8f-423f-9d9a-884040737a9d,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:31.093596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662f28a-a698-4d20-b662-f4ae73d78285 req-3c3482fa-f8cc-4f34-a8b3-d2ffa70218fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:31.095071 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1662f28a-a698-4d20-b662-f4ae73d78285 req-3c3482fa-f8cc-4f34-a8b3-d2ffa70218fc service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 1098 time: 0.0760219 Aug 26 02:11:31.137577 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1662f28a-a698-4d20-b662-f4ae73d78285 req-6e74f10c-8eff-47f7-9324-2f99045cc0b5 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333462 Aug 26 02:11:31.655963 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90191f24-1645-4af6-a5b6-2e767e312084 req-e2545cbf-88e1-41a6-bc00-158cfdd76e8d tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:31.657387 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-90191f24-1645-4af6-a5b6-2e767e312084 req-e2545cbf-88e1-41a6-bc00-158cfdd76e8d tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 945 time: 0.0847881 Aug 26 02:11:31.704362 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-90191f24-1645-4af6-a5b6-2e767e312084 req-9ae74770-a6db-4cb3-9882-db7e3577c835 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405591 Aug 26 02:11:32.905606 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bfcce-7e56-41d8-a252-725cfe6a5013 req-554eb095-f27f-4e16-a908-e41fb36ebfa6 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:32.907070 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d68bfcce-7e56-41d8-a252-725cfe6a5013 req-554eb095-f27f-4e16-a908-e41fb36ebfa6 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 945 time: 0.0889688 Aug 26 02:11:32.951852 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d68bfcce-7e56-41d8-a252-725cfe6a5013 req-3f47d566-09a0-498c-9cb1-46299a156925 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383394 Aug 26 02:11:33.027619 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d6687ac4-1a26-4222-b488-8a8746ba239f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:33.148304 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b7447-fa5c-40be-adb2-97c8b22b5c6b req-139a6573-71c6-4f40-a88b-5b8a1f686a90 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:33.149774 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-948b7447-fa5c-40be-adb2-97c8b22b5c6b req-139a6573-71c6-4f40-a88b-5b8a1f686a90 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 945 time: 0.0861640 Aug 26 02:11:33.194986 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-948b7447-fa5c-40be-adb2-97c8b22b5c6b req-ade9be31-b75c-472c-9cd1-2a60158184ca tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389128 Aug 26 02:11:33.220875 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34928) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:33.435005 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01199f20-1025-4bcc-b130-155d24112672 tempest-TestSnapshotPattern-1014065520 tempest-TestSnapshotPattern-1014065520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:33.436505 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-01199f20-1025-4bcc-b130-155d24112672 tempest-TestSnapshotPattern-1014065520 tempest-TestSnapshotPattern-1014065520-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 1093 time: 0.2146709 Aug 26 02:11:33.439430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 34934) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:11:33.444536 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:11:33.450480 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:11:33.454313 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Usage tracker for resource:floatingip and tenant:f87a03d3318b450a838b838f10dde3c4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:11:33.457690 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:11:33.463430 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:11:33.570550 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:33.707587 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:33.810746 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:33.843263 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Allocated IP 172.26.2.110 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/ddffb093-b23a-4487-990a-fa30e402c8f5) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:11:33.993395 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:34.062656 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:34.131453 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:11:34.134157 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:11:34.136651 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:11:34.179333 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event updated for resources: {'Port': ['ID=ddffb093-b23a-4487-990a-fa30e402c8f5,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:34.273711 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:34.542775 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:34.666329 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:34.871116 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:34.957914 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:35.062759 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event updated for resources: {'Port': ['ID=ddffb093-b23a-4487-990a-fa30e402c8f5,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:11:35.065865 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:35.237355 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Floating IP b711aefc-aa3e-4550-b1e7-cb23aa9e734b associated. External IP: 172.26.2.110, port: be787f8a-cf8f-423f-9d9a-884040737a9d. Aug 26 02:11:35.696543 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:11:35.804734 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:35.877462 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:11:35.888523 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bda17a-e3e5-440a-bc73-8ece47dcf3d3 None None] Sync routers for ids ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:11:35.898178 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bda17a-e3e5-440a-bc73-8ece47dcf3d3 None None] Routers {'47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:11:35.898778 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-14bda17a-e3e5-440a-bc73-8ece47dcf3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:11:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:35.964804 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:11:36.026515 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-216170ea-4d97-4a37-807e-e6e9314a7704 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5859108 Aug 26 02:11:36.027207 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'tag': 'be787f8a-cf8f-423f-9d9a-884040737a9d'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:11:36.070484 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3318b6a8-a1a0-4399-b717-668f21947a31'] response: {'name': 'network-changed', 'server_uuid': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'tag': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'status': 'completed', 'code': 200} Aug 26 02:11:36.079886 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-14bda17a-e3e5-440a-bc73-8ece47dcf3d3 None None] Set router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:11:36.167233 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0393a-0360-48df-bce1-a9a9714af0b2 req-81c42f6d-1ad8-4b44-9b53-a492fc2b8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:36.168682 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c2c0393a-0360-48df-bce1-a9a9714af0b2 req-81c42f6d-1ad8-4b44-9b53-a492fc2b8dc0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f87a03d3318b450a838b838f10dde3c4&device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 1098 time: 0.0764811 Aug 26 02:11:36.297589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0393a-0360-48df-bce1-a9a9714af0b2 req-94ec4219-d065-4466-92ee-584321030391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:36.298959 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c2c0393a-0360-48df-bce1-a9a9714af0b2 req-94ec4219-d065-4466-92ee-584321030391 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2b775919-c60a-4ee7-8e55-9e94b963f2ad HTTP/1.1" status: 200 len: 912 time: 0.1243358 Aug 26 02:11:36.403940 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c2c0393a-0360-48df-bce1-a9a9714af0b2 req-7e58bc17-5bb6-4ac9-ad30-fa16f9828c16 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be787f8a-cf8f-423f-9d9a-884040737a9d HTTP/1.1" status: 200 len: 999 time: 0.0963080 Aug 26 02:11:36.425509 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-14bda17a-e3e5-440a-bc73-8ece47dcf3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b711aefc-aa3e-4550-b1e7-cb23aa9e734b', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'port_id': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'mac_address': 'fa:16:3e:ce:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:11:34Z', 'updated_at': '2022-08-26T02:11:34Z', 'revision_number': 0, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a0b349-869d-4fc7-9454-81324e87519c', 'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'mac_address': 'fa:16:3e:84:3c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:04Z', 'updated_at': '2022-08-26T02:11:10Z', 'revision_number': 5, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'subnets': [{'id': '079162ee-4ee4-4d69-9343-be62217ff881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:36.430790 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bda17a-e3e5-440a-bc73-8ece47dcf3d3 None None] Checking router: 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:11:36.439210 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bda17a-e3e5-440a-bc73-8ece47dcf3d3 None None] Routers {'47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:11:36.439805 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-14bda17a-e3e5-440a-bc73-8ece47dcf3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:11:33Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:36.467967 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0393a-0360-48df-bce1-a9a9714af0b2 req-d6e6de51-eef6-4d24-ba9b-07ab35bdcd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:36.469370 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c2c0393a-0360-48df-bce1-a9a9714af0b2 req-d6e6de51-eef6-4d24-ba9b-07ab35bdcd03 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=079162ee-4ee4-4d69-9343-be62217ff881 HTTP/1.1" status: 200 len: 849 time: 0.0598559 Aug 26 02:11:36.551601 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0393a-0360-48df-bce1-a9a9714af0b2 req-d60db5a2-49dc-4ccf-a908-35635102c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:11:36.553789 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c2c0393a-0360-48df-bce1-a9a9714af0b2 req-d60db5a2-49dc-4ccf-a908-35635102c27a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2b775919-c60a-4ee7-8e55-9e94b963f2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769672 Aug 26 02:11:36.616225 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-14bda17a-e3e5-440a-bc73-8ece47dcf3d3 None None] Set router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:11:36.684079 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c2c0393a-0360-48df-bce1-a9a9714af0b2 req-62c452d4-10e6-4514-8edc-2df37bc51fbd service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241055 Aug 26 02:11:36.828462 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c2c0393a-0360-48df-bce1-a9a9714af0b2 req-8389519c-3f61-429f-81f3-706bdd86c3b6 service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380577 Aug 26 02:11:36.999569 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-14bda17a-e3e5-440a-bc73-8ece47dcf3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b711aefc-aa3e-4550-b1e7-cb23aa9e734b', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'port_id': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'mac_address': 'fa:16:3e:ce:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:11:34Z', 'updated_at': '2022-08-26T02:11:34Z', 'revision_number': 0, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a0b349-869d-4fc7-9454-81324e87519c', 'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'mac_address': 'fa:16:3e:84:3c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:04Z', 'updated_at': '2022-08-26T02:11:10Z', 'revision_number': 5, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'subnets': [{'id': '079162ee-4ee4-4d69-9343-be62217ff881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:11:37.003326 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bda17a-e3e5-440a-bc73-8ece47dcf3d3 None None] The sync data for ids ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'] in dv-neutron-854561-2-hyperv is: [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b711aefc-aa3e-4550-b1e7-cb23aa9e734b', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'port_id': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'mac_address': 'fa:16:3e:ce:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:11:34Z', 'updated_at': '2022-08-26T02:11:34Z', 'revision_number': 0, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a0b349-869d-4fc7-9454-81324e87519c', 'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'mac_address': 'fa:16:3e:84:3c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:04Z', 'updated_at': '2022-08-26T02:11:10Z', 'revision_number': 5, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'subnets': [{'id': '079162ee-4ee4-4d69-9343-be62217ff881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:11:37.182535 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a155fed8-4e00-4b83-861e-e65cb2d2bc1e None None] New status for floating IP b711aefc-aa3e-4550-b1e7-cb23aa9e734b: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 02:11:41.502202 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:12:00.501680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-8889c29f-2395-4d32-804e-999f11b7b9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:12:03.033252 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3ba05051-8c0c-481a-87f8-ad1fb8e767e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:12:03.804940 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:12:04.233327 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:12:04.913253 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:12:05.769941 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:12:11.507075 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:12:27.726835 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeaa45cb-af3a-4b7b-a17d-d229a33add16 req-b915b31a-5c1b-483b-a097-95a7475b7e8c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1823421 Aug 26 02:12:27.880407 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa45cb-af3a-4b7b-a17d-d229a33add16 req-887d7359-eddb-46a3-892e-54e0f72198db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:12:27.881960 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeaa45cb-af3a-4b7b-a17d-d229a33add16 req-887d7359-eddb-46a3-892e-54e0f72198db service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f87a03d3318b450a838b838f10dde3c4&device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 1098 time: 0.0799606 Aug 26 02:12:28.030333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa45cb-af3a-4b7b-a17d-d229a33add16 req-0b0d871a-9558-44f6-bba6-df82f728aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:12:28.031653 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeaa45cb-af3a-4b7b-a17d-d229a33add16 req-0b0d871a-9558-44f6-bba6-df82f728aef4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2b775919-c60a-4ee7-8e55-9e94b963f2ad HTTP/1.1" status: 200 len: 912 time: 0.1251683 Aug 26 02:12:28.136879 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeaa45cb-af3a-4b7b-a17d-d229a33add16 req-dea23208-bd6e-4438-b870-1195b9d5e46d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be787f8a-cf8f-423f-9d9a-884040737a9d HTTP/1.1" status: 200 len: 1001 time: 0.0961075 Aug 26 02:12:28.204945 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa45cb-af3a-4b7b-a17d-d229a33add16 req-ed4b3e7f-33f3-4601-97fe-c8645fb87639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:12:28.206350 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeaa45cb-af3a-4b7b-a17d-d229a33add16 req-ed4b3e7f-33f3-4601-97fe-c8645fb87639 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=079162ee-4ee4-4d69-9343-be62217ff881 HTTP/1.1" status: 200 len: 849 time: 0.0562577 Aug 26 02:12:28.294017 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa45cb-af3a-4b7b-a17d-d229a33add16 req-62b25f3d-353e-4448-ab32-c18a9273a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:12:28.295417 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeaa45cb-af3a-4b7b-a17d-d229a33add16 req-62b25f3d-353e-4448-ab32-c18a9273a5a3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2b775919-c60a-4ee7-8e55-9e94b963f2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825236 Aug 26 02:12:28.433096 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeaa45cb-af3a-4b7b-a17d-d229a33add16 req-79384ec4-4040-4e2f-844c-d9320cafc71e service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280727 Aug 26 02:12:28.567908 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-eeaa45cb-af3a-4b7b-a17d-d229a33add16 req-f2e9f508-c4e9-4356-a09f-d3f6f4dbe988 service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254199 Aug 26 02:12:30.529713 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ec8e777c-e7fe-479f-8705-96183c261896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:12:33.009834 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7678b603-672c-48cb-afb6-9175402f605a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:12:33.831840 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:12:34.226846 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:12:35.780438 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:12:41.563310 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:12:41.911858 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:13:00.541033 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-7b38731a-2728-41fb-bf93-485fd3fc944a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:03.083113 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6bcee13f-fe11-4a04-8235-f4fccd39dfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:03.855182 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:04.209658 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:05.787052 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:11.511413 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:18.911431 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:13:27.607914 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-13b52941-a0f1-4eab-bf61-9b0039e11552 req-4a145568-5074-4a95-845c-6a030bf1f6ff service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764744 Aug 26 02:13:27.765489 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b52941-a0f1-4eab-bf61-9b0039e11552 req-7d9e0b56-bd2f-494a-a258-003d7985d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:13:27.767062 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-13b52941-a0f1-4eab-bf61-9b0039e11552 req-7d9e0b56-bd2f-494a-a258-003d7985d111 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f87a03d3318b450a838b838f10dde3c4&device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 1098 time: 0.0831213 Aug 26 02:13:27.917335 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b52941-a0f1-4eab-bf61-9b0039e11552 req-8f3d6bc2-4fc5-4b5b-b3b6-d59e653d6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:13:27.919132 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-13b52941-a0f1-4eab-bf61-9b0039e11552 req-8f3d6bc2-4fc5-4b5b-b3b6-d59e653d6f85 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2b775919-c60a-4ee7-8e55-9e94b963f2ad HTTP/1.1" status: 200 len: 912 time: 0.1279929 Aug 26 02:13:28.021832 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-13b52941-a0f1-4eab-bf61-9b0039e11552 req-6b89575d-3ca2-4417-b5b1-6c417470b74d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be787f8a-cf8f-423f-9d9a-884040737a9d HTTP/1.1" status: 200 len: 1001 time: 0.0966012 Aug 26 02:13:28.085806 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b52941-a0f1-4eab-bf61-9b0039e11552 req-11a598c4-317a-49b2-95ec-8e691496e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:13:28.087205 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-13b52941-a0f1-4eab-bf61-9b0039e11552 req-11a598c4-317a-49b2-95ec-8e691496e3eb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=079162ee-4ee4-4d69-9343-be62217ff881 HTTP/1.1" status: 200 len: 849 time: 0.0565376 Aug 26 02:13:28.175261 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b52941-a0f1-4eab-bf61-9b0039e11552 req-173f001d-0947-4d93-b112-7367fdeeb064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:13:28.176621 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-13b52941-a0f1-4eab-bf61-9b0039e11552 req-173f001d-0947-4d93-b112-7367fdeeb064 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2b775919-c60a-4ee7-8e55-9e94b963f2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796952 Aug 26 02:13:28.310072 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-13b52941-a0f1-4eab-bf61-9b0039e11552 req-ef2796f0-387f-42a8-aa31-a715d4573b18 service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234832 Aug 26 02:13:28.440979 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-13b52941-a0f1-4eab-bf61-9b0039e11552 req-c46f1cb6-fdea-43f8-b0c2-54241b427f22 service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219659 Aug 26 02:13:30.523749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-22d4e7e8-da0d-4837-a10f-3c95cdaac76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:33.003557 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-4ffd6f29-34fb-4688-a8bb-a75121be5eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:33.797980 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:34.226749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:35.809062 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:36.939689 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device be787f8a-cf8f-423f-9d9a-884040737a9d details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 02:13:37.071511 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port be787f8a-cf8f-423f-9d9a-884040737a9d, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=be787f8a-cf8f-423f-9d9a-884040737a9d,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:13:37.084866 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'port_id': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'mac_address': 'fa:16:3e:ce:13:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 02:13:37.141999 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port be787f8a-cf8f-423f-9d9a-884040737a9d is: ACTIVE; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:13:37.142376 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:37.158672 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be787f8a-cf8f-423f-9d9a-884040737a9d {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 02:13:37.174100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port be787f8a-cf8f-423f-9d9a-884040737a9d, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=be787f8a-cf8f-423f-9d9a-884040737a9d,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:13:37.220294 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:37.288541 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=be787f8a-cf8f-423f-9d9a-884040737a9d,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:13:37.296298 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:37.296644 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:37.296987 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:37.297320 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:37.297717 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:37.298082 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:37.298407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:37.298732 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:37.299057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:37.299379 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:37.299700 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:37.300021 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:37.304553 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['be787f8a-cf8f-423f-9d9a-884040737a9d'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 02:13:38.942406 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device be787f8a-cf8f-423f-9d9a-884040737a9d up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:13:39.017100 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port be787f8a-cf8f-423f-9d9a-884040737a9d triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:13:39.017472 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:39.141025 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port be787f8a-cf8f-423f-9d9a-884040737a9d is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:13:39.141424 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:39.168388 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be787f8a-cf8f-423f-9d9a-884040737a9d'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:13:39.180620 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port be787f8a-cf8f-423f-9d9a-884040737a9d, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=be787f8a-cf8f-423f-9d9a-884040737a9d,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:13:39.218110 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e449bd2-ad52-4072-870a-e70fcab3f00b'] response: {'server_uuid': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'code': 200} Aug 26 02:13:39.260831 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:39.327851 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=be787f8a-cf8f-423f-9d9a-884040737a9d,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:13:41.541170 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:50.299074 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-5daec119-6f5e-4d31-8325-749c0ded0694 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2114761378&fields=id&tenant_id=f87a03d3318b450a838b838f10dde3c4 HTTP/1.1" status: 200 len: 267 time: 0.0402851 Aug 26 02:13:50.444552 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-880524e2-3c8d-4b9f-87c4-70f773509afe tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:13:50.445125 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-880524e2-3c8d-4b9f-87c4-70f773509afe tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Synchronizing usage tracker for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:network {{(pid=89863) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:13:50.568217 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-880524e2-3c8d-4b9f-87c4-70f773509afe tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Unset dirty status for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:network {{(pid=89863) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:13:50.569488 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-880524e2-3c8d-4b9f-87c4-70f773509afe tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/networks?id=2b775919-c60a-4ee7-8e55-9e94b963f2ad HTTP/1.1" status: 200 len: 810 time: 0.2640798 Aug 26 02:13:50.585137 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-a5c7734f-de12-4ca3-86d9-2ca9013aefda tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/quotas/f87a03d3318b450a838b838f10dde3c4 HTTP/1.1" status: 200 len: 375 time: 0.0099304 Aug 26 02:13:50.682133 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-8bbcc994-4324-4ef0-b719-0ea105816476 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f87a03d3318b450a838b838f10dde3c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0916257 Aug 26 02:13:50.840465 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-4c70881b-9aaa-403e-964a-dfd5309bd2c3 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=89863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 02:13:50.841466 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-4c70881b-9aaa-403e-964a-dfd5309bd2c3 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471210 Aug 26 02:13:50.974503 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-5351263d-b6fb-44f3-94a0-b412ebc86e7e service neutron] 10.222.0.83 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269133 Aug 26 02:13:51.108053 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-151ba1e3-516d-4a79-baed-7ab67eec0454 service neutron] 10.222.0.83 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266334 Aug 26 02:13:52.486150 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-789d04c3-6095-4416-b0c8-9c547d19174d req-e4405716-cf1f-4dce-bba8-dab3e6620860 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 210 time: 0.1625061 Aug 26 02:13:53.034274 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device be787f8a-cf8f-423f-9d9a-884040737a9d no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:13:53.147875 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port be787f8a-cf8f-423f-9d9a-884040737a9d is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:13:53.148270 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:53.173676 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be787f8a-cf8f-423f-9d9a-884040737a9d'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:13:53.182944 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port be787f8a-cf8f-423f-9d9a-884040737a9d, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=be787f8a-cf8f-423f-9d9a-884040737a9d,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:13:53.219305 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a1c811-bb77-4e2b-92f7-1a5df983a414'] response: {'server_uuid': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'code': 200} Aug 26 02:13:53.260166 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:53.366941 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=be787f8a-cf8f-423f-9d9a-884040737a9d,revision_number=8']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:13:53.592565 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-7da645ad-c697-4b21-80ee-40b703863bf3 req-430fb6e6-4fe5-452a-84c4-059ce42dfcd7 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 210 time: 0.0494249 Aug 26 02:13:54.753710 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-e4178155-df4b-4b6f-a5b1-7c3132d17c1f req-cd5fa4bf-a824-434a-9ca2-52db782bc953 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 210 time: 0.0499902 Aug 26 02:13:55.911288 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:13:55.917540 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-878d420b-ea5c-4cb9-b269-eb3ef45b49dc req-ea81c64d-98b9-400d-ab3d-7128bb00a696 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 210 time: 0.0527544 Aug 26 02:13:56.469856 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-d42b4b9f-946c-465e-bedf-836363e83302 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:13:56.471267 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-d42b4b9f-946c-465e-bedf-836363e83302 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.94 "GET /v2.0/networks?id=2b775919-c60a-4ee7-8e55-9e94b963f2ad HTTP/1.1" status: 200 len: 810 time: 0.1500328 Aug 26 02:13:56.523195 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-51eca077-d441-4e63-9be3-efe5f1051d38 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f87a03d3318b450a838b838f10dde3c4 HTTP/1.1" status: 200 len: 380 time: 0.0389624 Aug 26 02:13:56.533323 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Request body: {'port': {'device_id': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'admin_state_up': True, 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'security_groups': ['2934495f-cd38-44a0-bede-74b8769c261c']}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:13:56.666954 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:13:56.677197 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.quota.driver [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89862) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:13:56.757549 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Made reservation on behalf of f87a03d3318b450a838b838f10dde3c4 for: {'port': 1} {{(pid=89862) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 02:13:56.761216 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:56.928064 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_common [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Allocated IP 172.20.0.8 (2b775919-c60a-4ee7-8e55-9e94b963f2ad/079162ee-4ee4-4d69-9343-be62217ff881/3e90a73b-94e1-40dc-8a86-eaff6863b14f) {{(pid=89862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:13:57.093650 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-758e9b5b-4dd7-4b0b-91c1-1b73e7caab0c req-8d79cdf7-98f1-4b11-943d-5e29220dde00 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 210 time: 0.0591428 Aug 26 02:13:57.129796 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for port, precommit_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:57.145884 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Transition to ACTIVE for port object 3e90a73b-94e1-40dc-8a86-eaff6863b14f will not be triggered until provisioned by entity DHCP. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:13:57.249850 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_create {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:57.327476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Network 2b775919-c60a-4ee7-8e55-9e94b963f2ad is already hosted by enough agents. {{(pid=89862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:13:57.330833 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.base_scheduler [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources bound (agent type, host, resource id): {{(pid=89862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:13:57.335054 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Received port after_create {{(pid=89862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:13:57.371336 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event updated for resources: {'Port': ['ID=3e90a73b-94e1-40dc-8a86-eaff6863b14f,revision_number=1']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:13:57.393502 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:57.394104 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:57.394612 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:57.395111 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:57.395591 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:57.396095 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:57.396641 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:57.397199 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:57.397688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:57.398192 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:57.398665 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:57.399129 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:13:57.440328 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:13:57.441509 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:57.599100 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-ca1bee90-31a1-40cd-9462-fe0456e082b9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0691822 Aug 26 02:13:57.769624 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b642e662-5648-408c-a1b1-61706862c13b None None] Provisioning for port 3e90a73b-94e1-40dc-8a86-eaff6863b14f completed by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:13:57.774352 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-b642e662-5648-408c-a1b1-61706862c13b None None] Provisioning complete for port 3e90a73b-94e1-40dc-8a86-eaff6863b14f triggered by entity DHCP. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:13:57.779521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-b642e662-5648-408c-a1b1-61706862c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:13:57.832414 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-b642e662-5648-408c-a1b1-61706862c13b None None] Port 3e90a73b-94e1-40dc-8a86-eaff6863b14f cannot update to ACTIVE because it is not bound. {{(pid=89864) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Aug 26 02:13:58.305025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a968682-0d6d-42d7-aff5-4104fe6ee302 req-41426d64-0015-4e7d-a1d0-ee7f9eadf90e tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:13:58.305822 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-9a968682-0d6d-42d7-aff5-4104fe6ee302 req-41426d64-0015-4e7d-a1d0-ee7f9eadf90e tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Synchronizing usage tracker for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:13:58.374718 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-9a968682-0d6d-42d7-aff5-4104fe6ee302 req-41426d64-0015-4e7d-a1d0-ee7f9eadf90e tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Unset dirty status for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:13:58.376197 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9a968682-0d6d-42d7-aff5-4104fe6ee302 req-41426d64-0015-4e7d-a1d0-ee7f9eadf90e tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 931 time: 0.1671846 Aug 26 02:13:58.428631 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9a968682-0d6d-42d7-aff5-4104fe6ee302 req-0245a699-1e50-4000-b146-5ea1a1283f9e tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466466 Aug 26 02:13:59.651964 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a4cc5-d905-4bd4-a843-c0b21b528416 req-b6a9cf35-30b0-44d1-9121-825b3659976f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:13:59.653683 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d95a4cc5-d905-4bd4-a843-c0b21b528416 req-b6a9cf35-30b0-44d1-9121-825b3659976f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 931 time: 0.1032727 Aug 26 02:13:59.703035 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-d95a4cc5-d905-4bd4-a843-c0b21b528416 req-86a959de-bd4d-401b-b664-c25e03721b6d tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Aug 26 02:14:00.517497 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-59bad237-243a-4fcb-835f-fb65da60e8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:00.927277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee37e36-2524-407d-b69c-d997b73886a0 req-8575ecb9-6fe5-43c5-9f26-87b40033a66c tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:00.934371 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5ee37e36-2524-407d-b69c-d997b73886a0 req-8575ecb9-6fe5-43c5-9f26-87b40033a66c tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 931 time: 0.1102965 Aug 26 02:14:00.983139 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5ee37e36-2524-407d-b69c-d997b73886a0 req-7b03ec02-1aaa-4503-a3a9-024e37f1b7bd tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471001 Aug 26 02:14:02.198623 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a59e7-a0c4-410b-81d7-0fc4200067a2 req-a2db5161-c309-4160-aeed-b7eb48b81335 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:02.201357 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef8a59e7-a0c4-410b-81d7-0fc4200067a2 req-a2db5161-c309-4160-aeed-b7eb48b81335 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 931 time: 0.0932801 Aug 26 02:14:02.359759 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ef8a59e7-a0c4-410b-81d7-0fc4200067a2 req-5f583494-0d85-4bcb-bddf-41cf79dfb014 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522000 Aug 26 02:14:03.054963 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-68f384dc-d6fc-4480-aa9c-85bc3e5c55f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:03.584792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eab96-0628-474e-a68f-cd6c7532d36c req-afaab287-bf3a-4ce8-a8f1-1975fdd1cc64 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:03.586325 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5e2eab96-0628-474e-a68f-cd6c7532d36c req-afaab287-bf3a-4ce8-a8f1-1975fdd1cc64 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 931 time: 0.1000717 Aug 26 02:14:03.646203 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-5e2eab96-0628-474e-a68f-cd6c7532d36c req-40510cf9-77c1-468c-b0b4-e871b04c8a89 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540411 Aug 26 02:14:04.118031 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:04.363035 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:04.845837 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c7f8f-7af8-4a69-84dd-9457a48f79e7 req-83f6d12b-f81c-48e2-84df-26d99fb7e2a5 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:04.847379 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6d5c7f8f-7af8-4a69-84dd-9457a48f79e7 req-83f6d12b-f81c-48e2-84df-26d99fb7e2a5 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 931 time: 0.0913501 Aug 26 02:14:04.894738 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-6d5c7f8f-7af8-4a69-84dd-9457a48f79e7 req-cffd14ab-c345-475a-9bd4-ccae76b44a13 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417464 Aug 26 02:14:05.305685 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.v2.base [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Request body: {'port': {'device_id': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8545'}} {{(pid=89862) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:14:05.419628 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:05.791923 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:05.857434 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e90a73b-94e1-40dc-8a86-eaff6863b14f {{(pid=89862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 02:14:05.864729 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:05.879395 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.provisioning_blocks [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Transition to ACTIVE for port object 3e90a73b-94e1-40dc-8a86-eaff6863b14f will not be triggered until provisioned by entity L2. {{(pid=89862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 02:14:05.956634 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:06.190922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a52210-4684-403d-adac-969ac9128218 service neutron] Pushing event updated for resources: {'Port': ['ID=3e90a73b-94e1-40dc-8a86-eaff6863b14f,revision_number=2']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:14:06.245987 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Attempting to bind port 3e90a73b-94e1-40dc-8a86-eaff6863b14f on host hv-neutron-8545 for vnic_type normal with profile {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 26 02:14:06.246318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Attempting to bind port 3e90a73b-94e1-40dc-8a86-eaff6863b14f by drivers openvswitch,hyperv on host hv-neutron-8545 at level 0 using segments [{'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 26 02:14:06.246643 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Attempting to bind port 3e90a73b-94e1-40dc-8a86-eaff6863b14f on network 2b775919-c60a-4ee7-8e55-9e94b963f2ad {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:14:06.253568 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Port 3e90a73b-94e1-40dc-8a86-eaff6863b14f on network 2b775919-c60a-4ee7-8e55-9e94b963f2ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8545 {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 26 02:14:06.253919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Attempting to bind port 3e90a73b-94e1-40dc-8a86-eaff6863b14f on network 2b775919-c60a-4ee7-8e55-9e94b963f2ad {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 26 02:14:06.263922 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2f255-810d-46c1-9c5b-401ea659031c req-97b1843d-45ae-497f-8393-70fd1c0e1256 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:06.265526 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-53d2f255-810d-46c1-9c5b-401ea659031c req-97b1843d-45ae-497f-8393-70fd1c0e1256 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 943 time: 0.2197194 Aug 26 02:14:06.267906 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Checking agent: {'id': 'fe0dc0e4-7b75-460f-a1da-4500fa8b22cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8545', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'started_at': datetime.datetime(2022, 8, 26, 1, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 26 02:14:06.268239 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Checking segment: {'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Aug 26 02:14:06.268618 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Bound using segment: {'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'} {{(pid=89862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 26 02:14:06.269042 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.managers [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Bound port: 3e90a73b-94e1-40dc-8a86-eaff6863b14f, host: hv-neutron-8545, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b218ab8-0f2f-46cc-a9b4-733858e66f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad'}}] {{(pid=89862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 26 02:14:06.269380 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:06.363892 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-53d2f255-810d-46c1-9c5b-401ea659031c req-1c2f474c-69cb-400a-8977-c09ae9304a2c tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856655 Aug 26 02:14:06.393808 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] For port 3e90a73b-94e1-40dc-8a86-eaff6863b14f, host hv-neutron-8545, cleared binding levels {{(pid=89862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 26 02:14:06.396792 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] For port 3e90a73b-94e1-40dc-8a86-eaff6863b14f, host hv-neutron-8545, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e90a73b-94e1-40dc-8a86-eaff6863b14f,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 26 02:14:06.466318 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61029532'] for port, after_update {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:06.497333 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:06.497959 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:06.499529 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-57a52210-4684-403d-adac-969ac9128218 service neutron] 10.222.0.94 "PUT /v2.0/ports/3e90a73b-94e1-40dc-8a86-eaff6863b14f HTTP/1.1" status: 200 len: 1093 time: 1.1982067 Aug 26 02:14:06.499960 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'tag': '3e90a73b-94e1-40dc-8a86-eaff6863b14f'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:14:06.545172 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd6a084-88de-4650-8df4-7d2f58ad35eb'] response: {'name': 'network-changed', 'server_uuid': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'tag': '3e90a73b-94e1-40dc-8a86-eaff6863b14f', 'status': 'completed', 'code': 200} Aug 26 02:14:06.546573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a52210-4684-403d-adac-969ac9128218 service neutron] Pushing event updated for resources: {'Port': ['ID=3e90a73b-94e1-40dc-8a86-eaff6863b14f,revision_number=3']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:14:06.648547 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0efeed-a5ac-4d24-9e1b-21ebaddcd661 req-93f8923e-a6d4-4e7e-b575-411797726bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:06.650047 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec0efeed-a5ac-4d24-9e1b-21ebaddcd661 req-93f8923e-a6d4-4e7e-b575-411797726bd2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f87a03d3318b450a838b838f10dde3c4&device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0796552 Aug 26 02:14:06.789153 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0efeed-a5ac-4d24-9e1b-21ebaddcd661 req-3e0c0ea1-a0a6-4d3f-a061-7eaefc8b8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:06.790509 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec0efeed-a5ac-4d24-9e1b-21ebaddcd661 req-3e0c0ea1-a0a6-4d3f-a061-7eaefc8b8913 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=f87a03d3318b450a838b838f10dde3c4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1335857 Aug 26 02:14:06.929626 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0efeed-a5ac-4d24-9e1b-21ebaddcd661 req-c022ad5a-a08f-4101-a88b-d631d462414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:06.931096 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec0efeed-a5ac-4d24-9e1b-21ebaddcd661 req-c022ad5a-a08f-4101-a88b-d631d462414a service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1308193 Aug 26 02:14:07.056034 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-81b1531e-2bef-4cc8-b1be-09ccc302da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:07.057398 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-81b1531e-2bef-4cc8-b1be-09ccc302da98 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f87a03d3318b450a838b838f10dde3c4&device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0804060 Aug 26 02:14:07.131510 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-abcb0028-331b-437a-bf8d-02378dbeff30 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e90a73b-94e1-40dc-8a86-eaff6863b14f HTTP/1.1" status: 200 len: 217 time: 0.0633771 Aug 26 02:14:07.194693 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-f88093d0-f2da-4e41-8153-1bbe260c6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:07.196048 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-f88093d0-f2da-4e41-8153-1bbe260c6e3b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=079162ee-4ee4-4d69-9343-be62217ff881 HTTP/1.1" status: 200 len: 849 time: 0.0553486 Aug 26 02:14:07.278611 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-936df19d-f387-4b04-b220-8f837768234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:07.280083 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-936df19d-f387-4b04-b220-8f837768234e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2b775919-c60a-4ee7-8e55-9e94b963f2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748718 Aug 26 02:14:07.410101 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-bb38ba09-26dd-4c1c-9611-d7787ff9add3 service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225224 Aug 26 02:14:07.702889 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-6635ecf6-4c0a-41d2-9be1-568e3ef9073d req-eafb0e00-6cdf-493e-9591-b2efdf000c45 service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839532 Aug 26 02:14:07.720838 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65f81b-0efa-4a09-8207-bc5caa2847b8 req-f1af30c9-f639-4737-bfcf-a386712880b4 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:07.722768 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ca65f81b-0efa-4a09-8207-bc5caa2847b8 req-f1af30c9-f639-4737-bfcf-a386712880b4 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 943 time: 0.2365990 Aug 26 02:14:07.769675 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ca65f81b-0efa-4a09-8207-bc5caa2847b8 req-ac968931-7cfd-4963-97be-889a62b060d5 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412374 Aug 26 02:14:08.962829 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9bb51-7b01-4c9c-bc2e-4f70e929dc53 req-801ce4d0-7ec4-4500-bc00-c558d5efc9b4 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:08.964287 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2ce9bb51-7b01-4c9c-bc2e-4f70e929dc53 req-801ce4d0-7ec4-4500-bc00-c558d5efc9b4 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 943 time: 0.0870879 Aug 26 02:14:09.007558 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-2ce9bb51-7b01-4c9c-bc2e-4f70e929dc53 req-7f5e9c37-f150-4282-a5c8-c14c0c2fa5db tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376592 Aug 26 02:14:10.209305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f58e9-3502-4a3d-b8e9-72fa4dc6b60e req-8ca265c7-f915-499d-8ddd-7185c5cae861 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:10.210788 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-297f58e9-3502-4a3d-b8e9-72fa4dc6b60e req-8ca265c7-f915-499d-8ddd-7185c5cae861 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 943 time: 0.0904908 Aug 26 02:14:10.255656 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-297f58e9-3502-4a3d-b8e9-72fa4dc6b60e req-466f37e5-5181-4291-9732-54c0e1b96c4a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391560 Aug 26 02:14:11.174458 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3e90a73b-94e1-40dc-8a86-eaff6863b14f details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 02:14:11.307095 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3e90a73b-94e1-40dc-8a86-eaff6863b14f, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e90a73b-94e1-40dc-8a86-eaff6863b14f,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:14:11.320562 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '3e90a73b-94e1-40dc-8a86-eaff6863b14f', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'port_id': '3e90a73b-94e1-40dc-8a86-eaff6863b14f', 'mac_address': 'fa:16:3e:d5:1b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 02:14:11.381022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 3e90a73b-94e1-40dc-8a86-eaff6863b14f is: DOWN; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:14:11.381405 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:11.398893 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e90a73b-94e1-40dc-8a86-eaff6863b14f {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 02:14:11.414645 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3e90a73b-94e1-40dc-8a86-eaff6863b14f, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e90a73b-94e1-40dc-8a86-eaff6863b14f,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:14:11.457322 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cc4a8-d914-47e7-89be-e88fb4cfc48f req-8a4158fa-b91c-465e-9e6a-abf97638121e tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:11.458754 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-486cc4a8-d914-47e7-89be-e88fb4cfc48f req-8a4158fa-b91c-465e-9e6a-abf97638121e tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 943 time: 0.0912068 Aug 26 02:14:11.504060 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-486cc4a8-d914-47e7-89be-e88fb4cfc48f req-56f3a87f-fa87-4cee-ae9b-90527f41552f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396509 Aug 26 02:14:11.511808 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:11.550141 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:11.581822 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=3e90a73b-94e1-40dc-8a86-eaff6863b14f,revision_number=4']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:14:11.825208 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['3e90a73b-94e1-40dc-8a86-eaff6863b14f'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 02:14:12.695917 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab904ff9-28bc-4eb2-a339-3aa0ff114103 req-5c813af7-6e72-44f1-b747-25f243cd1d77 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:12.697658 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ab904ff9-28bc-4eb2-a339-3aa0ff114103 req-5c813af7-6e72-44f1-b747-25f243cd1d77 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 944 time: 0.0866542 Aug 26 02:14:12.745630 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ab904ff9-28bc-4eb2-a339-3aa0ff114103 req-223def6d-ac35-418e-9ace-a1813e375065 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419185 Aug 26 02:14:13.205539 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3e90a73b-94e1-40dc-8a86-eaff6863b14f up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:14:13.334233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning for port 3e90a73b-94e1-40dc-8a86-eaff6863b14f completed by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 02:14:13.339088 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 3e90a73b-94e1-40dc-8a86-eaff6863b14f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:14:13.339548 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:13.455155 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 3e90a73b-94e1-40dc-8a86-eaff6863b14f is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:14:13.455525 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:13.481950 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e90a73b-94e1-40dc-8a86-eaff6863b14f'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:14:13.491943 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3e90a73b-94e1-40dc-8a86-eaff6863b14f, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e90a73b-94e1-40dc-8a86-eaff6863b14f,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:14:13.527721 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9f92bc-8ee0-4a60-978a-3b924e2cea0e'] response: {'server_uuid': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e90a73b-94e1-40dc-8a86-eaff6863b14f', 'code': 200} Aug 26 02:14:13.556560 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:13.630437 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=3e90a73b-94e1-40dc-8a86-eaff6863b14f,revision_number=5']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:14:13.960356 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee547102-d311-4f4b-a044-d27b98254457 req-1264ddb7-6916-494f-bd3f-4b901ee5a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:13.961820 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ee547102-d311-4f4b-a044-d27b98254457 req-1264ddb7-6916-494f-bd3f-4b901ee5a5f2 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 1098 time: 0.1432683 Aug 26 02:14:13.972391 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cbd60-082d-463f-944b-69e4ff0aa0db req-6eb6f81e-ec27-49f0-9a3b-52715cf06663 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:13.973716 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c36cbd60-082d-463f-944b-69e4ff0aa0db req-6eb6f81e-ec27-49f0-9a3b-52715cf06663 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 945 time: 0.1133866 Aug 26 02:14:14.038401 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ee547102-d311-4f4b-a044-d27b98254457 req-c6b9811e-3ff7-4806-b80c-23c0677ab80c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636685 Aug 26 02:14:14.041006 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-c36cbd60-082d-463f-944b-69e4ff0aa0db req-cd2f7881-eeba-4463-99c2-87ce778313aa tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545170 Aug 26 02:14:15.240243 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48582d98-f0dc-4592-b7f2-77c4c7232844 req-6fd0117d-47bd-4654-8e10-8367d974ff4f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:15.241616 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-48582d98-f0dc-4592-b7f2-77c4c7232844 req-6fd0117d-47bd-4654-8e10-8367d974ff4f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 945 time: 0.0856185 Aug 26 02:14:15.290618 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-48582d98-f0dc-4592-b7f2-77c4c7232844 req-549c24cf-d04e-439d-81bc-16ad754b7ee1 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432386 Aug 26 02:14:16.488546 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e3892-b9d3-45be-a0b3-002082e9ffb9 req-9e77e0a2-8bc4-4e1c-97f7-56be5c01b8a4 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:16.489998 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9f8e3892-b9d3-45be-a0b3-002082e9ffb9 req-9e77e0a2-8bc4-4e1c-97f7-56be5c01b8a4 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 945 time: 0.0898612 Aug 26 02:14:16.532832 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9f8e3892-b9d3-45be-a0b3-002082e9ffb9 req-3dd82194-9033-4460-961f-2bd16858a8a0 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372086 Aug 26 02:14:16.725303 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7346ef-4b8d-4cd9-893d-730fd6376608 req-56be61bc-f8c5-4897-b516-832ebbd4470f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:16.726798 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ca7346ef-4b8d-4cd9-893d-730fd6376608 req-56be61bc-f8c5-4897-b516-832ebbd4470f tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 945 time: 0.0892005 Aug 26 02:14:16.771974 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-ca7346ef-4b8d-4cd9-893d-730fd6376608 req-6179f20d-1576-4a8d-bce5-2a4056d0dfc9 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392501 Aug 26 02:14:16.798332 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 35236) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:14:16.878376 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b885c-3ed9-4f6f-a534-a2162e96534c tempest-TestSnapshotPattern-1014065520 tempest-TestSnapshotPattern-1014065520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:16.879858 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-568b885c-3ed9-4f6f-a534-a2162e96534c tempest-TestSnapshotPattern-1014065520 tempest-TestSnapshotPattern-1014065520-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 1093 time: 0.0805702 Aug 26 02:14:16.882749 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 35240) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:14:16.887524 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.v2.base [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Request body: {'floatingip': {'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'port_id': '3e90a73b-94e1-40dc-8a86-eaff6863b14f', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 26 02:14:16.894148 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 26 02:14:16.898018 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Usage tracker for resource:floatingip and tenant:f87a03d3318b450a838b838f10dde3c4 is out of sync, need to count used quota {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 26 02:14:16.900849 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.quota.resource [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89863) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 26 02:14:16.907209 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.quota.driver [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89863) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 26 02:14:16.997475 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for floatingip, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:17.131272 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:17.263997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.db_base_plugin_common [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Allocated IP 172.26.2.109 (49e274ef-58e5-4652-9e84-36bb0a18cd29/136007ff-4d72-4132-aba5-3754ff9b8f40/1b6ebdf3-3db5-444c-af84-71c9f33e3abc) {{(pid=89863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 02:14:17.414698 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for port, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:17.500574 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784987865061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61215669'] for port, after_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:17.566073 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Network 49e274ef-58e5-4652-9e84-36bb0a18cd29 is already hosted by enough agents. {{(pid=89863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 02:14:17.568972 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.base_scheduler [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Resources bound (agent type, host, resource id): {{(pid=89863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 02:14:17.572596 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Received port after_create {{(pid=89863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Aug 26 02:14:17.609302 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event updated for resources: {'Port': ['ID=1b6ebdf3-3db5-444c-af84-71c9f33e3abc,revision_number=1']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:14:17.620930 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:14:17.621269 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:14:17.621601 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:14:17.621951 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:14:17.622279 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:14:17.622605 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:14:17.622925 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:14:17.623245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:14:17.623594 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:14:17.623908 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:14:17.624222 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:14:17.624534 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:14:17.981078 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:18.182238 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:18.384079 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for port, precommit_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:18.480141 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61215630'] for port, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:18.587183 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-524455'] for floatingip, after_update {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:18.635818 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event updated for resources: {'Port': ['ID=1b6ebdf3-3db5-444c-af84-71c9f33e3abc,revision_number=2']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:14:18.757712 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.db.l3_db [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Floating IP 6dc00d2a-0522-45ad-9b1c-4a1303c39f2c associated. External IP: 172.26.2.109, port: 3e90a73b-94e1-40dc-8a86-eaff6863b14f. Aug 26 02:14:19.098144 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:14:19.271597 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:14:19.282266 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2fb20-4488-4192-b71b-8434b9d269fd None None] Sync routers for ids ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:14:19.292062 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2fb20-4488-4192-b71b-8434b9d269fd None None] Routers {'47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:14:19.292736 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4fe2fb20-4488-4192-b71b-8434b9d269fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:14:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:14:19.380208 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:19.435845 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-91d33d35-78e8-46c8-8ba8-434b91a33dfb tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5520709 Aug 26 02:14:19.436636 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'tag': '3e90a73b-94e1-40dc-8a86-eaff6863b14f'}] {{(pid=89863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:14:19.469261 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-4fe2fb20-4488-4192-b71b-8434b9d269fd None None] Set router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:14:19.479906 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3737c80a-6786-4c7d-90d7-585401efdf28'] response: {'name': 'network-changed', 'server_uuid': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'tag': '3e90a73b-94e1-40dc-8a86-eaff6863b14f', 'status': 'completed', 'code': 200} Aug 26 02:14:19.588852 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edda5e9-7cd4-4b4a-a55a-1cd2556e05cf req-fde4c7d1-e687-4279-9fc3-993d3ec56799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:19.590358 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4edda5e9-7cd4-4b4a-a55a-1cd2556e05cf req-fde4c7d1-e687-4279-9fc3-993d3ec56799 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f87a03d3318b450a838b838f10dde3c4&device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 1098 time: 0.0786917 Aug 26 02:14:19.720632 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edda5e9-7cd4-4b4a-a55a-1cd2556e05cf req-ad277bd3-c56d-42e2-9eef-f7503a7529ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:19.722011 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4edda5e9-7cd4-4b4a-a55a-1cd2556e05cf req-ad277bd3-c56d-42e2-9eef-f7503a7529ab service neutron] 10.222.0.94 "GET /v2.0/networks?id=2b775919-c60a-4ee7-8e55-9e94b963f2ad HTTP/1.1" status: 200 len: 912 time: 0.1257017 Aug 26 02:14:19.816298 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4fe2fb20-4488-4192-b71b-8434b9d269fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '6dc00d2a-0522-45ad-9b1c-4a1303c39f2c', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'floating_ip_address': '172.26.2.109', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'port_id': '3e90a73b-94e1-40dc-8a86-eaff6863b14f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'mac_address': 'fa:16:3e:d5:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:14:17Z', 'updated_at': '2022-08-26T02:14:17Z', 'revision_number': 0, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'fixed_ip_address_scope': None}, {'id': 'b711aefc-aa3e-4550-b1e7-cb23aa9e734b', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'port_id': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'mac_address': 'fa:16:3e:ce:13:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:11:34Z', 'updated_at': '2022-08-26T02:11:37Z', 'revision_number': 1, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a0b349-869d-4fc7-9454-81324e87519c', 'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'mac_address': 'fa:16:3e:84:3c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:04Z', 'updated_at': '2022-08-26T02:11:10Z', 'revision_number': 5, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'subnets': [{'id': '079162ee-4ee4-4d69-9343-be62217ff881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:14:19.820109 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2fb20-4488-4192-b71b-8434b9d269fd None None] Checking router: 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:14:19.828223 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4edda5e9-7cd4-4b4a-a55a-1cd2556e05cf req-d867a906-bc42-4ed7-a66f-d30935c1a52c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e90a73b-94e1-40dc-8a86-eaff6863b14f HTTP/1.1" status: 200 len: 999 time: 0.0995896 Aug 26 02:14:19.829199 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2fb20-4488-4192-b71b-8434b9d269fd None None] Routers {'47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:14:19.829814 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4fe2fb20-4488-4192-b71b-8434b9d269fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:14:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:14:19.891252 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edda5e9-7cd4-4b4a-a55a-1cd2556e05cf req-2e39593d-855b-4389-83fd-a440dfe08b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:19.892686 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4edda5e9-7cd4-4b4a-a55a-1cd2556e05cf req-2e39593d-855b-4389-83fd-a440dfe08b6c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=079162ee-4ee4-4d69-9343-be62217ff881 HTTP/1.1" status: 200 len: 849 time: 0.0586739 Aug 26 02:14:19.981631 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edda5e9-7cd4-4b4a-a55a-1cd2556e05cf req-d297735a-d086-4636-976a-0b2c1f260439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:19.983110 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4edda5e9-7cd4-4b4a-a55a-1cd2556e05cf req-d297735a-d086-4636-976a-0b2c1f260439 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2b775919-c60a-4ee7-8e55-9e94b963f2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826399 Aug 26 02:14:20.037820 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-4fe2fb20-4488-4192-b71b-8434b9d269fd None None] Set router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:14:20.116850 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4edda5e9-7cd4-4b4a-a55a-1cd2556e05cf req-cdd7e434-d1d0-463c-8701-cd9a3135aa46 service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276741 Aug 26 02:14:20.267266 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-4edda5e9-7cd4-4b4a-a55a-1cd2556e05cf req-f70a7954-dac3-4833-b05d-fd82b30b28b9 service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435075 Aug 26 02:14:20.415569 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-4fe2fb20-4488-4192-b71b-8434b9d269fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '6dc00d2a-0522-45ad-9b1c-4a1303c39f2c', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'floating_ip_address': '172.26.2.109', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'port_id': '3e90a73b-94e1-40dc-8a86-eaff6863b14f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'mac_address': 'fa:16:3e:d5:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:14:17Z', 'updated_at': '2022-08-26T02:14:17Z', 'revision_number': 0, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'fixed_ip_address_scope': None}, {'id': 'b711aefc-aa3e-4550-b1e7-cb23aa9e734b', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'port_id': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'mac_address': 'fa:16:3e:ce:13:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:11:34Z', 'updated_at': '2022-08-26T02:11:37Z', 'revision_number': 1, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a0b349-869d-4fc7-9454-81324e87519c', 'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'mac_address': 'fa:16:3e:84:3c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:04Z', 'updated_at': '2022-08-26T02:11:10Z', 'revision_number': 5, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'subnets': [{'id': '079162ee-4ee4-4d69-9343-be62217ff881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:14:20.421498 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2fb20-4488-4192-b71b-8434b9d269fd None None] The sync data for ids ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'] in dv-neutron-854561-2-hyperv is: [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': '6dc00d2a-0522-45ad-9b1c-4a1303c39f2c', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'floating_ip_address': '172.26.2.109', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'port_id': '3e90a73b-94e1-40dc-8a86-eaff6863b14f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'mac_address': 'fa:16:3e:d5:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:14:17Z', 'updated_at': '2022-08-26T02:14:17Z', 'revision_number': 0, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'fixed_ip_address_scope': None}, {'id': 'b711aefc-aa3e-4550-b1e7-cb23aa9e734b', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'port_id': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'mac_address': 'fa:16:3e:ce:13:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:11:34Z', 'updated_at': '2022-08-26T02:11:37Z', 'revision_number': 1, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a0b349-869d-4fc7-9454-81324e87519c', 'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'mac_address': 'fa:16:3e:84:3c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:04Z', 'updated_at': '2022-08-26T02:11:10Z', 'revision_number': 5, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'subnets': [{'id': '079162ee-4ee4-4d69-9343-be62217ff881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:14:20.607678 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ef984-ab20-45f7-805c-e422936a9178 None None] New status for floating IP 6dc00d2a-0522-45ad-9b1c-4a1303c39f2c: ACTIVE {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 02:14:28.650611 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec3cd199-802b-4d47-abef-ace2de4a593e req-87e5fd1a-6c0c-48db-9095-fad072d66bd3 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1173732 Aug 26 02:14:28.801314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cd199-802b-4d47-abef-ace2de4a593e req-3ee81dbf-164c-408e-bfd0-50faafd67e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:28.802730 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec3cd199-802b-4d47-abef-ace2de4a593e req-3ee81dbf-164c-408e-bfd0-50faafd67e82 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f87a03d3318b450a838b838f10dde3c4&device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 1096 time: 0.0822868 Aug 26 02:14:29.085213 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cd199-802b-4d47-abef-ace2de4a593e req-775f005c-f655-4acf-94d7-359ccb3f38e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:29.086596 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec3cd199-802b-4d47-abef-ace2de4a593e req-775f005c-f655-4acf-94d7-359ccb3f38e8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2b775919-c60a-4ee7-8e55-9e94b963f2ad HTTP/1.1" status: 200 len: 912 time: 0.2407777 Aug 26 02:14:29.193237 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec3cd199-802b-4d47-abef-ace2de4a593e req-110975d4-d3e0-405b-98c4-a8edfd8d774a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be787f8a-cf8f-423f-9d9a-884040737a9d HTTP/1.1" status: 200 len: 999 time: 0.0974364 Aug 26 02:14:29.255127 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cd199-802b-4d47-abef-ace2de4a593e req-9c484258-952d-4aab-9c5d-0b4d98b7b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:29.256528 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec3cd199-802b-4d47-abef-ace2de4a593e req-9c484258-952d-4aab-9c5d-0b4d98b7b233 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=079162ee-4ee4-4d69-9343-be62217ff881 HTTP/1.1" status: 200 len: 849 time: 0.0576081 Aug 26 02:14:29.341593 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cd199-802b-4d47-abef-ace2de4a593e req-b2deda8c-6583-4613-904d-14564f7f39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:14:29.343069 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec3cd199-802b-4d47-abef-ace2de4a593e req-b2deda8c-6583-4613-904d-14564f7f39a3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2b775919-c60a-4ee7-8e55-9e94b963f2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807040 Aug 26 02:14:29.477459 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec3cd199-802b-4d47-abef-ace2de4a593e req-12772c74-07af-4850-a533-7d70f827ac4b service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282580 Aug 26 02:14:29.611417 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-ec3cd199-802b-4d47-abef-ace2de4a593e req-b30dc01f-c66c-4665-9b06-d148500ea620 service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283116 Aug 26 02:14:30.522707 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9de3e235-0b37-49f0-9f1a-22ef0c30aabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:32.909900 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:14:33.013906 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6996c37c-6b95-4ae6-9f52-4bc93f94c9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:33.819825 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:34.225362 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:35.813273 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:14:41.562536 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:00.538978 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-9bef1762-3957-48c8-bc49-4acb39657308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:03.008249 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-373a098e-5295-4901-844f-10dc7a5f24d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:03.808442 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:04.276486 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:05.859508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:09.908839 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:15:11.545401 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:30.539117 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-923210fa-96d0-4902-b5da-b0e687dbc3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:30.645359 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-29e3be8d-5101-4d05-9e75-b14be15ef599 req-d5969cb1-7819-43a2-b5fb-99efd2be88db service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758536 Aug 26 02:15:30.752657 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3be8d-5101-4d05-9e75-b14be15ef599 req-5ca8a098-3b52-40dc-a893-65ed09f6b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:15:30.754141 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-29e3be8d-5101-4d05-9e75-b14be15ef599 req-5ca8a098-3b52-40dc-a893-65ed09f6b1fa service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f87a03d3318b450a838b838f10dde3c4&device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 1098 time: 0.0830662 Aug 26 02:15:30.907524 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3be8d-5101-4d05-9e75-b14be15ef599 req-5963a631-4774-4d24-ae3b-e25f2db5e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:15:30.908871 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-29e3be8d-5101-4d05-9e75-b14be15ef599 req-5963a631-4774-4d24-ae3b-e25f2db5e339 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2b775919-c60a-4ee7-8e55-9e94b963f2ad HTTP/1.1" status: 200 len: 912 time: 0.1318452 Aug 26 02:15:31.011507 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-29e3be8d-5101-4d05-9e75-b14be15ef599 req-54c4f523-6eb7-4431-8a6f-d5d40dde1088 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e90a73b-94e1-40dc-8a86-eaff6863b14f HTTP/1.1" status: 200 len: 1001 time: 0.0924330 Aug 26 02:15:31.079291 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3be8d-5101-4d05-9e75-b14be15ef599 req-7ebcfa83-83fc-40cd-a0b1-f062b19e9fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:15:31.080787 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-29e3be8d-5101-4d05-9e75-b14be15ef599 req-7ebcfa83-83fc-40cd-a0b1-f062b19e9fec service neutron] 10.222.0.94 "GET /v2.0/subnets?id=079162ee-4ee4-4d69-9343-be62217ff881 HTTP/1.1" status: 200 len: 849 time: 0.0599928 Aug 26 02:15:31.167324 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3be8d-5101-4d05-9e75-b14be15ef599 req-1d7df2e9-f759-4ffc-8aaa-bf498b38e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:15:31.169096 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-29e3be8d-5101-4d05-9e75-b14be15ef599 req-1d7df2e9-f759-4ffc-8aaa-bf498b38e053 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2b775919-c60a-4ee7-8e55-9e94b963f2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794213 Aug 26 02:15:31.302939 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-29e3be8d-5101-4d05-9e75-b14be15ef599 req-dda08869-cd79-4d91-8c54-86457b73ffd0 service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241055 Aug 26 02:15:31.437039 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-29e3be8d-5101-4d05-9e75-b14be15ef599 req-e9431e60-870c-4bf1-8de4-c0fb765e1efc service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234896 Aug 26 02:15:33.007508 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ee9e53eb-b14a-4951-9846-353988224f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:33.807740 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:34.224962 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:35.785074 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:41.585075 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:46.908281 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:15:53.727283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3e90a73b-94e1-40dc-8a86-eaff6863b14f details requested by agent hyperv_hv-neutron-8545 with host hv-neutron-8545 {{(pid=89864) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 26 02:15:53.898685 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3e90a73b-94e1-40dc-8a86-eaff6863b14f, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e90a73b-94e1-40dc-8a86-eaff6863b14f,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:15:53.912858 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Returning: {'device': '3e90a73b-94e1-40dc-8a86-eaff6863b14f', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'port_id': '3e90a73b-94e1-40dc-8a86-eaff6863b14f', 'mac_address': 'fa:16:3e:d5:1b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89864) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 26 02:15:53.968398 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 3e90a73b-94e1-40dc-8a86-eaff6863b14f is: ACTIVE; New status is: BUILD {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:15:53.968813 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:53.986490 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e90a73b-94e1-40dc-8a86-eaff6863b14f {{(pid=89864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 02:15:54.001695 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3e90a73b-94e1-40dc-8a86-eaff6863b14f, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e90a73b-94e1-40dc-8a86-eaff6863b14f,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:15:54.070271 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:54.144318 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=3e90a73b-94e1-40dc-8a86-eaff6863b14f,revision_number=6']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:15:54.152172 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:15:54.152523 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:15:54.152862 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:15:54.153209 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:15:54.153541 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:15:54.153905 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:15:54.154237 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:15:54.154567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:15:54.154914 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:15:54.155222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:15:54.155549 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:15:54.155871 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:15:54.180319 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] get_ports_and_sgs() called for port_ids ['3e90a73b-94e1-40dc-8a86-eaff6863b14f'] {{(pid=89864) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Aug 26 02:15:55.758262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3e90a73b-94e1-40dc-8a86-eaff6863b14f up at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 26 02:15:55.866322 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.provisioning_blocks [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Provisioning complete for port 3e90a73b-94e1-40dc-8a86-eaff6863b14f triggered by entity L2. {{(pid=89864) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 02:15:55.866692 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141370'] for port, provisioning_complete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:56.007810 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 3e90a73b-94e1-40dc-8a86-eaff6863b14f is: BUILD; New status is: ACTIVE {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:15:56.008346 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:56.038720 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e90a73b-94e1-40dc-8a86-eaff6863b14f'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:15:56.050389 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3e90a73b-94e1-40dc-8a86-eaff6863b14f, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e90a73b-94e1-40dc-8a86-eaff6863b14f,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:15:56.095637 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b25274bd-7d24-44a2-93d0-9d4398c5e716'] response: {'server_uuid': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e90a73b-94e1-40dc-8a86-eaff6863b14f', 'code': 200} Aug 26 02:15:56.110933 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:15:56.185623 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=3e90a73b-94e1-40dc-8a86-eaff6863b14f,revision_number=7']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:00.521838 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5615-a1b9-40f5-83d0-b5eb5d9b2b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:03.024054 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-05905d2b-a71c-4a16-b331-1863258a1379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:03.812871 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:04.310029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:05.676604 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 35432) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:16:05.795841 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:05.883219 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Deleting port 1b6ebdf3-3db5-444c-af84-71c9f33e3abc {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:16:05.883561 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:06.154995 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:06.155328 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:06.279522 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Calling delete_port for 1b6ebdf3-3db5-444c-af84-71c9f33e3abc owned by network:floatingip {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:16:06.470310 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:06.515586 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event deleted for resources: {'Port': ['ID=1b6ebdf3-3db5-444c-af84-71c9f33e3abc,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:06.559044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:06.559389 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:06.559721 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:06.560159 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:06.560413 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:06.560738 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:06.561060 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:06.561379 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:06.561699 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:06.562040 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:06.562357 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:06.562670 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:06.626182 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for floatingip, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:06.626505 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Floating IP 6dc00d2a-0522-45ad-9b1c-4a1303c39f2c disassociated (deleted). External IP: 172.26.2.109, port: 3e90a73b-94e1-40dc-8a86-eaff6863b14f. Aug 26 02:16:06.969942 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:16:07.146188 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:16:07.157139 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc032b8-5f59-48d6-9588-596509b8180c None None] Sync routers for ids ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:16:07.166318 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc032b8-5f59-48d6-9588-596509b8180c None None] Routers {'47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:16:07.169218 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-cfc032b8-5f59-48d6-9588-596509b8180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:16:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:07.223876 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:07.279260 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-5fb02651-0cc7-4c54-b56a-accff9696749 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "DELETE /v2.0/floatingips/6dc00d2a-0522-45ad-9b1c-4a1303c39f2c HTTP/1.1" status: 204 len: 168 time: 1.6015739 Aug 26 02:16:07.279845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'tag': '3e90a73b-94e1-40dc-8a86-eaff6863b14f'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:16:07.362595 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-cfc032b8-5f59-48d6-9588-596509b8180c None None] Set router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:16:07.387178 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5423876-2956-4bed-85d7-bf7a0a9dc61a'] response: {'name': 'network-changed', 'server_uuid': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'tag': '3e90a73b-94e1-40dc-8a86-eaff6863b14f', 'status': 'completed', 'code': 200} Aug 26 02:16:07.497144 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f2522-3ac1-4776-aa02-3945445d885a req-89dd1238-8a3a-48e3-8bb1-c2b6da3596bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:16:07.498580 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-723f2522-3ac1-4776-aa02-3945445d885a req-89dd1238-8a3a-48e3-8bb1-c2b6da3596bb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f87a03d3318b450a838b838f10dde3c4&device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 1098 time: 0.0838487 Aug 26 02:16:07.642077 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f2522-3ac1-4776-aa02-3945445d885a req-4ac1c21b-f932-4d3f-abe1-2d508660d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:16:07.643525 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-723f2522-3ac1-4776-aa02-3945445d885a req-4ac1c21b-f932-4d3f-abe1-2d508660d659 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2b775919-c60a-4ee7-8e55-9e94b963f2ad HTTP/1.1" status: 200 len: 912 time: 0.1356606 Aug 26 02:16:07.738928 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-cfc032b8-5f59-48d6-9588-596509b8180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b711aefc-aa3e-4550-b1e7-cb23aa9e734b', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'port_id': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'mac_address': 'fa:16:3e:ce:13:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:11:34Z', 'updated_at': '2022-08-26T02:11:37Z', 'revision_number': 1, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a0b349-869d-4fc7-9454-81324e87519c', 'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'mac_address': 'fa:16:3e:84:3c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:04Z', 'updated_at': '2022-08-26T02:11:10Z', 'revision_number': 5, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'subnets': [{'id': '079162ee-4ee4-4d69-9343-be62217ff881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:07.744100 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc032b8-5f59-48d6-9588-596509b8180c None None] Checking router: 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:16:07.752731 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc032b8-5f59-48d6-9588-596509b8180c None None] Routers {'47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:16:07.753260 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-cfc032b8-5f59-48d6-9588-596509b8180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:16:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:07.813019 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3e90a73b-94e1-40dc-8a86-eaff6863b14f no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:16:07.841271 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-723f2522-3ac1-4776-aa02-3945445d885a req-66ff7899-8b5d-4b8c-acb2-eda493765187 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e90a73b-94e1-40dc-8a86-eaff6863b14f HTTP/1.1" status: 200 len: 217 time: 0.1902514 Aug 26 02:16:07.944952 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-cfc032b8-5f59-48d6-9588-596509b8180c None None] Set router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:16:07.947870 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Current status of the port 3e90a73b-94e1-40dc-8a86-eaff6863b14f is: ACTIVE; New status is: DOWN {{(pid=89864) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Aug 26 02:16:07.948483 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4081631'] for port, before_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:07.969292 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f2522-3ac1-4776-aa02-3945445d885a req-83b32b24-7f1e-4c88-b1a1-8c4c9fed4668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:16:07.970809 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-723f2522-3ac1-4776-aa02-3945445d885a req-83b32b24-7f1e-4c88-b1a1-8c4c9fed4668 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=079162ee-4ee4-4d69-9343-be62217ff881 HTTP/1.1" status: 200 len: 849 time: 0.1223814 Aug 26 02:16:07.984886 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e90a73b-94e1-40dc-8a86-eaff6863b14f'}] {{(pid=89864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:16:07.997243 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] For port 3e90a73b-94e1-40dc-8a86-eaff6863b14f, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e90a73b-94e1-40dc-8a86-eaff6863b14f,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:16:08.035718 dv-neutron-854561-2-hyperv neutron-server[89864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6446ae27-da07-4901-bbb7-571134da88d9'] response: {'server_uuid': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e90a73b-94e1-40dc-8a86-eaff6863b14f', 'code': 200} Aug 26 02:16:08.047668 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184579a-a171-4ab0-81ed-c72f84e67ade req-183b1066-30c7-4568-9f0f-a661481d71b6 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:16:08.048354 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-9184579a-a171-4ab0-81ed-c72f84e67ade req-183b1066-30c7-4568-9f0f-a661481d71b6 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Synchronizing usage tracker for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:16:08.059462 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784988419651', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784987865079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784987866664'] for port, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:08.087008 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f2522-3ac1-4776-aa02-3945445d885a req-87ffd31d-7be9-4ec7-bd92-27c4286ff629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:16:08.093272 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-723f2522-3ac1-4776-aa02-3945445d885a req-87ffd31d-7be9-4ec7-bd92-27c4286ff629 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2b775919-c60a-4ee7-8e55-9e94b963f2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1085925 Aug 26 02:16:08.131057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Pushing event updated for resources: {'Port': ['ID=3e90a73b-94e1-40dc-8a86-eaff6863b14f,revision_number=8']} {{(pid=89864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:08.169423 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-9184579a-a171-4ab0-81ed-c72f84e67ade req-183b1066-30c7-4568-9f0f-a661481d71b6 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Unset dirty status for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:16:08.170582 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9184579a-a171-4ab0-81ed-c72f84e67ade req-183b1066-30c7-4568-9f0f-a661481d71b6 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 945 time: 0.3576200 Aug 26 02:16:08.244571 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-9184579a-a171-4ab0-81ed-c72f84e67ade req-dc8a0577-ccc2-4738-9939-84d44c26cae8 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642242 Aug 26 02:16:08.265017 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-723f2522-3ac1-4776-aa02-3945445d885a req-5bc5b107-5871-48f7-bdd0-fb16e0321cd6 service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661675 Aug 26 02:16:08.341491 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-cfc032b8-5f59-48d6-9588-596509b8180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b711aefc-aa3e-4550-b1e7-cb23aa9e734b', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'port_id': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'mac_address': 'fa:16:3e:ce:13:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:11:34Z', 'updated_at': '2022-08-26T02:11:37Z', 'revision_number': 1, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a0b349-869d-4fc7-9454-81324e87519c', 'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'mac_address': 'fa:16:3e:84:3c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:04Z', 'updated_at': '2022-08-26T02:11:10Z', 'revision_number': 5, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'subnets': [{'id': '079162ee-4ee4-4d69-9343-be62217ff881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:08.345420 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc032b8-5f59-48d6-9588-596509b8180c None None] The sync data for ids ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'] in dv-neutron-854561-2-hyperv is: [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_floatingips': [{'id': 'b711aefc-aa3e-4550-b1e7-cb23aa9e734b', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'router_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'port_id': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'mac_address': 'fa:16:3e:ce:13:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T02:11:34Z', 'updated_at': '2022-08-26T02:11:37Z', 'revision_number': 1, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a0b349-869d-4fc7-9454-81324e87519c', 'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'mac_address': 'fa:16:3e:84:3c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:04Z', 'updated_at': '2022-08-26T02:11:10Z', 'revision_number': 5, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'subnets': [{'id': '079162ee-4ee4-4d69-9343-be62217ff881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:16:08.403532 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-723f2522-3ac1-4776-aa02-3945445d885a req-b2183b1a-8c3e-4e2b-b5b6-68549d9aa890 service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332839 Aug 26 02:16:08.632603 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cfadd7-69e8-4e2b-8953-89212d438933 None None] New status for floating IP 6dc00d2a-0522-45ad-9b1c-4a1303c39f2c: DOWN {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 02:16:09.450457 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07010ba2-65f0-440f-9fae-0583534a6088 req-3146a2f2-eb07-4f7f-9eb2-7b47361a5193 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:16:09.451972 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-07010ba2-65f0-440f-9fae-0583534a6088 req-3146a2f2-eb07-4f7f-9eb2-7b47361a5193 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 943 time: 0.0941298 Aug 26 02:16:09.497456 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-07010ba2-65f0-440f-9fae-0583534a6088 req-e3f05c3f-28bd-4d12-9d20-61664eaacbed tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398407 Aug 26 02:16:09.553050 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ddcd1-3d13-4059-89d1-000c143e5f99 req-e9a2664e-81fa-41cd-8f61-470c98a9d830 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:16:09.554424 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d23ddcd1-3d13-4059-89d1-000c143e5f99 req-e9a2664e-81fa-41cd-8f61-470c98a9d830 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.94 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 943 time: 0.0900929 Aug 26 02:16:09.634412 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-d23ddcd1-3d13-4059-89d1-000c143e5f99 req-122d8d96-2580-436f-9ec1-cedc6861c64b tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Deleting port 3e90a73b-94e1-40dc-8a86-eaff6863b14f {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:16:09.634775 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-d23ddcd1-3d13-4059-89d1-000c143e5f99 req-122d8d96-2580-436f-9ec1-cedc6861c64b tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:09.890032 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-d23ddcd1-3d13-4059-89d1-000c143e5f99 req-122d8d96-2580-436f-9ec1-cedc6861c64b tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] For port 3e90a73b-94e1-40dc-8a86-eaff6863b14f, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=3e90a73b-94e1-40dc-8a86-eaff6863b14f,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:16:09.890311 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-d23ddcd1-3d13-4059-89d1-000c143e5f99 req-122d8d96-2580-436f-9ec1-cedc6861c64b tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:10.011577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-d23ddcd1-3d13-4059-89d1-000c143e5f99 req-122d8d96-2580-436f-9ec1-cedc6861c64b tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Calling delete_port for 3e90a73b-94e1-40dc-8a86-eaff6863b14f owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:16:10.247334 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-d23ddcd1-3d13-4059-89d1-000c143e5f99 req-122d8d96-2580-436f-9ec1-cedc6861c64b tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:10.297607 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d8d96-2580-436f-9ec1-cedc6861c64b tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event deleted for resources: {'Port': ['ID=3e90a73b-94e1-40dc-8a86-eaff6863b14f,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:10.387694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23ddcd1-3d13-4059-89d1-000c143e5f99 req-122d8d96-2580-436f-9ec1-cedc6861c64b tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] No DVR routers for this DVR port 3e90a73b-94e1-40dc-8a86-eaff6863b14f on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 02:16:10.390144 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-d23ddcd1-3d13-4059-89d1-000c143e5f99 req-122d8d96-2580-436f-9ec1-cedc6861c64b tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:10.392653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'name': 'network-vif-deleted', 'tag': '3e90a73b-94e1-40dc-8a86-eaff6863b14f'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:16:10.440093 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-063d3946-144d-4ffb-9c30-9b37e7283b76'] response: {'server_uuid': '46001408-64cc-411a-9502-0e9d0c5d6ed1', 'name': 'network-vif-deleted', 'tag': '3e90a73b-94e1-40dc-8a86-eaff6863b14f', 'status': 'completed', 'code': 200} Aug 26 02:16:10.464956 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-d23ddcd1-3d13-4059-89d1-000c143e5f99 req-122d8d96-2580-436f-9ec1-cedc6861c64b tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.94 "DELETE /v2.0/ports/3e90a73b-94e1-40dc-8a86-eaff6863b14f HTTP/1.1" status: 204 len: 173 time: 0.9000232 Aug 26 02:16:10.666573 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-5693fefa-682f-4295-8b22-76f743a91b7b req-2c79437e-d712-4909-a845-ee7e2e9f4a18 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=46001408-64cc-411a-9502-0e9d0c5d6ed1 HTTP/1.1" status: 200 len: 210 time: 0.0502250 Aug 26 02:16:11.561038 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:12.841355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 35500) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:16:13.159470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8b33b2f1-c478-439d-85b0-eccb2a54e3f3 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Deleting port ddffb093-b23a-4487-990a-fa30e402c8f5 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:16:13.159814 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8b33b2f1-c478-439d-85b0-eccb2a54e3f3 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:13.331255 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8b33b2f1-c478-439d-85b0-eccb2a54e3f3 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:13.331589 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8b33b2f1-c478-439d-85b0-eccb2a54e3f3 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:13.455355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-8b33b2f1-c478-439d-85b0-eccb2a54e3f3 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Calling delete_port for ddffb093-b23a-4487-990a-fa30e402c8f5 owned by network:floatingip {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:16:13.647437 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8b33b2f1-c478-439d-85b0-eccb2a54e3f3 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:13.693314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33b2f1-c478-439d-85b0-eccb2a54e3f3 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event deleted for resources: {'Port': ['ID=ddffb093-b23a-4487-990a-fa30e402c8f5,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:13.796492 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8b33b2f1-c478-439d-85b0-eccb2a54e3f3 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for floatingip, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:13.796736 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.db.l3_db [None req-8b33b2f1-c478-439d-85b0-eccb2a54e3f3 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Floating IP b711aefc-aa3e-4550-b1e7-cb23aa9e734b disassociated (deleted). External IP: 172.26.2.110, port: be787f8a-cf8f-423f-9d9a-884040737a9d. Aug 26 02:16:13.831908 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3e90a73b-94e1-40dc-8a86-eaff6863b14f no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:16:13.869898 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: 3e90a73b-94e1-40dc-8a86-eaff6863b14f {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 02:16:13.870349 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device 3e90a73b-94e1-40dc-8a86-eaff6863b14f not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:16:14.150458 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b33b2f1-c478-439d-85b0-eccb2a54e3f3 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:16:14.328955 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b33b2f1-c478-439d-85b0-eccb2a54e3f3 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:16:14.338710 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df75d4e-857d-4f05-a70d-daf132b9c890 None None] Sync routers for ids ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:16:14.345493 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-8b33b2f1-c478-439d-85b0-eccb2a54e3f3 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for floatingip, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:14.348201 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df75d4e-857d-4f05-a70d-daf132b9c890 None None] Routers {'47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:16:14.348792 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7df75d4e-857d-4f05-a70d-daf132b9c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:16:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:14.400564 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-8b33b2f1-c478-439d-85b0-eccb2a54e3f3 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "DELETE /v2.0/floatingips/b711aefc-aa3e-4550-b1e7-cb23aa9e734b HTTP/1.1" status: 204 len: 168 time: 1.5578735 Aug 26 02:16:14.401123 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'tag': 'be787f8a-cf8f-423f-9d9a-884040737a9d'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:16:14.445116 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7849b4-b0db-4c57-93b5-28820b1a2e61'] response: {'name': 'network-changed', 'server_uuid': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'tag': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'status': 'completed', 'code': 200} Aug 26 02:16:14.530680 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-7df75d4e-857d-4f05-a70d-daf132b9c890 None None] Set router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:16:14.681629 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1185fe-8621-48fb-a9c1-df42e6f2c0f9 req-44bad365-e46c-40a4-a1d5-1ef5a08fc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:16:14.683125 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1c1185fe-8621-48fb-a9c1-df42e6f2c0f9 req-44bad365-e46c-40a4-a1d5-1ef5a08fc660 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f87a03d3318b450a838b838f10dde3c4&device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 1096 time: 0.2064438 Aug 26 02:16:14.837989 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1185fe-8621-48fb-a9c1-df42e6f2c0f9 req-e376a7d3-9489-4220-a399-f04b8f46d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:16:14.837989 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1c1185fe-8621-48fb-a9c1-df42e6f2c0f9 req-e376a7d3-9489-4220-a399-f04b8f46d822 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2b775919-c60a-4ee7-8e55-9e94b963f2ad HTTP/1.1" status: 200 len: 912 time: 0.1444695 Aug 26 02:16:14.867571 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7df75d4e-857d-4f05-a70d-daf132b9c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '55a0b349-869d-4fc7-9454-81324e87519c', 'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'mac_address': 'fa:16:3e:84:3c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:04Z', 'updated_at': '2022-08-26T02:11:10Z', 'revision_number': 5, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'subnets': [{'id': '079162ee-4ee4-4d69-9343-be62217ff881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:14.875153 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df75d4e-857d-4f05-a70d-daf132b9c890 None None] Checking router: 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:16:14.882571 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df75d4e-857d-4f05-a70d-daf132b9c890 None None] Routers {'47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:16:14.883480 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7df75d4e-857d-4f05-a70d-daf132b9c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:16:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:14.915699 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1c1185fe-8621-48fb-a9c1-df42e6f2c0f9 req-f429fed2-71e3-4229-bf67-e306bb7cb78d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be787f8a-cf8f-423f-9d9a-884040737a9d HTTP/1.1" status: 200 len: 217 time: 0.0719066 Aug 26 02:16:15.035175 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1185fe-8621-48fb-a9c1-df42e6f2c0f9 req-b10b5aff-a919-49a0-8ace-4e794b9019fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:16:15.036531 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1c1185fe-8621-48fb-a9c1-df42e6f2c0f9 req-b10b5aff-a919-49a0-8ace-4e794b9019fd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=079162ee-4ee4-4d69-9343-be62217ff881 HTTP/1.1" status: 200 len: 849 time: 0.1145151 Aug 26 02:16:15.062111 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-7df75d4e-857d-4f05-a70d-daf132b9c890 None None] Set router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:16:15.119484 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e32c97-fa6f-4b69-aac8-5746c33d0169 req-0825edbc-1d60-4b56-9652-5e0b5742a515 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:16:15.120183 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-74e32c97-fa6f-4b69-aac8-5746c33d0169 req-0825edbc-1d60-4b56-9652-5e0b5742a515 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Synchronizing usage tracker for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:16:15.146573 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1185fe-8621-48fb-a9c1-df42e6f2c0f9 req-f7809c1c-74d8-496c-a775-7ab68bf48a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:16:15.148054 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1c1185fe-8621-48fb-a9c1-df42e6f2c0f9 req-f7809c1c-74d8-496c-a775-7ab68bf48a77 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2b775919-c60a-4ee7-8e55-9e94b963f2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1045411 Aug 26 02:16:15.224355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-74e32c97-fa6f-4b69-aac8-5746c33d0169 req-0825edbc-1d60-4b56-9652-5e0b5742a515 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Unset dirty status for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:16:15.225497 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-74e32c97-fa6f-4b69-aac8-5746c33d0169 req-0825edbc-1d60-4b56-9652-5e0b5742a515 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 943 time: 0.2703974 Aug 26 02:16:15.300358 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-74e32c97-fa6f-4b69-aac8-5746c33d0169 req-6800249a-7c38-41eb-9d5f-85a1f2a40c09 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642519 Aug 26 02:16:15.319525 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1c1185fe-8621-48fb-a9c1-df42e6f2c0f9 req-6dba8295-53cb-48d1-a724-94aa1e98bd70 service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639781 Aug 26 02:16:15.398039 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-7df75d4e-857d-4f05-a70d-daf132b9c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '55a0b349-869d-4fc7-9454-81324e87519c', 'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'mac_address': 'fa:16:3e:84:3c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:04Z', 'updated_at': '2022-08-26T02:11:10Z', 'revision_number': 5, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'subnets': [{'id': '079162ee-4ee4-4d69-9343-be62217ff881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:15.402479 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df75d4e-857d-4f05-a70d-daf132b9c890 None None] The sync data for ids ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'] in dv-neutron-854561-2-hyperv is: [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:05Z', 'revision_number': 4, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv', '_interfaces': [{'id': '55a0b349-869d-4fc7-9454-81324e87519c', 'name': '', 'network_id': '2b775919-c60a-4ee7-8e55-9e94b963f2ad', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'mac_address': 'fa:16:3e:84:3c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '079162ee-4ee4-4d69-9343-be62217ff881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:04Z', 'updated_at': '2022-08-26T02:11:10Z', 'revision_number': 5, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'subnets': [{'id': '079162ee-4ee4-4d69-9343-be62217ff881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:16:15.460116 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-1c1185fe-8621-48fb-a9c1-df42e6f2c0f9 req-b14f9894-5528-410e-89da-7b69d93b27db service neutron] 10.222.0.94 "GET /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338351 Aug 26 02:16:15.611260 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0174dc35-ae15-40a1-b9d5-a8f87e2401c9 None None] New status for floating IP b711aefc-aa3e-4550-b1e7-cb23aa9e734b: DOWN {{(pid=89864) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 02:16:16.607550 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a66cb1-fd08-4abb-960d-dc955ac72f79 req-b08212e2-e2f6-443b-8365-de05f44b3b4a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:16:16.609011 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-41a66cb1-fd08-4abb-960d-dc955ac72f79 req-b08212e2-e2f6-443b-8365-de05f44b3b4a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 943 time: 0.1980193 Aug 26 02:16:16.653823 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-41a66cb1-fd08-4abb-960d-dc955ac72f79 req-984e215e-020a-489b-bbcf-c18d7022b778 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/security-groups?id=2934495f-cd38-44a0-bede-74b8769c261c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386977 Aug 26 02:16:16.738688 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c3b14-ecae-41f6-8799-db751919a3bf req-80244b2e-9cca-4b69-aee0-086759d1792a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89862) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 02:16:16.740107 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-685c3b14-ecae-41f6-8799-db751919a3bf req-80244b2e-9cca-4b69-aee0-086759d1792a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.94 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 943 time: 0.0934987 Aug 26 02:16:16.812809 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-685c3b14-ecae-41f6-8799-db751919a3bf req-d080c721-0321-4b7d-9fa3-c1a2f23cad0a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Deleting port be787f8a-cf8f-423f-9d9a-884040737a9d {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:16:16.813146 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-685c3b14-ecae-41f6-8799-db751919a3bf req-d080c721-0321-4b7d-9fa3-c1a2f23cad0a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:17.065565 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [req-685c3b14-ecae-41f6-8799-db751919a3bf req-d080c721-0321-4b7d-9fa3-c1a2f23cad0a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] For port be787f8a-cf8f-423f-9d9a-884040737a9d, host hv-neutron-8545, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8545',level=0,port_id=be787f8a-cf8f-423f-9d9a-884040737a9d,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:16:17.065873 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-685c3b14-ecae-41f6-8799-db751919a3bf req-d080c721-0321-4b7d-9fa3-c1a2f23cad0a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:17.188187 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [req-685c3b14-ecae-41f6-8799-db751919a3bf req-d080c721-0321-4b7d-9fa3-c1a2f23cad0a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Calling delete_port for be787f8a-cf8f-423f-9d9a-884040737a9d owned by compute:nova {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:16:17.395696 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-685c3b14-ecae-41f6-8799-db751919a3bf req-d080c721-0321-4b7d-9fa3-c1a2f23cad0a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:17.445813 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080c721-0321-4b7d-9fa3-c1a2f23cad0a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event deleted for resources: {'Port': ['ID=be787f8a-cf8f-423f-9d9a-884040737a9d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:17.644655 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [req-685c3b14-ecae-41f6-8799-db751919a3bf req-d080c721-0321-4b7d-9fa3-c1a2f23cad0a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] No DVR routers for this DVR port be787f8a-cf8f-423f-9d9a-884040737a9d on host hv-neutron-8545 {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 02:16:17.647215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [req-685c3b14-ecae-41f6-8799-db751919a3bf req-d080c721-0321-4b7d-9fa3-c1a2f23cad0a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82378'] for port, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:17.649687 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'name': 'network-vif-deleted', 'tag': 'be787f8a-cf8f-423f-9d9a-884040737a9d'}] {{(pid=89862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 02:16:17.697441 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040bc067-2d2c-47ee-bb2f-898f0d208a8d'] response: {'server_uuid': 'ec75e027-ebca-46d5-bf8b-6351d3ddf6a7', 'name': 'network-vif-deleted', 'tag': 'be787f8a-cf8f-423f-9d9a-884040737a9d', 'status': 'completed', 'code': 200} Aug 26 02:16:17.699569 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-685c3b14-ecae-41f6-8799-db751919a3bf req-d080c721-0321-4b7d-9fa3-c1a2f23cad0a tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.94 "DELETE /v2.0/ports/be787f8a-cf8f-423f-9d9a-884040737a9d HTTP/1.1" status: 204 len: 173 time: 0.9514644 Aug 26 02:16:17.835994 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [req-f08b7fc4-1015-42bc-8fd9-df2df5bb170d req-9bf674a5-fe0e-45f6-928a-369f90d4fe4e tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 210 time: 0.0672491 Aug 26 02:16:19.016635 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-842f6ab1-4674-484e-b7bf-66608441a97d req-8b0e12fd-765c-46d0-ab1b-edebf69689d4 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Synchronizing usage tracker for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:port {{(pid=89862) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 26 02:16:19.098649 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.quota.resource [req-842f6ab1-4674-484e-b7bf-66608441a97d req-8b0e12fd-765c-46d0-ab1b-edebf69689d4 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Unset dirty status for tenant:f87a03d3318b450a838b838f10dde3c4 on resource:port {{(pid=89862) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 26 02:16:19.099804 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [req-842f6ab1-4674-484e-b7bf-66608441a97d req-8b0e12fd-765c-46d0-ab1b-edebf69689d4 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec75e027-ebca-46d5-bf8b-6351d3ddf6a7 HTTP/1.1" status: 200 len: 210 time: 0.1335192 Aug 26 02:16:19.861432 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device be787f8a-cf8f-423f-9d9a-884040737a9d no longer exists at agent hyperv_hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:16:19.898698 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] No Port match for: be787f8a-cf8f-423f-9d9a-884040737a9d {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 02:16:19.899030 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Device be787f8a-cf8f-423f-9d9a-884040737a9d not bound to the agent host hv-neutron-8545 {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:16:20.197030 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 35522) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:16:20.266961 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:20.296572 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:20.418709 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:20.436233 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2934495f-cd38-44a0-bede-74b8769c261c,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:20.444890 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:20.445230 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:20.445562 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:20.445994 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:20.447049 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:20.447377 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:20.447719 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:20.448039 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:20.448361 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:20.448679 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:20.448997 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:20.449312 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-854561-2-hyperv {{(pid=89863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 02:16:20.515989 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:20.517139 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-2da9ef5d-2cd9-484c-88e0-febda9b1e315 tempest-TestSnapshotPattern-868635791 tempest-TestSnapshotPattern-868635791-project] 10.222.0.83 "DELETE /v2.0/security-groups/2934495f-cd38-44a0-bede-74b8769c261c HTTP/1.1" status: 204 len: 168 time: 0.3191137 Aug 26 02:16:20.619857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 35528) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:16:21.261916 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-17a63df8-f1c5-457b-b97f-63948877c449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:21.610372 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-17a63df8-f1c5-457b-b97f-63948877c449 admin admin] Deleting port 55a0b349-869d-4fc7-9454-81324e87519c {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:16:21.610716 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-17a63df8-f1c5-457b-b97f-63948877c449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:21.782161 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-17a63df8-f1c5-457b-b97f-63948877c449 admin admin] For port 55a0b349-869d-4fc7-9454-81324e87519c, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=55a0b349-869d-4fc7-9454-81324e87519c,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:16:21.782845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-17a63df8-f1c5-457b-b97f-63948877c449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:21.903703 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-17a63df8-f1c5-457b-b97f-63948877c449 admin admin] Calling delete_port for 55a0b349-869d-4fc7-9454-81324e87519c owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:16:22.247286 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-17a63df8-f1c5-457b-b97f-63948877c449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:22.295450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a63df8-f1c5-457b-b97f-63948877c449 admin admin] Pushing event deleted for resources: {'Port': ['ID=55a0b349-869d-4fc7-9454-81324e87519c,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:22.573381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-17a63df8-f1c5-457b-b97f-63948877c449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:22.924859 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a63df8-f1c5-457b-b97f-63948877c449 admin admin] Router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:16:23.106315 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a63df8-f1c5-457b-b97f-63948877c449 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:16:23.114791 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c01b2db-31ee-4dd9-b2c8-2e38e1b06e7c None None] Sync routers for ids ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'] in dv-neutron-854561-2-hyperv {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:16:23.124482 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c01b2db-31ee-4dd9-b2c8-2e38e1b06e7c None None] Routers {'47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:16:23.125076 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5c01b2db-31ee-4dd9-b2c8-2e38e1b06e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:16:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:23.203285 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-17a63df8-f1c5-457b-b97f-63948877c449 admin admin] 10.222.0.83 "PUT /v2.0/routers/47339ebd-ffc0-4c85-bce1-dcca1b13ac8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5823011 Aug 26 02:16:23.205710 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 35534) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:16:23.330830 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5c01b2db-31ee-4dd9-b2c8-2e38e1b06e7c None None] Set router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:16:23.414769 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:23.673233 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5c01b2db-31ee-4dd9-b2c8-2e38e1b06e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:16:22Z', 'revision_number': 5, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:23.677254 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c01b2db-31ee-4dd9-b2c8-2e38e1b06e7c None None] Checking router: 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a for host: dv-neutron-854561-2-hyperv {{(pid=89865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:16:23.686858 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c01b2db-31ee-4dd9-b2c8-2e38e1b06e7c None None] Routers {'47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:16:23.687455 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5c01b2db-31ee-4dd9-b2c8-2e38e1b06e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:16:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'], 'active': True} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:23.740277 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:23.864528 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] Deleting port 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:16:23.864868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:23.878405 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_dvr_db [None req-5c01b2db-31ee-4dd9-b2c8-2e38e1b06e7c None None] Set router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:16:23.994279 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:16:24.047305 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] For port 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=7ebd9788-0d7c-4ad1-83b3-75a5cfc97335,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:16:24.048012 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:24.168360 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.l3_hamode_db [None req-5c01b2db-31ee-4dd9-b2c8-2e38e1b06e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:16:22Z', 'revision_number': 5, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:24.171308 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] Calling delete_port for 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:16:24.172198 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c01b2db-31ee-4dd9-b2c8-2e38e1b06e7c None None] The sync data for ids ['47339ebd-ffc0-4c85-bce1-dcca1b13ac8a'] in dv-neutron-854561-2-hyperv is: [{'id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'name': 'tempest-TestSnapshotPattern-1627892093-router', 'tenant_id': 'f87a03d3318b450a838b838f10dde3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33'}], 'enable_snat': True}, 'gw_port_id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:16:22Z', 'revision_number': 5, 'project_id': 'f87a03d3318b450a838b838f10dde3c4', 'gw_port': {'id': '7ebd9788-0d7c-4ad1-83b3-75a5cfc97335', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47339ebd-ffc0-4c85-bce1-dcca1b13ac8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:01Z', 'updated_at': '2022-08-26T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}] {{(pid=89865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:16:24.406470 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:24.453314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebd9788-0d7c-4ad1-83b3-75a5cfc97335,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:24.559459 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:24.591262 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 55a0b349-869d-4fc7-9454-81324e87519c no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:16:24.629925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 55a0b349-869d-4fc7-9454-81324e87519c {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 02:16:24.630275 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 55a0b349-869d-4fc7-9454-81324e87519c not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:16:24.742025 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:24.745627 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:24.824314 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:24.824857 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47339ebd-ffc0-4c85-bce1-dcca1b13ac8a {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 02:16:24.838602 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:24.839826 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-e7467ebb-fab1-4d5b-bb76-38e26b7ebdb4 admin admin] 10.222.0.83 "DELETE /v2.0/routers/47339ebd-ffc0-4c85-bce1-dcca1b13ac8a HTTP/1.1" status: 204 len: 168 time: 1.6329672 Aug 26 02:16:24.842619 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 35538) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:16:24.904574 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55795d7-47f6-4d85-9709-46b2981fd5f3 admin admin] Deleting subnet 079162ee-4ee4-4d69-9343-be62217ff881 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 02:16:24.907771 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a55795d7-47f6-4d85-9709-46b2981fd5f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:24.961110 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a55795d7-47f6-4d85-9709-46b2981fd5f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:25.042014 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a55795d7-47f6-4d85-9709-46b2981fd5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:25.167508 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a55795d7-47f6-4d85-9709-46b2981fd5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:25.205320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55795d7-47f6-4d85-9709-46b2981fd5f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=079162ee-4ee4-4d69-9343-be62217ff881,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:25.208949 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-a55795d7-47f6-4d85-9709-46b2981fd5f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:25.215479 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6d33cf-8640-4add-87b4-e4076aa415f6 None None] Network 2b775919-c60a-4ee7-8e55-9e94b963f2ad requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 02:16:25.215964 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-a55795d7-47f6-4d85-9709-46b2981fd5f3 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/079162ee-4ee4-4d69-9343-be62217ff881 HTTP/1.1" status: 204 len: 168 time: 0.3724203 Aug 26 02:16:25.218392 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 35542) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:16:25.329596 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:25.341207 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] Deleting port 097f9391-8424-459b-9498-5d3d04f50292 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:16:25.341539 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:25.527529 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b7b87c-93d5-46f5-9740-02df5f36177c None None] DHCP port deletion for 2b775919-c60a-4ee7-8e55-9e94b963f2ad request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 02:16:25.531998 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-09b7b87c-93d5-46f5-9740-02df5f36177c None None] Deleting port 097f9391-8424-459b-9498-5d3d04f50292 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:16:25.532375 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-09b7b87c-93d5-46f5-9740-02df5f36177c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:25.667206 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] For port 097f9391-8424-459b-9498-5d3d04f50292, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=097f9391-8424-459b-9498-5d3d04f50292,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:16:25.667556 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:25.738461 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-09b7b87c-93d5-46f5-9740-02df5f36177c None None] For port 097f9391-8424-459b-9498-5d3d04f50292, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=097f9391-8424-459b-9498-5d3d04f50292,segment=NetworkSegment(6b218ab8-0f2f-46cc-a9b4-733858e66f43),segment_id=6b218ab8-0f2f-46cc-a9b4-733858e66f43)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:16:25.739013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-09b7b87c-93d5-46f5-9740-02df5f36177c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:25.790893 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] Calling delete_port for 097f9391-8424-459b-9498-5d3d04f50292 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:16:25.862735 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-09b7b87c-93d5-46f5-9740-02df5f36177c None None] Calling delete_port for 097f9391-8424-459b-9498-5d3d04f50292 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:16:25.927215 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:25.935850 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-09b7b87c-93d5-46f5-9740-02df5f36177c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 02:16:25.936205 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-09b7b87c-93d5-46f5-9740-02df5f36177c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 02:16:25.975911 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] Pushing event deleted for resources: {'Port': ['ID=097f9391-8424-459b-9498-5d3d04f50292,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:25.980024 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] No DVR routers for this DVR port 097f9391-8424-459b-9498-5d3d04f50292 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 02:16:26.095971 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:26.123653 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b775919-c60a-4ee7-8e55-9e94b963f2ad']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:26.136214 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b218ab8-0f2f-46cc-a9b4-733858e66f43') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:26.136509 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b218ab8-0f2f-46cc-a9b4-733858e66f43') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:26.147704 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:26.163928 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:26.169975 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 02:16:26.170544 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:26.300720 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 6b218ab8-0f2f-46cc-a9b4-733858e66f43 resource provider aggregate not found Aug 26 02:16:26.316709 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment 6b218ab8-0f2f-46cc-a9b4-733858e66f43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b218ab8-0f2f-46cc-a9b4-733858e66f43 found for delete ", "request_id": "req-3d64ad82-5fea-4631-a31e-78edf9bdeab6"}]} Aug 26 02:16:26.338845 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:26.354932 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:26.365320 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] Pushing event deleted for resources: {'Network': ['ID=2b775919-c60a-4ee7-8e55-9e94b963f2ad,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:26.398658 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 097f9391-8424-459b-9498-5d3d04f50292 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:16:26.434181 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-6ff841c5-abd2-4f82-ac41-75c6960093ac admin admin] 10.222.0.83 "DELETE /v2.0/networks/2b775919-c60a-4ee7-8e55-9e94b963f2ad HTTP/1.1" status: 204 len: 168 time: 1.2113822 Aug 26 02:16:26.434357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 097f9391-8424-459b-9498-5d3d04f50292 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 02:16:26.434357 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 097f9391-8424-459b-9498-5d3d04f50292 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:16:26.434545 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 35554) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:16:26.434630 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:16:26.457705 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-09b7b87c-93d5-46f5-9740-02df5f36177c None None] Deleting port 097f9391-8424-459b-9498-5d3d04f50292 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:16:26.458091 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-09b7b87c-93d5-46f5-9740-02df5f36177c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:26.501662 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 02:16:26.502034 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 7ebd9788-0d7c-4ad1-83b3-75a5cfc97335 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:16:26.536453 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-09b7b87c-93d5-46f5-9740-02df5f36177c None None] The port '097f9391-8424-459b-9498-5d3d04f50292' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 02:16:26.966469 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-316c86e3-b23b-453e-badc-e3266724fc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528849'] for router_interface, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:27.422190 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-316c86e3-b23b-453e-badc-e3266724fc03 admin admin] Deleting port a596dd52-ffd9-46f4-83f6-820950c5131d {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:16:27.422889 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-316c86e3-b23b-453e-badc-e3266724fc03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:27.595644 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-316c86e3-b23b-453e-badc-e3266724fc03 admin admin] For port a596dd52-ffd9-46f4-83f6-820950c5131d, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=a596dd52-ffd9-46f4-83f6-820950c5131d,segment=NetworkSegment(cf16ddef-bfb5-4bae-b838-6adc7380bc8c),segment_id=cf16ddef-bfb5-4bae-b838-6adc7380bc8c)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:16:27.595998 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-316c86e3-b23b-453e-badc-e3266724fc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:27.717248 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-316c86e3-b23b-453e-badc-e3266724fc03 admin admin] Calling delete_port for a596dd52-ffd9-46f4-83f6-820950c5131d owned by network:router_interface {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:16:27.926896 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-316c86e3-b23b-453e-badc-e3266724fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:27.974256 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c86e3-b23b-453e-badc-e3266724fc03 admin admin] Pushing event deleted for resources: {'Port': ['ID=a596dd52-ffd9-46f4-83f6-820950c5131d,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:28.253414 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-316c86e3-b23b-453e-badc-e3266724fc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528717'] for router_interface, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:28.718799 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316c86e3-b23b-453e-badc-e3266724fc03 admin admin] Router d7ce9d58-5423-4c0f-a4a3-18f557e9d45a has already been hosted by L3 agent 977c9cd9-a43c-416c-876f-33dd9384eb99 {{(pid=89862) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 26 02:16:28.896577 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316c86e3-b23b-453e-badc-e3266724fc03 admin admin] Notify agent at l3_agent.dv-neutron-854561-2-hyperv the message routers_updated {{(pid=89862) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 26 02:16:28.906233 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a09e0d0-1254-4e2f-997c-a2cd4cbfe312 None None] Sync routers for ids ['d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'] in dv-neutron-854561-2-hyperv {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 02:16:28.907144 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-316c86e3-b23b-453e-badc-e3266724fc03 admin admin] 10.222.0.83 "PUT /v2.0/routers/d7ce9d58-5423-4c0f-a4a3-18f557e9d45a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4716916 Aug 26 02:16:28.909476 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 35558) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:16:28.916483 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09e0d0-1254-4e2f-997c-a2cd4cbfe312 None None] Routers {'d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:16:28.917102 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3a09e0d0-1254-4e2f-997c-a2cd4cbfe312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:16:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:29.088919 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] Notify callbacks [] for router, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:29.106187 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-3a09e0d0-1254-4e2f-997c-a2cd4cbfe312 None None] Set router d7ce9d58-5423-4c0f-a4a3-18f557e9d45a gateway port host: dv-neutron-854561-2-hyperv {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:16:29.279698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:29.355754 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] Deleting port b8120cc2-a635-44fb-9cb9-3bb41f535224 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:16:29.356182 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:29.389600 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3a09e0d0-1254-4e2f-997c-a2cd4cbfe312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'name': 'tempest-TestSnapshotPattern-171015247-router', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'external_fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'b8120cc2-a635-44fb-9cb9-3bb41f535224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:08Z', 'updated_at': '2022-08-26T02:16:27Z', 'revision_number': 5, 'project_id': '273e5a546c12451e9d6db5025e7a83c5', 'gw_port': {'id': 'b8120cc2-a635-44fb-9cb9-3bb41f535224', 'name': '', 'network_id': '49e274ef-58e5-4652-9e84-36bb0a18cd29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-854561-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T02:11:09Z', 'updated_at': '2022-08-26T02:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '136007ff-4d72-4132-aba5-3754ff9b8f40', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-854561-2-hyperv'}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:29.393579 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a09e0d0-1254-4e2f-997c-a2cd4cbfe312 None None] Checking router: d7ce9d58-5423-4c0f-a4a3-18f557e9d45a for host: dv-neutron-854561-2-hyperv {{(pid=89864) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 02:16:29.403277 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09e0d0-1254-4e2f-997c-a2cd4cbfe312 None None] Routers {'d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'} bound to L3 agent in host dv-neutron-854561-2-hyperv {{(pid=89864) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Aug 26 02:16:29.403882 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3a09e0d0-1254-4e2f-997c-a2cd4cbfe312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-854561-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:56:33Z,description=,heartbeat_timestamp=2022-08-26T02:16:03Z,host='dv-neutron-854561-2-hyperv',id=977c9cd9-a43c-416c-876f-33dd9384eb99,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:56:34Z,topic='l3_agent')) {'router_ids': ['d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'], 'active': True} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:29.537236 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] For port b8120cc2-a635-44fb-9cb9-3bb41f535224, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=b8120cc2-a635-44fb-9cb9-3bb41f535224,segment=NetworkSegment(837d44e9-b72f-4341-8eec-54ece5fac0d0),segment_id=837d44e9-b72f-4341-8eec-54ece5fac0d0)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:16:29.537588 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:29.601435 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_dvr_db [None req-3a09e0d0-1254-4e2f-997c-a2cd4cbfe312 None None] Set router d7ce9d58-5423-4c0f-a4a3-18f557e9d45a gateway port host: None {{(pid=89864) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 26 02:16:29.659969 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] Calling delete_port for b8120cc2-a635-44fb-9cb9-3bb41f535224 owned by network:router_gateway {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:16:29.709238 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.db.l3_hamode_db [None req-3a09e0d0-1254-4e2f-997c-a2cd4cbfe312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'name': 'tempest-TestSnapshotPattern-171015247-router', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:08Z', 'updated_at': '2022-08-26T02:16:29Z', 'revision_number': 6, 'project_id': '273e5a546c12451e9d6db5025e7a83c5', 'gw_port_host': None}], 'dv-neutron-854561-2-hyperv', False) {} {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:29.713408 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a09e0d0-1254-4e2f-997c-a2cd4cbfe312 None None] The sync data for ids ['d7ce9d58-5423-4c0f-a4a3-18f557e9d45a'] in dv-neutron-854561-2-hyperv is: [{'id': 'd7ce9d58-5423-4c0f-a4a3-18f557e9d45a', 'name': 'tempest-TestSnapshotPattern-171015247-router', 'tenant_id': '273e5a546c12451e9d6db5025e7a83c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T02:11:08Z', 'updated_at': '2022-08-26T02:16:29Z', 'revision_number': 6, 'project_id': '273e5a546c12451e9d6db5025e7a83c5', 'gw_port_host': None}] {{(pid=89864) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 02:16:29.938736 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:29.986238 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8120cc2-a635-44fb-9cb9-3bb41f535224,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:30.090256 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-524532'] for router_gateway, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:30.379870 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13642'] for router, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:30.382028 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:30.481699 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527092'] for router, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:30.482355 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7ce9d58-5423-4c0f-a4a3-18f557e9d45a {{(pid=89862) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 26 02:16:30.497144 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] Notify callbacks [] for router, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:30.498692 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-82ef6c59-24cb-402a-872f-d9b765d00050 admin admin] 10.222.0.83 "DELETE /v2.0/routers/d7ce9d58-5423-4c0f-a4a3-18f557e9d45a HTTP/1.1" status: 204 len: 168 time: 1.5882602 Aug 26 02:16:30.498795 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a596dd52-ffd9-46f4-83f6-820950c5131d no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:16:30.501230 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 35562) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:16:30.533925 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: a596dd52-ffd9-46f4-83f6-820950c5131d {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 02:16:30.534289 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device a596dd52-ffd9-46f4-83f6-820950c5131d not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:16:30.534710 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b8120cc2-a635-44fb-9cb9-3bb41f535224 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:16:30.563223 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.db_base_plugin_v2 [None req-473233fb-3a11-4481-b5c0-5f4ae7c62b68 admin admin] Deleting subnet 81ffd6db-1d3f-4151-9f35-a389a1b7aa89 {{(pid=89862) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Aug 26 02:16:30.566529 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-473233fb-3a11-4481-b5c0-5f4ae7c62b68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:30.573365 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-34c79018-d4d6-449b-9e73-624e3f3deef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:30.575059 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: b8120cc2-a635-44fb-9cb9-3bb41f535224 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 02:16:30.575511 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device b8120cc2-a635-44fb-9cb9-3bb41f535224 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:16:30.631868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-473233fb-3a11-4481-b5c0-5f4ae7c62b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904067'] for subnet, precommit_delete_associations {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:30.704411 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-473233fb-3a11-4481-b5c0-5f4ae7c62b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4175383'] for subnet, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:30.847481 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-473233fb-3a11-4481-b5c0-5f4ae7c62b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4175390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61029450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61606669'] for subnet, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:30.886331 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473233fb-3a11-4481-b5c0-5f4ae7c62b68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ffd6db-1d3f-4151-9f35-a389a1b7aa89,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:30.890089 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-473233fb-3a11-4481-b5c0-5f4ae7c62b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:30.896195 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710b3f56-92cc-4ddf-8bb2-785cf01da5df None None] Network cda6c543-306c-46db-9c99-17235edf0a44 requested from dv-neutron-854561-2-hyperv {{(pid=89864) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 26 02:16:30.896438 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-473233fb-3a11-4481-b5c0-5f4ae7c62b68 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/81ffd6db-1d3f-4151-9f35-a389a1b7aa89 HTTP/1.1" status: 204 len: 168 time: 0.3937972 Aug 26 02:16:30.898672 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 35566) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:16:31.006443 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4110047'] for network, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:31.016446 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] Deleting port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 {{(pid=89862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:16:31.016765 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:31.148576 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bae8bf6-74ee-466d-b023-fba1aa232eb2 None None] DHCP port deletion for cda6c543-306c-46db-9c99-17235edf0a44 request from dv-neutron-854561-2-hyperv {{(pid=89864) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 26 02:16:31.153454 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1bae8bf6-74ee-466d-b023-fba1aa232eb2 None None] Deleting port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:16:31.153862 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1bae8bf6-74ee-466d-b023-fba1aa232eb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:31.222518 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.db [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] For port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9903fd69-6ffc-4f28-a3c5-95d2f04ff992,segment=NetworkSegment(cf16ddef-bfb5-4bae-b838-6adc7380bc8c),segment_id=cf16ddef-bfb5-4bae-b838-6adc7380bc8c)] {{(pid=89862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:16:31.222872 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:31.356858 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.plugin [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] Calling delete_port for 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 owned by network:dhcp {{(pid=89862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:16:31.357503 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.db [None req-1bae8bf6-74ee-466d-b023-fba1aa232eb2 None None] For port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992, host dv-neutron-854561-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-854561-2-hyperv',level=0,port_id=9903fd69-6ffc-4f28-a3c5-95d2f04ff992,segment=NetworkSegment(cf16ddef-bfb5-4bae-b838-6adc7380bc8c),segment_id=cf16ddef-bfb5-4bae-b838-6adc7380bc8c)] {{(pid=89864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 26 02:16:31.357927 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1bae8bf6-74ee-466d-b023-fba1aa232eb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-527003'] for port, precommit_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:31.476222 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1bae8bf6-74ee-466d-b023-fba1aa232eb2 None None] Calling delete_port for 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 owned by network:dhcp {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Aug 26 02:16:31.510949 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784988419624', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784987865070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61029543'] for port, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:31.548749 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.db.api [None req-1bae8bf6-74ee-466d-b023-fba1aa232eb2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 02:16:31.549304 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG oslo_db.api [None req-1bae8bf6-74ee-466d-b023-fba1aa232eb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 02:16:31.562102 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] Pushing event deleted for resources: {'Port': ['ID=9903fd69-6ffc-4f28-a3c5-95d2f04ff992,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:31.563895 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] No DVR routers for this DVR port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 on host dv-neutron-854561-2-hyperv {{(pid=89862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 02:16:31.679381 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4177333', 'neutron.services.segments.db._delete_segments_for_network-8784988334493'] for network, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:31.705044 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda6c543-306c-46db-9c99-17235edf0a44']}} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:31.716698 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf16ddef-bfb5-4bae-b838-6adc7380bc8c') {'for_net_delete': True} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:31.716996 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.services.segments.db [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf16ddef-bfb5-4bae-b838-6adc7380bc8c') {} {{(pid=89862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 02:16:31.728406 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784988353473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904122'] for segment, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:31.744734 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4180026'] for segment, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:31.751620 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=89862) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 02:16:31.752100 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4180161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61029616'] for segment, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:31.819464 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment cf16ddef-bfb5-4bae-b838-6adc7380bc8c resource provider aggregate not found Aug 26 02:16:31.842616 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.services.segments.plugin [-] Segment cf16ddef-bfb5-4bae-b838-6adc7380bc8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf16ddef-bfb5-4bae-b838-6adc7380bc8c found for delete ", "request_id": "req-2e185316-ba5b-4c3f-908f-c6091ba928e9"}]} Aug 26 02:16:31.903830 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4177326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-524497'] for network, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:31.920169 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] Notify callbacks [] for network, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:31.930868 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] Pushing event deleted for resources: {'Network': ['ID=cda6c543-306c-46db-9c99-17235edf0a44,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:31.933608 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-fac21872-2ed7-4a0e-89ff-7d0bfa239118 admin admin] 10.222.0.83 "DELETE /v2.0/networks/cda6c543-306c-46db-9c99-17235edf0a44 HTTP/1.1" status: 204 len: 168 time: 1.0339980 Aug 26 02:16:32.050883 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1bae8bf6-74ee-466d-b023-fba1aa232eb2 None None] Deleting port 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 {{(pid=89864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Aug 26 02:16:32.051197 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-1bae8bf6-74ee-466d-b023-fba1aa232eb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784988419184'] for port, before_delete {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:32.119491 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-1bae8bf6-74ee-466d-b023-fba1aa232eb2 None None] The port '9903fd69-6ffc-4f28-a3c5-95d2f04ff992' was deleted {{(pid=89864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Aug 26 02:16:32.203524 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 35576) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:16:32.251656 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-b69f98a8-16e0-441d-b9ab-2355467627c0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f87a03d3318b450a838b838f10dde3c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469973 Aug 26 02:16:32.254065 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.wsgi [-] (89862) accepted ('10.222.0.83', 35580) {{(pid=89862) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:16:32.311663 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1d35-1396-48b8-a22f-24ed6cfb745f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:32.337642 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1d35-1396-48b8-a22f-24ed6cfb745f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:32.395453 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 no longer exists at agent ovs-agent-dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 26 02:16:32.430076 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1d35-1396-48b8-a22f-24ed6cfb745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:32.433061 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.plugin [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] No Port match for: 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 {{(pid=89864) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 26 02:16:32.433407 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron.plugins.ml2.rpc [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Device 9903fd69-6ffc-4f28-a3c5-95d2f04ff992 not bound to the agent host dv-neutron-854561-2-hyperv {{(pid=89864) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 26 02:16:32.452450 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a1d35-1396-48b8-a22f-24ed6cfb745f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de421879-ca6f-4b54-a7fe-1e0628a66ce4,revision_number=None']} {{(pid=89862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:32.458694 dv-neutron-854561-2-hyperv neutron-server[89862]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1d35-1396-48b8-a22f-24ed6cfb745f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:32.459794 dv-neutron-854561-2-hyperv neutron-server[89862]: INFO neutron.wsgi [None req-7f5a1d35-1396-48b8-a22f-24ed6cfb745f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/de421879-ca6f-4b54-a7fe-1e0628a66ce4 HTTP/1.1" status: 204 len: 168 time: 0.2048652 Aug 26 02:16:33.024537 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2f76f484-203a-416a-9ae6-e1d1333e1dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:33.134384 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 35588) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:16:33.183114 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-d074362a-8a76-49ec-9f23-433f8777194e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=273e5a546c12451e9d6db5025e7a83c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472579 Aug 26 02:16:33.185654 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.wsgi [-] (89863) accepted ('10.222.0.83', 35592) {{(pid=89863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 26 02:16:33.243245 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-021d8760-71fe-4d88-a274-b764080dd0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:33.268545 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-021d8760-71fe-4d88-a274-b764080dd0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:33.383859 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-021d8760-71fe-4d88-a274-b764080dd0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539133'] for security_group, after_delete {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:33.400053 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d8760-71fe-4d88-a274-b764080dd0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf20be2-966c-4d08-a1fe-fa033598bc5c,revision_number=None']} {{(pid=89863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 02:16:33.404913 dv-neutron-854561-2-hyperv neutron-server[89863]: DEBUG neutron_lib.callbacks.manager [None req-021d8760-71fe-4d88-a274-b764080dd0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=89863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:33.406923 dv-neutron-854561-2-hyperv neutron-server[89863]: INFO neutron.wsgi [None req-021d8760-71fe-4d88-a274-b764080dd0be admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6bf20be2-966c-4d08-a1fe-fa033598bc5c HTTP/1.1" status: 204 len: 168 time: 0.2195287 Aug 26 02:16:33.818725 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:34.246920 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:35.812521 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:16:41.606951 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:17:00.526361 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5b5318f4-d86b-4020-bc27-02a64ea63fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:17:00.933127 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:17:02.995045 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ff4e-d983-4830-8252-3bdf92bc4913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:17:03.829395 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:17:04.298077 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:17:05.812187 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:17:11.617790 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:17:30.531929 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-19969d72-690e-4fd9-a759-0ef0e3c4e630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:17:33.023001 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-df6f54ed-e974-418d-99c4-b443ed02ae43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:17:33.806326 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:17:34.280633 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:17:35.806018 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:17:37.931946 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:17:41.622736 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:18:00.565678 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e26e4d9f-af40-4675-8d76-c842d673152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:18:03.011158 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-101450f5-7c49-4921-bede-1a6d196d6f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:18:03.816896 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:18:04.257081 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:18:05.799643 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:18:11.633469 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:18:14.930337 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:18:30.536567 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d2799453-d48f-4149-871f-56cc93d1bfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:18:33.022682 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3192f859-f169-429d-9799-280a0a15ba11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:18:33.799802 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:18:34.274042 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:18:35.828011 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:18:41.673863 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:18:51.930098 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:19:00.547272 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-150bfbbe-517e-485a-824e-b007a9af7c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:19:03.004249 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5a8c93d2-a230-44b9-8744-89de714ddc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:19:03.810457 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:19:04.319895 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:19:05.816283 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:19:11.679507 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:19:28.929077 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:19:30.529711 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-07e67c5b-cf6b-45ca-a4d9-04031eabed6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:19:33.015513 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-148d4e26-a426-4fe1-8795-592863ee68e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:19:33.810029 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:19:34.267022 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:19:35.826854 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:19:41.649904 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:20:00.541210 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-5564c023-62db-4554-b0f1-92985afaf25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:20:02.997968 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-914b326c-0916-4106-80c8-0439faeefec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:20:03.821057 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:20:04.272072 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:20:05.832039 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:20:05.927188 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:20:11.667382 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:20:30.534770 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e6de-330d-4581-bef0-e18a4ad5e57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:20:33.014290 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae643-007d-42e7-9860-e415cd8f8668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:20:33.837381 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:20:34.271960 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:20:35.832175 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:20:41.694680 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:20:42.925891 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:21:00.540167 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-adfe09e3-cd3c-4103-9f08-36cf6a1114ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:21:03.008158 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-3420cd82-eab4-49b2-aaa2-fd111167030a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:21:03.797080 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:21:04.282403 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:21:05.831176 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:21:11.676944 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:21:19.925927 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:21:30.544688 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-e5209df7-a59c-4459-9e76-e4a8ff3a7aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:21:33.013706 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd512-dcb9-4572-9b20-e7af1802ba29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:21:33.819209 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:21:34.270443 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:21:35.853453 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:21:41.664948 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:21:56.926476 dv-neutron-854561-2-hyperv neutron-server[89865]: DEBUG neutron.db.agents_db [None req-5ea9ffc4-7a64-4260-8649-0b249f256420 None None] Agent healthcheck: found 6 active agents {{(pid=89865) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 26 02:22:00.578723 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-ec34dec8-1f08-4395-9ee4-20ad8a2dc842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:22:03.070323 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-04aca32f-9a0b-46d5-b3ed-5ee48f4c77b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:22:03.807190 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-2374a46e-c9ba-4169-8bb0-3613a7c4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:22:04.321803 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-663c501f-e0ae-4f3c-85c3-4aeb57049734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:22:05.848020 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-323e0a90-2c6f-4d38-965c-4781e3bbc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 02:22:11.676013 dv-neutron-854561-2-hyperv neutron-server[89864]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c20a-b1eb-46f0-9074-1eaa51c2c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784988334475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4141419'] for agent, after_update {{(pid=89864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}